{"level":"warn","ts":"2026-03-03T13:57:35.710929Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T13:57:35.711015Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.30:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.30:2380","--initial-cluster=instance=https://199.204.45.30:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.30:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.30:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T13:57:35.711081Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T13:57:35.711092Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-03T13:57:35.71111Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T13:57:35.711732Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"]} {"level":"info","ts":"2026-03-03T13:57:35.711857Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.30:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T13:57:35.737893Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"25.807193ms"} {"level":"info","ts":"2026-03-03T13:57:35.751188Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c6cf68dde442ffa5","cluster-id":"98b7ecdca9045526"} {"level":"info","ts":"2026-03-03T13:57:35.751332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T13:57:35.751368Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 0"} {"level":"info","ts":"2026-03-03T13:57:35.751388Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c6cf68dde442ffa5 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T13:57:35.751399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became follower at term 1"} {"level":"info","ts":"2026-03-03T13:57:35.75146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"warn","ts":"2026-03-03T13:57:35.758817Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T13:57:35.7631Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T13:57:35.764976Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T13:57:35.768108Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c6cf68dde442ffa5","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T13:57:35.768348Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c6cf68dde442ffa5","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T13:57:35.768618Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.768762Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.768786Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.769599Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 switched to configuration voters=(14325784241915494309)"} {"level":"info","ts":"2026-03-03T13:57:35.769726Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","added-peer-id":"c6cf68dde442ffa5","added-peer-peer-urls":["https://199.204.45.30:2380"]} {"level":"info","ts":"2026-03-03T13:57:35.776914Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T13:57:35.777026Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-03T13:57:35.777097Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.30:2380"} {"level":"info","ts":"2026-03-03T13:57:35.777294Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T13:57:35.777271Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c6cf68dde442ffa5","initial-advertise-peer-urls":["https://199.204.45.30:2380"],"listen-peer-urls":["https://199.204.45.30:2380"],"advertise-client-urls":["https://199.204.45.30:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.30:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T13:57:36.052369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T13:57:36.052457Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T13:57:36.052763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgPreVoteResp from c6cf68dde442ffa5 at term 1"} {"level":"info","ts":"2026-03-03T13:57:36.052804Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became candidate at term 2"} {"level":"info","ts":"2026-03-03T13:57:36.052818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 received MsgVoteResp from c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-03T13:57:36.052845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c6cf68dde442ffa5 became leader at term 2"} {"level":"info","ts":"2026-03-03T13:57:36.052865Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c6cf68dde442ffa5 elected leader c6cf68dde442ffa5 at term 2"} {"level":"info","ts":"2026-03-03T13:57:36.076118Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c6cf68dde442ffa5","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.30:2379]}","request-path":"/0/members/c6cf68dde442ffa5/attributes","cluster-id":"98b7ecdca9045526","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T13:57:36.076169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T13:57:36.076267Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T13:57:36.07624Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:36.076628Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T13:57:36.07673Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T13:57:36.07794Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"98b7ecdca9045526","local-member-id":"c6cf68dde442ffa5","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:36.078117Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:36.078183Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:36.079103Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.30:2379"} {"level":"info","ts":"2026-03-03T13:57:36.080686Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-03T13:57:41.032224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.60428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:41.032347Z","caller":"traceutil/trace.go:171","msg":"trace[1823167600] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"176.70691ms","start":"2026-03-03T13:57:40.85562Z","end":"2026-03-03T13:57:41.032327Z","steps":["trace[1823167600] 'process raft request' (duration: 52.440594ms)","trace[1823167600] 'compare' (duration: 123.480958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:41.059845Z","caller":"traceutil/trace.go:171","msg":"trace[185605086] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:256; }","duration":"173.540935ms","start":"2026-03-03T13:57:40.88627Z","end":"2026-03-03T13:57:41.059811Z","steps":["trace[185605086] 'read index received' (duration: 21.805027ms)","trace[185605086] 'applied index is now lower than readState.Index' (duration: 151.734728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:41.059905Z","caller":"traceutil/trace.go:171","msg":"trace[1756115844] transaction","detail":"{read_only:false; number_of_response:0; response_revision:251; }","duration":"204.055368ms","start":"2026-03-03T13:57:40.855809Z","end":"2026-03-03T13:57:41.059865Z","steps":["trace[1756115844] 'process raft request' (duration: 203.917965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:41.059999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.713609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T13:57:41.060041Z","caller":"traceutil/trace.go:171","msg":"trace[1800351237] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:251; }","duration":"173.77601ms","start":"2026-03-03T13:57:40.886255Z","end":"2026-03-03T13:57:41.060031Z","steps":["trace[1800351237] 'agreement among raft nodes before linearized reading' (duration: 173.655657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:43.414716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.130196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T13:57:43.414807Z","caller":"traceutil/trace.go:171","msg":"trace[1839212204] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:292; }","duration":"122.267349ms","start":"2026-03-03T13:57:43.292519Z","end":"2026-03-03T13:57:43.414786Z","steps":["trace[1839212204] 'range keys from in-memory index tree' (duration: 121.976892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.199483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.86807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:45.199733Z","caller":"traceutil/trace.go:171","msg":"trace[190451994] linearizableReadLoop","detail":"{readStateIndex:320; appliedIndex:317; }","duration":"563.401318ms","start":"2026-03-03T13:57:44.636311Z","end":"2026-03-03T13:57:45.199712Z","steps":["trace[190451994] 'read index received' (duration: 174.063357ms)","trace[190451994] 'applied index is now lower than readState.Index' (duration: 389.336881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.199761Z","caller":"traceutil/trace.go:171","msg":"trace[368898349] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"602.744501ms","start":"2026-03-03T13:57:44.596963Z","end":"2026-03-03T13:57:45.199707Z","steps":["trace[368898349] 'process raft request' (duration: 213.41858ms)","trace[368898349] 'compare' (duration: 388.705927ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.199843Z","caller":"traceutil/trace.go:171","msg":"trace[2125334491] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"601.675196ms","start":"2026-03-03T13:57:44.598155Z","end":"2026-03-03T13:57:45.199831Z","steps":["trace[2125334491] 'process raft request' (duration: 601.493472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.200003Z","caller":"traceutil/trace.go:171","msg":"trace[124506871] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"602.813903ms","start":"2026-03-03T13:57:44.596982Z","end":"2026-03-03T13:57:45.199796Z","steps":["trace[124506871] 'process raft request' (duration: 602.606169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.684816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T13:57:45.200464Z","caller":"traceutil/trace.go:171","msg":"trace[522747089] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:309; }","duration":"213.745318ms","start":"2026-03-03T13:57:44.986703Z","end":"2026-03-03T13:57:45.200448Z","steps":["trace[522747089] 'agreement among raft nodes before linearized reading' (duration: 213.212995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.274907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T13:57:45.20064Z","caller":"traceutil/trace.go:171","msg":"trace[1114467745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:309; }","duration":"464.374001ms","start":"2026-03-03T13:57:44.73624Z","end":"2026-03-03T13:57:45.200614Z","steps":["trace[1114467745] 'agreement among raft nodes before linearized reading' (duration: 463.695905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.736206Z","time spent":"464.462042ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-03T13:57:45.200789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.230067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-03T13:57:45.200847Z","caller":"traceutil/trace.go:171","msg":"trace[284425939] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:309; }","duration":"413.364011ms","start":"2026-03-03T13:57:44.787471Z","end":"2026-03-03T13:57:45.200835Z","steps":["trace[284425939] 'agreement among raft nodes before linearized reading' (duration: 412.428409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.787415Z","time spent":"413.458623ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-03T13:57:45.200909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.784444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-03T13:57:45.200511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.596964Z","time spent":"603.473308ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:45.200031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.596947Z","time spent":"602.945377ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:57:45.201164Z","caller":"traceutil/trace.go:171","msg":"trace[1789936575] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:309; }","duration":"264.061221ms","start":"2026-03-03T13:57:44.937061Z","end":"2026-03-03T13:57:45.201122Z","steps":["trace[1789936575] 'agreement among raft nodes before linearized reading' (duration: 262.872203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.451438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T13:57:45.201252Z","caller":"traceutil/trace.go:171","msg":"trace[1913944295] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:309; }","duration":"364.565155ms","start":"2026-03-03T13:57:44.836666Z","end":"2026-03-03T13:57:45.201231Z","steps":["trace[1913944295] 'agreement among raft nodes before linearized reading' (duration: 363.282654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.201286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.836626Z","time spent":"364.649187ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-03T13:57:45.200084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.964521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T13:57:45.201344Z","caller":"traceutil/trace.go:171","msg":"trace[1496076083] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"314.305613ms","start":"2026-03-03T13:57:44.887032Z","end":"2026-03-03T13:57:45.201338Z","steps":["trace[1496076083] 'agreement among raft nodes before linearized reading' (duration: 312.851598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.201363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.88701Z","time spent":"314.346924ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-03T13:57:45.200318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.713647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-03T13:57:45.201445Z","caller":"traceutil/trace.go:171","msg":"trace[286666737] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:309; }","duration":"513.880365ms","start":"2026-03-03T13:57:44.687541Z","end":"2026-03-03T13:57:45.201422Z","steps":["trace[286666737] 'agreement among raft nodes before linearized reading' (duration: 512.339028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.200373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.068525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T13:57:45.201504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.687514Z","time spent":"513.972438ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"info","ts":"2026-03-03T13:57:45.201554Z","caller":"traceutil/trace.go:171","msg":"trace[1471419193] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:309; }","duration":"565.241673ms","start":"2026-03-03T13:57:44.636295Z","end":"2026-03-03T13:57:45.201536Z","steps":["trace[1471419193] 'agreement among raft nodes before linearized reading' (duration: 563.557963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.201613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.636216Z","time spent":"565.381656ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-03T13:57:45.200304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:44.598122Z","time spent":"601.973533ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:57:45.577939Z","caller":"traceutil/trace.go:171","msg":"trace[1737114262] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"370.569496ms","start":"2026-03-03T13:57:45.207344Z","end":"2026-03-03T13:57:45.577914Z","steps":["trace[1737114262] 'process raft request' (duration: 370.364781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.5781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.207319Z","time spent":"370.695759ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:57:45.697162Z","caller":"traceutil/trace.go:171","msg":"trace[37046988] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"487.347435ms","start":"2026-03-03T13:57:45.209786Z","end":"2026-03-03T13:57:45.697133Z","steps":["trace[37046988] 'process raft request' (duration: 480.220426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.697242Z","caller":"traceutil/trace.go:171","msg":"trace[1219806610] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"487.281804ms","start":"2026-03-03T13:57:45.209891Z","end":"2026-03-03T13:57:45.697173Z","steps":["trace[1219806610] 'process raft request' (duration: 487.198332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.697295Z","caller":"traceutil/trace.go:171","msg":"trace[1181669603] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"487.374456ms","start":"2026-03-03T13:57:45.20989Z","end":"2026-03-03T13:57:45.697265Z","steps":["trace[1181669603] 'process raft request' (duration: 487.263394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.697359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.209752Z","time spent":"487.53249ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T13:57:45.697381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.209883Z","time spent":"487.431087ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.697422Z","caller":"traceutil/trace.go:171","msg":"trace[1990100835] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:320; }","duration":"137.834808ms","start":"2026-03-03T13:57:45.559575Z","end":"2026-03-03T13:57:45.69741Z","steps":["trace[1990100835] 'read index received' (duration: 18.17776ms)","trace[1990100835] 'applied index is now lower than readState.Index' (duration: 119.655728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:45.69746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.209875Z","time spent":"487.498619ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.697523Z","caller":"traceutil/trace.go:171","msg":"trace[430147705] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"486.990717ms","start":"2026-03-03T13:57:45.210517Z","end":"2026-03-03T13:57:45.697508Z","steps":["trace[430147705] 'process raft request' (duration: 486.755251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.697589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.210511Z","time spent":"487.050098ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.697553Z","caller":"traceutil/trace.go:171","msg":"trace[1504050926] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"485.559054ms","start":"2026-03-03T13:57:45.211939Z","end":"2026-03-03T13:57:45.697498Z","steps":["trace[1504050926] 'process raft request' (duration: 485.360659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.697431Z","caller":"traceutil/trace.go:171","msg":"trace[1328083110] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"487.15906ms","start":"2026-03-03T13:57:45.210246Z","end":"2026-03-03T13:57:45.697405Z","steps":["trace[1328083110] 'process raft request' (duration: 486.991757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.697661Z","caller":"traceutil/trace.go:171","msg":"trace[755861284] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"487.758205ms","start":"2026-03-03T13:57:45.20989Z","end":"2026-03-03T13:57:45.697648Z","steps":["trace[755861284] 'process raft request' (duration: 487.309065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.697866Z","caller":"traceutil/trace.go:171","msg":"trace[1590051772] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"485.494061ms","start":"2026-03-03T13:57:45.212261Z","end":"2026-03-03T13:57:45.697755Z","steps":["trace[1590051772] 'process raft request' (duration: 485.112842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.697856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.211928Z","time spent":"485.717687ms","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:45.697709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.210237Z","time spent":"487.445548ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T13:57:45.697985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.212254Z","time spent":"485.658545ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:45.697824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.242118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:57:45.698074Z","caller":"traceutil/trace.go:171","msg":"trace[1902305216] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:319; }","duration":"138.516074ms","start":"2026-03-03T13:57:45.559535Z","end":"2026-03-03T13:57:45.698051Z","steps":["trace[1902305216] 'agreement among raft nodes before linearized reading' (duration: 138.196786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.69851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.20986Z","time spent":"488.00569ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.697371Z","caller":"traceutil/trace.go:171","msg":"trace[1826266809] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"487.424187ms","start":"2026-03-03T13:57:45.209895Z","end":"2026-03-03T13:57:45.697319Z","steps":["trace[1826266809] 'process raft request' (duration: 487.228693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.698701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.209874Z","time spent":"488.765438ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:57:45.86518Z","caller":"traceutil/trace.go:171","msg":"trace[620320854] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"160.475136ms","start":"2026-03-03T13:57:45.704669Z","end":"2026-03-03T13:57:45.865144Z","steps":["trace[620320854] 'process raft request' (duration: 151.937033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.86544Z","caller":"traceutil/trace.go:171","msg":"trace[1450061612] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"160.480065ms","start":"2026-03-03T13:57:45.704899Z","end":"2026-03-03T13:57:45.865379Z","steps":["trace[1450061612] 'process raft request' (duration: 160.209089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.865592Z","caller":"traceutil/trace.go:171","msg":"trace[2086423611] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"159.360299ms","start":"2026-03-03T13:57:45.70622Z","end":"2026-03-03T13:57:45.86558Z","steps":["trace[2086423611] 'process raft request' (duration: 158.97678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.865727Z","caller":"traceutil/trace.go:171","msg":"trace[1628952571] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"157.902245ms","start":"2026-03-03T13:57:45.707801Z","end":"2026-03-03T13:57:45.865703Z","steps":["trace[1628952571] 'process raft request' (duration: 157.629448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.865469Z","caller":"traceutil/trace.go:171","msg":"trace[61801673] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"159.936431ms","start":"2026-03-03T13:57:45.705497Z","end":"2026-03-03T13:57:45.865433Z","steps":["trace[61801673] 'process raft request' (duration: 159.646965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.865929Z","caller":"traceutil/trace.go:171","msg":"trace[723856179] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"147.239821ms","start":"2026-03-03T13:57:45.718665Z","end":"2026-03-03T13:57:45.865904Z","steps":["trace[723856179] 'process raft request' (duration: 146.894003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.865754Z","caller":"traceutil/trace.go:171","msg":"trace[1951860176] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"161.025869ms","start":"2026-03-03T13:57:45.704714Z","end":"2026-03-03T13:57:45.86574Z","steps":["trace[1951860176] 'process raft request' (duration: 160.347223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:46.148292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.875952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:46.148625Z","caller":"traceutil/trace.go:171","msg":"trace[937634956] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"202.941953ms","start":"2026-03-03T13:57:45.945661Z","end":"2026-03-03T13:57:46.148602Z","steps":["trace[937634956] 'process raft request' (duration: 202.856491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.148648Z","caller":"traceutil/trace.go:171","msg":"trace[334590784] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:353; }","duration":"228.773555ms","start":"2026-03-03T13:57:45.919852Z","end":"2026-03-03T13:57:46.148626Z","steps":["trace[334590784] 'read index received' (duration: 21.362828ms)","trace[334590784] 'applied index is now lower than readState.Index' (duration: 207.408117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:46.14863Z","caller":"traceutil/trace.go:171","msg":"trace[151742964] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"249.456135ms","start":"2026-03-03T13:57:45.899144Z","end":"2026-03-03T13:57:46.1486Z","steps":["trace[151742964] 'process raft request' (duration: 249.27668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.148597Z","caller":"traceutil/trace.go:171","msg":"trace[787960170] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"250.287015ms","start":"2026-03-03T13:57:45.89825Z","end":"2026-03-03T13:57:46.148537Z","steps":["trace[787960170] 'process raft request' (duration: 141.051665ms)","trace[787960170] 'compare' (duration: 108.707768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:46.148825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.762611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-m7ggk\" ","response":"range_response_count:1 size:3439"} {"level":"warn","ts":"2026-03-03T13:57:46.148786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.924679ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:57:46.148882Z","caller":"traceutil/trace.go:171","msg":"trace[1230507768] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-m7ggk; range_end:; response_count:1; response_revision:346; }","duration":"203.857954ms","start":"2026-03-03T13:57:45.945008Z","end":"2026-03-03T13:57:46.148866Z","steps":["trace[1230507768] 'agreement among raft nodes before linearized reading' (duration: 203.751481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.148887Z","caller":"traceutil/trace.go:171","msg":"trace[1470250850] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:346; }","duration":"229.027351ms","start":"2026-03-03T13:57:45.919845Z","end":"2026-03-03T13:57:46.148873Z","steps":["trace[1470250850] 'agreement among raft nodes before linearized reading' (duration: 228.870707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.286282Z","caller":"traceutil/trace.go:171","msg":"trace[1710695745] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"126.53281ms","start":"2026-03-03T13:57:46.159709Z","end":"2026-03-03T13:57:46.286241Z","steps":["trace[1710695745] 'process raft request' (duration: 118.844627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.286688Z","caller":"traceutil/trace.go:171","msg":"trace[1187035496] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"124.467951ms","start":"2026-03-03T13:57:46.162194Z","end":"2026-03-03T13:57:46.286662Z","steps":["trace[1187035496] 'process raft request' (duration: 124.048731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:48.926302Z","caller":"traceutil/trace.go:171","msg":"trace[1144261301] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"113.024499ms","start":"2026-03-03T13:57:48.813246Z","end":"2026-03-03T13:57:48.926271Z","steps":["trace[1144261301] 'process raft request' (duration: 112.851725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:52.423468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.075247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T13:57:52.423553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.163448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T13:57:52.423619Z","caller":"traceutil/trace.go:171","msg":"trace[2070073985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:375; }","duration":"419.262251ms","start":"2026-03-03T13:57:52.004326Z","end":"2026-03-03T13:57:52.423588Z","steps":["trace[2070073985] 'range keys from in-memory index tree' (duration: 418.927573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:52.423635Z","caller":"traceutil/trace.go:171","msg":"trace[181714531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"432.280991ms","start":"2026-03-03T13:57:51.991332Z","end":"2026-03-03T13:57:52.423613Z","steps":["trace[181714531] 'range keys from in-memory index tree' (duration: 432.005074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:52.423685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:51.99132Z","time spent":"432.355602ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:57:52.423692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:52.004313Z","time spent":"419.361604ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T13:57:58.129237Z","caller":"traceutil/trace.go:171","msg":"trace[847433581] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"158.011376ms","start":"2026-03-03T13:57:57.971194Z","end":"2026-03-03T13:57:58.129206Z","steps":["trace[847433581] 'read index received' (duration: 157.819762ms)","trace[847433581] 'applied index is now lower than readState.Index' (duration: 190.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:58.129491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.273423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:57:58.129554Z","caller":"traceutil/trace.go:171","msg":"trace[1144163756] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:416; }","duration":"158.402856ms","start":"2026-03-03T13:57:57.971136Z","end":"2026-03-03T13:57:58.129539Z","steps":["trace[1144163756] 'agreement among raft nodes before linearized reading' (duration: 158.192071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:58.129599Z","caller":"traceutil/trace.go:171","msg":"trace[1006832706] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"196.596033ms","start":"2026-03-03T13:57:57.932983Z","end":"2026-03-03T13:57:58.12958Z","steps":["trace[1006832706] 'process raft request' (duration: 196.039979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:58.955815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693644455,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:57:59.516172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.238148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:59.516453Z","caller":"traceutil/trace.go:171","msg":"trace[573798421] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"1.061186892s","start":"2026-03-03T13:57:58.455213Z","end":"2026-03-03T13:57:59.5164Z","steps":["trace[573798421] 'read index received' (duration: 730.785797ms)","trace[573798421] 'applied index is now lower than readState.Index' (duration: 330.398255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:59.517532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061987321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T13:57:59.516468Z","caller":"traceutil/trace.go:171","msg":"trace[1102928460] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.312729467s","start":"2026-03-03T13:57:58.203682Z","end":"2026-03-03T13:57:59.516411Z","steps":["trace[1102928460] 'process raft request' (duration: 982.459776ms)","trace[1102928460] 'compare' (duration: 323.340936ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:59.517596Z","caller":"traceutil/trace.go:171","msg":"trace[1395715459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:418; }","duration":"1.062069942s","start":"2026-03-03T13:57:58.455512Z","end":"2026-03-03T13:57:59.517581Z","steps":["trace[1395715459] 'agreement among raft nodes before linearized reading' (duration: 1.06196825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:59.517603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.285776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T13:57:59.517622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:58.455503Z","time spent":"1.062114324s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T13:57:59.517643Z","caller":"traceutil/trace.go:171","msg":"trace[224056389] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:418; }","duration":"229.368259ms","start":"2026-03-03T13:57:59.288262Z","end":"2026-03-03T13:57:59.51763Z","steps":["trace[224056389] 'agreement among raft nodes before linearized reading' (duration: 229.258176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:59.517694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:58.203641Z","time spent":"1.313966796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:59.517733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.310628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:57:59.517869Z","caller":"traceutil/trace.go:171","msg":"trace[1612823026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"760.500302ms","start":"2026-03-03T13:57:58.757341Z","end":"2026-03-03T13:57:59.517842Z","steps":["trace[1612823026] 'agreement among raft nodes before linearized reading' (duration: 760.219476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:59.517917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:58.757318Z","time spent":"760.592104ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:57:59.517967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062734589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:57:59.518024Z","caller":"traceutil/trace.go:171","msg":"trace[755734975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:418; }","duration":"1.062844951s","start":"2026-03-03T13:57:58.455162Z","end":"2026-03-03T13:57:59.518007Z","steps":["trace[755734975] 'agreement among raft nodes before linearized reading' (duration: 1.061400118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:59.518054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:58.455135Z","time spent":"1.062911582s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:00.150879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.8184ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T13:58:00.151101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:59.519177Z","time spent":"631.911552ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T13:58:00.151256Z","caller":"traceutil/trace.go:171","msg":"trace[1291786786] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:434; }","duration":"393.347467ms","start":"2026-03-03T13:57:59.75789Z","end":"2026-03-03T13:58:00.151238Z","steps":["trace[1291786786] 'read index received' (duration: 391.187716ms)","trace[1291786786] 'applied index is now lower than readState.Index' (duration: 2.158641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:00.151559Z","caller":"traceutil/trace.go:171","msg":"trace[1420054419] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"629.531526ms","start":"2026-03-03T13:57:59.522014Z","end":"2026-03-03T13:58:00.151546Z","steps":["trace[1420054419] 'process raft request' (duration: 628.984933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:00.151658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:59.521985Z","time spent":"629.610788ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:00.151958Z","caller":"traceutil/trace.go:171","msg":"trace[500120204] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"629.66277ms","start":"2026-03-03T13:57:59.522271Z","end":"2026-03-03T13:58:00.151933Z","steps":["trace[500120204] 'process raft request' (duration: 628.85019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:00.152091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:59.522256Z","time spent":"629.757402ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:00.15225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.370351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:00.152289Z","caller":"traceutil/trace.go:171","msg":"trace[1197012223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"394.441663ms","start":"2026-03-03T13:57:59.757836Z","end":"2026-03-03T13:58:00.152277Z","steps":["trace[1197012223] 'agreement among raft nodes before linearized reading' (duration: 394.385712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:00.152317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:59.757815Z","time spent":"394.494835ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:58:02.669741Z","caller":"traceutil/trace.go:171","msg":"trace[1233361948] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"497.818773ms","start":"2026-03-03T13:58:02.171879Z","end":"2026-03-03T13:58:02.669698Z","steps":["trace[1233361948] 'process raft request' (duration: 447.94789ms)","trace[1233361948] 'compare' (duration: 49.469294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:02.670023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:02.17186Z","time spent":"498.033508ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:07.295656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.270413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:07.295925Z","caller":"traceutil/trace.go:171","msg":"trace[451176352] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"185.484499ms","start":"2026-03-03T13:58:07.110413Z","end":"2026-03-03T13:58:07.295898Z","steps":["trace[451176352] 'process raft request' (duration: 80.858788ms)","trace[451176352] 'compare' (duration: 104.038596ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:07.604501Z","caller":"traceutil/trace.go:171","msg":"trace[129557053] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"134.525179ms","start":"2026-03-03T13:58:07.469876Z","end":"2026-03-03T13:58:07.604401Z","steps":["trace[129557053] 'process raft request' (duration: 105.442249ms)","trace[129557053] 'compare' (duration: 28.825474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:07.604548Z","caller":"traceutil/trace.go:171","msg":"trace[1884882968] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"133.038845ms","start":"2026-03-03T13:58:07.471478Z","end":"2026-03-03T13:58:07.604517Z","steps":["trace[1884882968] 'process raft request' (duration: 132.83663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.604564Z","caller":"traceutil/trace.go:171","msg":"trace[150505019] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"131.119519ms","start":"2026-03-03T13:58:07.473407Z","end":"2026-03-03T13:58:07.604526Z","steps":["trace[150505019] 'process raft request' (duration: 130.969406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.623333Z","caller":"traceutil/trace.go:171","msg":"trace[370136372] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"138.388952ms","start":"2026-03-03T13:58:07.484878Z","end":"2026-03-03T13:58:07.623267Z","steps":["trace[370136372] 'process raft request' (duration: 138.069423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.623369Z","caller":"traceutil/trace.go:171","msg":"trace[1307470389] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"137.243654ms","start":"2026-03-03T13:58:07.486092Z","end":"2026-03-03T13:58:07.623336Z","steps":["trace[1307470389] 'process raft request' (duration: 137.023388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.62395Z","caller":"traceutil/trace.go:171","msg":"trace[1231362930] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"130.226338ms","start":"2026-03-03T13:58:07.493708Z","end":"2026-03-03T13:58:07.623935Z","steps":["trace[1231362930] 'process raft request' (duration: 129.488521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.624314Z","caller":"traceutil/trace.go:171","msg":"trace[1783884108] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"118.445218ms","start":"2026-03-03T13:58:07.50585Z","end":"2026-03-03T13:58:07.624295Z","steps":["trace[1783884108] 'process raft request' (duration: 118.066769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:08.71406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693644569,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:08.842676Z","caller":"traceutil/trace.go:171","msg":"trace[411597315] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"650.559645ms","start":"2026-03-03T13:58:08.192087Z","end":"2026-03-03T13:58:08.842647Z","steps":["trace[411597315] 'process raft request' (duration: 650.31901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:08.842869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:08.192063Z","time spent":"650.705439ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:09.923885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08135836s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T13:58:10.301186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:09.934625Z","time spent":"366.537261ms","remote":"127.0.0.1:59656","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T13:58:10.302451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.826589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:10.302615Z","caller":"traceutil/trace.go:171","msg":"trace[29048589] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:486; }","duration":"2.088763887s","start":"2026-03-03T13:58:08.213829Z","end":"2026-03-03T13:58:10.302593Z","steps":["trace[29048589] 'read index received' (duration: 628.612655ms)","trace[29048589] 'applied index is now lower than readState.Index' (duration: 1.460137372s)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.302679Z","caller":"traceutil/trace.go:171","msg":"trace[1496102860] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"2.107733857s","start":"2026-03-03T13:58:08.194886Z","end":"2026-03-03T13:58:10.30262Z","steps":["trace[1496102860] 'process raft request' (duration: 1.729252252s)","trace[1496102860] 'compare' (duration: 377.523382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:10.302761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088905151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T13:58:10.30286Z","caller":"traceutil/trace.go:171","msg":"trace[757852995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:470; }","duration":"2.089031724s","start":"2026-03-03T13:58:08.213799Z","end":"2026-03-03T13:58:10.30283Z","steps":["trace[757852995] 'agreement among raft nodes before linearized reading' (duration: 2.088847999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.30287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:08.194872Z","time spent":"2.10789961s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:10.302922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:08.213788Z","time spent":"2.089122625s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:58:10.363971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647906773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:58:10.364049Z","caller":"traceutil/trace.go:171","msg":"trace[1973002072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"1.648057527s","start":"2026-03-03T13:58:08.715973Z","end":"2026-03-03T13:58:10.364031Z","steps":["trace[1973002072] 'agreement among raft nodes before linearized reading' (duration: 1.647910823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.364058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074946398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T13:58:10.364084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:08.715943Z","time spent":"1.648135179s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T13:58:10.364119Z","caller":"traceutil/trace.go:171","msg":"trace[1387058195] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:471; }","duration":"1.075064651s","start":"2026-03-03T13:58:09.289039Z","end":"2026-03-03T13:58:10.364103Z","steps":["trace[1387058195] 'agreement among raft nodes before linearized reading' (duration: 1.074919838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.364154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:09.289016Z","time spent":"1.075131672s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T13:58:10.364133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.632844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"info","ts":"2026-03-03T13:58:10.364267Z","caller":"traceutil/trace.go:171","msg":"trace[19357702] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:471; }","duration":"385.818868ms","start":"2026-03-03T13:58:09.978417Z","end":"2026-03-03T13:58:10.364235Z","steps":["trace[19357702] 'agreement among raft nodes before linearized reading' (duration: 385.518131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.364259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605954429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:10.364354Z","caller":"traceutil/trace.go:171","msg":"trace[2055856229] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"588.198527ms","start":"2026-03-03T13:58:09.776146Z","end":"2026-03-03T13:58:10.364345Z","steps":["trace[2055856229] 'process raft request' (duration: 587.601353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.364367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:09.978399Z","time spent":"385.9291ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4402,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T13:58:10.364424Z","caller":"traceutil/trace.go:171","msg":"trace[609843950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"1.606161004s","start":"2026-03-03T13:58:08.75822Z","end":"2026-03-03T13:58:10.364381Z","steps":["trace[609843950] 'agreement among raft nodes before linearized reading' (duration: 1.605804325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.364491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:08.758209Z","time spent":"1.606270566s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:58:10.364434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:09.776122Z","time spent":"588.260358ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:10.592233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.081046ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:10.592365Z","caller":"traceutil/trace.go:171","msg":"trace[1736484832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:471; }","duration":"171.224109ms","start":"2026-03-03T13:58:10.421116Z","end":"2026-03-03T13:58:10.59234Z","steps":["trace[1736484832] 'range keys from in-memory index tree' (duration: 171.059796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.592398Z","caller":"traceutil/trace.go:171","msg":"trace[615332336] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"285.033988ms","start":"2026-03-03T13:58:10.307325Z","end":"2026-03-03T13:58:10.592359Z","steps":["trace[615332336] 'process raft request' (duration: 278.010102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.594277Z","caller":"traceutil/trace.go:171","msg":"trace[242543380] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:489; }","duration":"228.634011ms","start":"2026-03-03T13:58:10.36562Z","end":"2026-03-03T13:58:10.594254Z","steps":["trace[242543380] 'read index received' (duration: 219.72934ms)","trace[242543380] 'applied index is now lower than readState.Index' (duration: 8.903641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.594332Z","caller":"traceutil/trace.go:171","msg":"trace[286312987] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"225.65581ms","start":"2026-03-03T13:58:10.368635Z","end":"2026-03-03T13:58:10.594291Z","steps":["trace[286312987] 'process raft request' (duration: 225.477696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.594436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.799576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:10.594478Z","caller":"traceutil/trace.go:171","msg":"trace[173762990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"228.876967ms","start":"2026-03-03T13:58:10.365592Z","end":"2026-03-03T13:58:10.594469Z","steps":["trace[173762990] 'agreement among raft nodes before linearized reading' (duration: 228.765495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.594545Z","caller":"traceutil/trace.go:171","msg":"trace[2099035940] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"223.277604ms","start":"2026-03-03T13:58:10.371238Z","end":"2026-03-03T13:58:10.594515Z","steps":["trace[2099035940] 'process raft request' (duration: 222.972057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:12.869501Z","caller":"traceutil/trace.go:171","msg":"trace[790920465] linearizableReadLoop","detail":"{readStateIndex:499; appliedIndex:498; }","duration":"273.245908ms","start":"2026-03-03T13:58:12.596234Z","end":"2026-03-03T13:58:12.86948Z","steps":["trace[790920465] 'read index received' (duration: 273.142316ms)","trace[790920465] 'applied index is now lower than readState.Index' (duration: 102.802µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:12.869596Z","caller":"traceutil/trace.go:171","msg":"trace[89512358] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"557.658382ms","start":"2026-03-03T13:58:12.311912Z","end":"2026-03-03T13:58:12.86957Z","steps":["trace[89512358] 'process raft request' (duration: 557.473888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:12.869656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.408862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T13:58:12.869675Z","caller":"traceutil/trace.go:171","msg":"trace[65380956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:480; }","duration":"273.475054ms","start":"2026-03-03T13:58:12.596195Z","end":"2026-03-03T13:58:12.86967Z","steps":["trace[65380956] 'agreement among raft nodes before linearized reading' (duration: 273.378301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:12.869787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.185165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:58:12.869829Z","caller":"traceutil/trace.go:171","msg":"trace[686631717] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:480; }","duration":"270.275238ms","start":"2026-03-03T13:58:12.599543Z","end":"2026-03-03T13:58:12.869818Z","steps":["trace[686631717] 'agreement among raft nodes before linearized reading' (duration: 270.136035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:12.869741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:12.311886Z","time spent":"557.773275ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:12.869896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.265727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:12.869919Z","caller":"traceutil/trace.go:171","msg":"trace[581427240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"111.322778ms","start":"2026-03-03T13:58:12.758589Z","end":"2026-03-03T13:58:12.869911Z","steps":["trace[581427240] 'agreement among raft nodes before linearized reading' (duration: 111.290137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:13.038694Z","caller":"traceutil/trace.go:171","msg":"trace[1112404450] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"165.584347ms","start":"2026-03-03T13:58:12.873081Z","end":"2026-03-03T13:58:13.038665Z","steps":["trace[1112404450] 'process raft request' (duration: 66.252831ms)","trace[1112404450] 'compare' (duration: 99.183712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:13.04453Z","caller":"traceutil/trace.go:171","msg":"trace[826691905] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"159.040111ms","start":"2026-03-03T13:58:12.885472Z","end":"2026-03-03T13:58:13.044512Z","steps":["trace[826691905] 'process raft request' (duration: 158.96757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:13.044702Z","caller":"traceutil/trace.go:171","msg":"trace[132663380] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"170.466622ms","start":"2026-03-03T13:58:12.874208Z","end":"2026-03-03T13:58:13.044675Z","steps":["trace[132663380] 'process raft request' (duration: 170.101584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.211817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.956523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l9qnc\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-03T13:58:20.211896Z","caller":"traceutil/trace.go:171","msg":"trace[1250768980] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l9qnc; range_end:; response_count:1; response_revision:641; }","duration":"303.103796ms","start":"2026-03-03T13:58:19.908776Z","end":"2026-03-03T13:58:20.21188Z","steps":["trace[1250768980] 'range keys from in-memory index tree' (duration: 302.83649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.211936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:19.908749Z","time spent":"303.179228ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-l9qnc\" "} {"level":"warn","ts":"2026-03-03T13:58:20.211996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.056495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:20.212073Z","caller":"traceutil/trace.go:171","msg":"trace[1646803705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"454.185968ms","start":"2026-03-03T13:58:19.757869Z","end":"2026-03-03T13:58:20.212055Z","steps":["trace[1646803705] 'range keys from in-memory index tree' (duration: 453.900812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.212119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:19.75784Z","time spent":"454.2685ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:58:20.807116Z","caller":"traceutil/trace.go:171","msg":"trace[1164109673] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"577.791851ms","start":"2026-03-03T13:58:20.229287Z","end":"2026-03-03T13:58:20.807079Z","steps":["trace[1164109673] 'process raft request' (duration: 577.442563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.807286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.229254Z","time spent":"577.942794ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:21.049896Z","caller":"traceutil/trace.go:171","msg":"trace[2116441255] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"291.704276ms","start":"2026-03-03T13:58:20.758159Z","end":"2026-03-03T13:58:21.049863Z","steps":["trace[2116441255] 'read index received' (duration: 48.740186ms)","trace[2116441255] 'applied index is now lower than readState.Index' (duration: 242.96296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:21.049996Z","caller":"traceutil/trace.go:171","msg":"trace[500788002] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"432.963955ms","start":"2026-03-03T13:58:20.616988Z","end":"2026-03-03T13:58:21.049952Z","steps":["trace[500788002] 'process raft request' (duration: 347.887008ms)","trace[500788002] 'compare' (duration: 84.801881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:21.05011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.945732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:21.050167Z","caller":"traceutil/trace.go:171","msg":"trace[2134273506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"292.063136ms","start":"2026-03-03T13:58:20.758089Z","end":"2026-03-03T13:58:21.050152Z","steps":["trace[2134273506] 'agreement among raft nodes before linearized reading' (duration: 291.949192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.050185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.61695Z","time spent":"433.142989ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:21.050471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.634587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:58:21.05051Z","caller":"traceutil/trace.go:171","msg":"trace[1343137908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"138.705789ms","start":"2026-03-03T13:58:20.911794Z","end":"2026-03-03T13:58:21.050499Z","steps":["trace[1343137908] 'agreement among raft nodes before linearized reading' (duration: 138.527495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.050512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.053831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l9qnc\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-03T13:58:21.050632Z","caller":"traceutil/trace.go:171","msg":"trace[1225592390] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l9qnc; range_end:; response_count:1; response_revision:643; }","duration":"237.233614ms","start":"2026-03-03T13:58:20.813373Z","end":"2026-03-03T13:58:21.050606Z","steps":["trace[1225592390] 'agreement among raft nodes before linearized reading' (duration: 236.884616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.57385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693644871,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:21.775251Z","caller":"traceutil/trace.go:171","msg":"trace[393061901] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"721.441624ms","start":"2026-03-03T13:58:21.053785Z","end":"2026-03-03T13:58:21.775227Z","steps":["trace[393061901] 'process raft request' (duration: 721.27506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.775392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.053747Z","time spent":"721.571667ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:21.795383Z","caller":"traceutil/trace.go:171","msg":"trace[960474897] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"721.766282ms","start":"2026-03-03T13:58:21.073585Z","end":"2026-03-03T13:58:21.795351Z","steps":["trace[960474897] 'read index received' (duration: 701.497471ms)","trace[960474897] 'applied index is now lower than readState.Index' (duration: 20.267621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:21.795713Z","caller":"traceutil/trace.go:171","msg":"trace[454682700] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"361.503071ms","start":"2026-03-03T13:58:21.434159Z","end":"2026-03-03T13:58:21.795662Z","steps":["trace[454682700] 'process raft request' (duration: 361.023058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.795754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.127401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T13:58:21.795853Z","caller":"traceutil/trace.go:171","msg":"trace[492369869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:645; }","duration":"722.262273ms","start":"2026-03-03T13:58:21.07356Z","end":"2026-03-03T13:58:21.795822Z","steps":["trace[492369869] 'agreement among raft nodes before linearized reading' (duration: 721.947296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.795905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.07355Z","time spent":"722.338975ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:58:21.795949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.434122Z","time spent":"361.703795ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:21.796026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.115119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:58:21.796134Z","caller":"traceutil/trace.go:171","msg":"trace[44682246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:645; }","duration":"719.283103ms","start":"2026-03-03T13:58:21.076831Z","end":"2026-03-03T13:58:21.796115Z","steps":["trace[44682246] 'agreement among raft nodes before linearized reading' (duration: 719.018737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.796198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.076805Z","time spent":"719.380925ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:21.79577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.13182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:58:21.796346Z","caller":"traceutil/trace.go:171","msg":"trace[573626338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"719.758714ms","start":"2026-03-03T13:58:21.076569Z","end":"2026-03-03T13:58:21.796328Z","steps":["trace[573626338] 'agreement among raft nodes before linearized reading' (duration: 719.128679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:21.796411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.076539Z","time spent":"719.855057ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:58:22.041127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.481353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:22.041282Z","caller":"traceutil/trace.go:171","msg":"trace[1851329447] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"239.850726ms","start":"2026-03-03T13:58:21.801392Z","end":"2026-03-03T13:58:22.041243Z","steps":["trace[1851329447] 'process raft request' (duration: 82.171448ms)","trace[1851329447] 'compare' (duration: 157.33114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:24.523079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370009894s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:24.523274Z","caller":"traceutil/trace.go:171","msg":"trace[2032729856] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:667; }","duration":"1.766160796s","start":"2026-03-03T13:58:22.757097Z","end":"2026-03-03T13:58:24.523258Z","steps":["trace[2032729856] 'read index received' (duration: 30.7µs)","trace[2032729856] 'applied index is now lower than readState.Index' (duration: 1.766129076s)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:24.523284Z","caller":"traceutil/trace.go:171","msg":"trace[179540317] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"2.721758793s","start":"2026-03-03T13:58:21.801496Z","end":"2026-03-03T13:58:24.523254Z","steps":["trace[179540317] 'process raft request' (duration: 351.499053ms)","trace[179540317] 'compare' (duration: 2.369270947s)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:24.523314Z","caller":"traceutil/trace.go:171","msg":"trace[992753227] transaction","detail":"{read_only:false; response_revision:648; number_of_response:1; }","duration":"2.704592426s","start":"2026-03-03T13:58:21.818685Z","end":"2026-03-03T13:58:24.523277Z","steps":["trace[992753227] 'process raft request' (duration: 2.704492453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:24.523373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766274089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:24.52342Z","caller":"traceutil/trace.go:171","msg":"trace[1742234918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:648; }","duration":"1.766310911s","start":"2026-03-03T13:58:22.75709Z","end":"2026-03-03T13:58:24.523401Z","steps":["trace[1742234918] 'agreement among raft nodes before linearized reading' (duration: 1.766253039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:24.523447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.801467Z","time spent":"2.721878576s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:24.523465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:22.757028Z","time spent":"1.766424833s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:58:24.523471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.818668Z","time spent":"2.704717349s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:24.523579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.913924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:58:24.523652Z","caller":"traceutil/trace.go:171","msg":"trace[57222888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"743.027417ms","start":"2026-03-03T13:58:23.780605Z","end":"2026-03-03T13:58:24.523633Z","steps":["trace[57222888] 'agreement among raft nodes before linearized reading' (duration: 742.792002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:24.523692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:23.780587Z","time spent":"743.097298ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:24.523761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.804118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:58:24.523899Z","caller":"traceutil/trace.go:171","msg":"trace[945518310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:648; }","duration":"477.999734ms","start":"2026-03-03T13:58:24.045867Z","end":"2026-03-03T13:58:24.523867Z","steps":["trace[945518310] 'agreement among raft nodes before linearized reading' (duration: 477.597673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:24.52396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.045847Z","time spent":"478.101446ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:58:25.031699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693644880,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:25.161582Z","caller":"traceutil/trace.go:171","msg":"trace[2099003558] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"633.93967ms","start":"2026-03-03T13:58:24.527614Z","end":"2026-03-03T13:58:25.161553Z","steps":["trace[2099003558] 'process raft request' (duration: 535.937308ms)","trace[2099003558] 'compare' (duration: 97.373098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:25.161839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.527593Z","time spent":"634.139174ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:25.194196Z","caller":"traceutil/trace.go:171","msg":"trace[1746036739] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:669; }","duration":"662.943699ms","start":"2026-03-03T13:58:24.531215Z","end":"2026-03-03T13:58:25.194159Z","steps":["trace[1746036739] 'read index received' (duration: 532.352343ms)","trace[1746036739] 'applied index is now lower than readState.Index' (duration: 130.590116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:25.194239Z","caller":"traceutil/trace.go:171","msg":"trace[97599194] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"665.563321ms","start":"2026-03-03T13:58:24.528644Z","end":"2026-03-03T13:58:25.194208Z","steps":["trace[97599194] 'process raft request' (duration: 665.405707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.194418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.528634Z","time spent":"665.685783ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:25.194472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.213435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:25.194588Z","caller":"traceutil/trace.go:171","msg":"trace[2033915439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:650; }","duration":"663.383159ms","start":"2026-03-03T13:58:24.53118Z","end":"2026-03-03T13:58:25.194563Z","steps":["trace[2033915439] 'agreement among raft nodes before linearized reading' (duration: 663.104312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.194652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.531167Z","time spent":"663.472021ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:58:27.372474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.828364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:58:27.37257Z","caller":"traceutil/trace.go:171","msg":"trace[1247364577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:660; }","duration":"174.993329ms","start":"2026-03-03T13:58:27.197555Z","end":"2026-03-03T13:58:27.372548Z","steps":["trace[1247364577] 'range keys from in-memory index tree' (duration: 174.650791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:27.372608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.035934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:58:27.372724Z","caller":"traceutil/trace.go:171","msg":"trace[375499011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:660; }","duration":"206.216418ms","start":"2026-03-03T13:58:27.166478Z","end":"2026-03-03T13:58:27.372694Z","steps":["trace[375499011] 'range keys from in-memory index tree' (duration: 205.80953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:28.364326Z","caller":"traceutil/trace.go:171","msg":"trace[700832300] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"279.867275ms","start":"2026-03-03T13:58:28.084429Z","end":"2026-03-03T13:58:28.364296Z","steps":["trace[700832300] 'process raft request' (duration: 278.35939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:30.478721Z","caller":"traceutil/trace.go:171","msg":"trace[1540284144] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"107.808266ms","start":"2026-03-03T13:58:30.370887Z","end":"2026-03-03T13:58:30.478695Z","steps":["trace[1540284144] 'read index received' (duration: 107.621251ms)","trace[1540284144] 'applied index is now lower than readState.Index' (duration: 183.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:30.478763Z","caller":"traceutil/trace.go:171","msg":"trace[278048803] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"259.705418ms","start":"2026-03-03T13:58:30.219026Z","end":"2026-03-03T13:58:30.478731Z","steps":["trace[278048803] 'process raft request' (duration: 259.515614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:30.478977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.066872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-03T13:58:30.479044Z","caller":"traceutil/trace.go:171","msg":"trace[1463186313] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:712; }","duration":"108.176114ms","start":"2026-03-03T13:58:30.370853Z","end":"2026-03-03T13:58:30.479029Z","steps":["trace[1463186313] 'agreement among raft nodes before linearized reading' (duration: 107.917458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:31.802993Z","caller":"traceutil/trace.go:171","msg":"trace[1604044523] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"175.39932ms","start":"2026-03-03T13:58:31.627564Z","end":"2026-03-03T13:58:31.802964Z","steps":["trace[1604044523] 'process raft request' (duration: 175.136714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.201846Z","caller":"traceutil/trace.go:171","msg":"trace[1885343790] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"189.759588ms","start":"2026-03-03T13:58:32.012059Z","end":"2026-03-03T13:58:32.201818Z","steps":["trace[1885343790] 'process raft request' (duration: 160.016924ms)","trace[1885343790] 'compare' (duration: 29.450557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:32.202824Z","caller":"traceutil/trace.go:171","msg":"trace[366539918] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"189.776919ms","start":"2026-03-03T13:58:32.013002Z","end":"2026-03-03T13:58:32.202779Z","steps":["trace[366539918] 'process raft request' (duration: 189.124993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.203078Z","caller":"traceutil/trace.go:171","msg":"trace[852064618] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"180.609623ms","start":"2026-03-03T13:58:32.022445Z","end":"2026-03-03T13:58:32.203055Z","steps":["trace[852064618] 'process raft request' (duration: 179.998189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.203492Z","caller":"traceutil/trace.go:171","msg":"trace[241279122] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:753; }","duration":"164.178623ms","start":"2026-03-03T13:58:32.039294Z","end":"2026-03-03T13:58:32.203472Z","steps":["trace[241279122] 'read index received' (duration: 132.573924ms)","trace[241279122] 'applied index is now lower than readState.Index' (duration: 31.603089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:32.203625Z","caller":"traceutil/trace.go:171","msg":"trace[1823411332] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"127.869052ms","start":"2026-03-03T13:58:32.07573Z","end":"2026-03-03T13:58:32.203599Z","steps":["trace[1823411332] 'process raft request' (duration: 127.642246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:32.203699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.377857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:32.203753Z","caller":"traceutil/trace.go:171","msg":"trace[421305699] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:735; }","duration":"164.48778ms","start":"2026-03-03T13:58:32.039248Z","end":"2026-03-03T13:58:32.203736Z","steps":["trace[421305699] 'agreement among raft nodes before linearized reading' (duration: 164.377347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.203777Z","caller":"traceutil/trace.go:171","msg":"trace[1869208553] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"131.220921ms","start":"2026-03-03T13:58:32.072538Z","end":"2026-03-03T13:58:32.203759Z","steps":["trace[1869208553] 'process raft request' (duration: 130.469514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:32.204036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.717415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:32.204096Z","caller":"traceutil/trace.go:171","msg":"trace[295152332] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:735; }","duration":"164.812268ms","start":"2026-03-03T13:58:32.03927Z","end":"2026-03-03T13:58:32.204083Z","steps":["trace[295152332] 'agreement among raft nodes before linearized reading' (duration: 164.728436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:32.204143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.292416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:32.204183Z","caller":"traceutil/trace.go:171","msg":"trace[1498422854] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:735; }","duration":"164.373977ms","start":"2026-03-03T13:58:32.039798Z","end":"2026-03-03T13:58:32.204172Z","steps":["trace[1498422854] 'agreement among raft nodes before linearized reading' (duration: 164.294395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.37079Z","caller":"traceutil/trace.go:171","msg":"trace[1039300460] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"106.843235ms","start":"2026-03-03T13:58:32.263922Z","end":"2026-03-03T13:58:32.370765Z","steps":["trace[1039300460] 'process raft request' (duration: 97.871281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.370829Z","caller":"traceutil/trace.go:171","msg":"trace[1373169184] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"106.641959ms","start":"2026-03-03T13:58:32.264168Z","end":"2026-03-03T13:58:32.37081Z","steps":["trace[1373169184] 'process raft request' (duration: 106.523506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.370871Z","caller":"traceutil/trace.go:171","msg":"trace[1615079136] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"106.561657ms","start":"2026-03-03T13:58:32.264287Z","end":"2026-03-03T13:58:32.370848Z","steps":["trace[1615079136] 'process raft request' (duration: 106.472855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.371287Z","caller":"traceutil/trace.go:171","msg":"trace[1652661765] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"106.939876ms","start":"2026-03-03T13:58:32.264328Z","end":"2026-03-03T13:58:32.371268Z","steps":["trace[1652661765] 'process raft request' (duration: 106.474835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.371312Z","caller":"traceutil/trace.go:171","msg":"trace[2116461984] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"106.818973ms","start":"2026-03-03T13:58:32.264452Z","end":"2026-03-03T13:58:32.371271Z","steps":["trace[2116461984] 'process raft request' (duration: 106.571617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.371389Z","caller":"traceutil/trace.go:171","msg":"trace[1661877068] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"106.29267ms","start":"2026-03-03T13:58:32.265081Z","end":"2026-03-03T13:58:32.371373Z","steps":["trace[1661877068] 'process raft request' (duration: 106.055645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.371317Z","caller":"traceutil/trace.go:171","msg":"trace[1851774197] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"106.899495ms","start":"2026-03-03T13:58:32.264375Z","end":"2026-03-03T13:58:32.371275Z","steps":["trace[1851774197] 'process raft request' (duration: 106.571147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.377477Z","caller":"traceutil/trace.go:171","msg":"trace[1897692532] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"101.6893ms","start":"2026-03-03T13:58:32.275754Z","end":"2026-03-03T13:58:32.377443Z","steps":["trace[1897692532] 'process raft request' (duration: 99.691943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:37.990538Z","caller":"traceutil/trace.go:171","msg":"trace[978635797] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"158.224802ms","start":"2026-03-03T13:58:37.832279Z","end":"2026-03-03T13:58:37.990504Z","steps":["trace[978635797] 'process raft request' (duration: 158.095189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:38.743286Z","caller":"traceutil/trace.go:171","msg":"trace[1518972105] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"136.893074ms","start":"2026-03-03T13:58:38.606361Z","end":"2026-03-03T13:58:38.743254Z","steps":["trace[1518972105] 'process raft request' (duration: 136.576517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:42.263367Z","caller":"traceutil/trace.go:171","msg":"trace[433445302] transaction","detail":"{read_only:false; response_revision:859; number_of_response:1; }","duration":"203.690707ms","start":"2026-03-03T13:58:42.059647Z","end":"2026-03-03T13:58:42.263338Z","steps":["trace[433445302] 'process raft request' (duration: 203.446951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:42.263626Z","caller":"traceutil/trace.go:171","msg":"trace[1915072837] linearizableReadLoop","detail":"{readStateIndex:886; appliedIndex:886; }","duration":"200.038093ms","start":"2026-03-03T13:58:42.063568Z","end":"2026-03-03T13:58:42.263606Z","steps":["trace[1915072837] 'read index received' (duration: 200.025292ms)","trace[1915072837] 'applied index is now lower than readState.Index' (duration: 6.341µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:42.263901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.304849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-xd9k8\" ","response":"range_response_count:1 size:3857"} {"level":"info","ts":"2026-03-03T13:58:42.263984Z","caller":"traceutil/trace.go:171","msg":"trace[1712822620] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-xd9k8; range_end:; response_count:1; response_revision:859; }","duration":"200.425532ms","start":"2026-03-03T13:58:42.063536Z","end":"2026-03-03T13:58:42.263962Z","steps":["trace[1712822620] 'agreement among raft nodes before linearized reading' (duration: 200.185846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:42.263949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.668848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T13:58:42.26405Z","caller":"traceutil/trace.go:171","msg":"trace[1641745226] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:859; }","duration":"116.833751ms","start":"2026-03-03T13:58:42.147197Z","end":"2026-03-03T13:58:42.26403Z","steps":["trace[1641745226] 'agreement among raft nodes before linearized reading' (duration: 116.641247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:44.185288Z","caller":"traceutil/trace.go:171","msg":"trace[424891858] linearizableReadLoop","detail":"{readStateIndex:902; appliedIndex:901; }","duration":"129.50108ms","start":"2026-03-03T13:58:44.055759Z","end":"2026-03-03T13:58:44.18526Z","steps":["trace[424891858] 'read index received' (duration: 129.313676ms)","trace[424891858] 'applied index is now lower than readState.Index' (duration: 186.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:44.185423Z","caller":"traceutil/trace.go:171","msg":"trace[1771432373] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"132.58422ms","start":"2026-03-03T13:58:44.0528Z","end":"2026-03-03T13:58:44.185384Z","steps":["trace[1771432373] 'process raft request' (duration: 132.303474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:44.185489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.673494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:58:44.185495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.699785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:44.185532Z","caller":"traceutil/trace.go:171","msg":"trace[1823168321] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:875; }","duration":"129.763736ms","start":"2026-03-03T13:58:44.055757Z","end":"2026-03-03T13:58:44.185521Z","steps":["trace[1823168321] 'agreement among raft nodes before linearized reading' (duration: 129.669504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:44.185716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.219505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:44.185789Z","caller":"traceutil/trace.go:171","msg":"trace[1981937653] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:875; }","duration":"105.316267ms","start":"2026-03-03T13:58:44.080437Z","end":"2026-03-03T13:58:44.185753Z","steps":["trace[1981937653] 'agreement among raft nodes before linearized reading' (duration: 105.203545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:44.185989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.566882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:44.186136Z","caller":"traceutil/trace.go:171","msg":"trace[530900106] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:875; }","duration":"108.736856ms","start":"2026-03-03T13:58:44.077374Z","end":"2026-03-03T13:58:44.186111Z","steps":["trace[530900106] 'agreement among raft nodes before linearized reading' (duration: 108.321097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:44.18599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.541662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:58:44.186038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.065503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:44.186283Z","caller":"traceutil/trace.go:171","msg":"trace[1086944806] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:875; }","duration":"108.843578ms","start":"2026-03-03T13:58:44.077393Z","end":"2026-03-03T13:58:44.186236Z","steps":["trace[1086944806] 'agreement among raft nodes before linearized reading' (duration: 108.49532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:44.186349Z","caller":"traceutil/trace.go:171","msg":"trace[2104008934] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:875; }","duration":"130.40537ms","start":"2026-03-03T13:58:44.055927Z","end":"2026-03-03T13:58:44.186333Z","steps":["trace[2104008934] 'agreement among raft nodes before linearized reading' (duration: 130.026122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:44.185623Z","caller":"traceutil/trace.go:171","msg":"trace[1073013122] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:875; }","duration":"129.866818ms","start":"2026-03-03T13:58:44.055734Z","end":"2026-03-03T13:58:44.185601Z","steps":["trace[1073013122] 'agreement among raft nodes before linearized reading' (duration: 129.673764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:45.446268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.34697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:45.446543Z","caller":"traceutil/trace.go:171","msg":"trace[442062526] transaction","detail":"{read_only:false; response_revision:888; number_of_response:1; }","duration":"374.002447ms","start":"2026-03-03T13:58:45.072503Z","end":"2026-03-03T13:58:45.446505Z","steps":["trace[442062526] 'process raft request' (duration: 99.312969ms)","trace[442062526] 'compare' (duration: 274.143065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:45.446733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:45.072478Z","time spent":"374.158491ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:45.446567Z","caller":"traceutil/trace.go:171","msg":"trace[773567536] transaction","detail":"{read_only:false; response_revision:889; number_of_response:1; }","duration":"372.694427ms","start":"2026-03-03T13:58:45.073847Z","end":"2026-03-03T13:58:45.446541Z","steps":["trace[773567536] 'process raft request' (duration: 372.565715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:45.447052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:45.073834Z","time spent":"373.086776ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4006,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:48.089507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693645346,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:58:48.508489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.053760836s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:58:48.510071Z","caller":"traceutil/trace.go:171","msg":"trace[1778984945] linearizableReadLoop","detail":"{readStateIndex:928; appliedIndex:927; }","duration":"932.477384ms","start":"2026-03-03T13:58:47.577571Z","end":"2026-03-03T13:58:48.510048Z","steps":["trace[1778984945] 'read index received' (duration: 932.356262ms)","trace[1778984945] 'applied index is now lower than readState.Index' (duration: 119.992µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:48.510154Z","caller":"traceutil/trace.go:171","msg":"trace[905284512] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"1.055484846s","start":"2026-03-03T13:58:47.454639Z","end":"2026-03-03T13:58:48.510124Z","steps":["trace[905284512] 'process raft request' (duration: 1.054643747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:48.510273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.670048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:48.510392Z","caller":"traceutil/trace.go:171","msg":"trace[1149186147] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:900; }","duration":"932.821542ms","start":"2026-03-03T13:58:47.577554Z","end":"2026-03-03T13:58:48.510376Z","steps":["trace[1149186147] 'agreement among raft nodes before linearized reading' (duration: 932.612617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:48.510429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:47.577492Z","time spent":"932.927734ms","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:58:48.510321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:47.454619Z","time spent":"1.055611538s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:48.513567Z","caller":"traceutil/trace.go:171","msg":"trace[1127318081] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"422.129859ms","start":"2026-03-03T13:58:48.091404Z","end":"2026-03-03T13:58:48.513534Z","steps":["trace[1127318081] 'process raft request' (duration: 421.898294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:48.513652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.059866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:58:48.513656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.046096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:58:48.513738Z","caller":"traceutil/trace.go:171","msg":"trace[1236057793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:901; }","duration":"929.155029ms","start":"2026-03-03T13:58:47.584561Z","end":"2026-03-03T13:58:48.513716Z","steps":["trace[1236057793] 'agreement among raft nodes before linearized reading' (duration: 928.927714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:48.513737Z","caller":"traceutil/trace.go:171","msg":"trace[1594659592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"663.170248ms","start":"2026-03-03T13:58:47.850535Z","end":"2026-03-03T13:58:48.513705Z","steps":["trace[1594659592] 'agreement among raft nodes before linearized reading' (duration: 663.044775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:48.513799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.774075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T13:58:48.513816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:47.584547Z","time spent":"929.260021ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:48.513804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.091375Z","time spent":"422.279922ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3148,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:48.513835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:47.85051Z","time spent":"663.308931ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:58:48.513858Z","caller":"traceutil/trace.go:171","msg":"trace[1383009504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:901; }","duration":"664.894557ms","start":"2026-03-03T13:58:47.848949Z","end":"2026-03-03T13:58:48.513843Z","steps":["trace[1383009504] 'agreement among raft nodes before linearized reading' (duration: 664.682652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:48.513897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:47.848933Z","time spent":"664.956288ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T13:58:48.666686Z","caller":"traceutil/trace.go:171","msg":"trace[368122939] transaction","detail":"{read_only:false; response_revision:902; number_of_response:1; }","duration":"147.504452ms","start":"2026-03-03T13:58:48.519153Z","end":"2026-03-03T13:58:48.666657Z","steps":["trace[368122939] 'process raft request' (duration: 136.987432ms)","trace[368122939] 'compare' (duration: 10.361077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:48.688764Z","caller":"traceutil/trace.go:171","msg":"trace[2031488046] transaction","detail":"{read_only:false; response_revision:903; number_of_response:1; }","duration":"168.294677ms","start":"2026-03-03T13:58:48.520446Z","end":"2026-03-03T13:58:48.688741Z","steps":["trace[2031488046] 'process raft request' (duration: 168.180535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:11.316572Z","caller":"traceutil/trace.go:171","msg":"trace[272643717] linearizableReadLoop","detail":"{readStateIndex:1104; appliedIndex:1103; }","duration":"149.041407ms","start":"2026-03-03T13:59:11.16751Z","end":"2026-03-03T13:59:11.316552Z","steps":["trace[272643717] 'read index received' (duration: 148.785541ms)","trace[272643717] 'applied index is now lower than readState.Index' (duration: 254.936µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:11.316718Z","caller":"traceutil/trace.go:171","msg":"trace[974782904] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"239.063004ms","start":"2026-03-03T13:59:11.077641Z","end":"2026-03-03T13:59:11.316704Z","steps":["trace[974782904] 'process raft request' (duration: 238.783018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:11.316926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.396725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5zsnq\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-03-03T13:59:11.316988Z","caller":"traceutil/trace.go:171","msg":"trace[105071594] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5zsnq; range_end:; response_count:1; response_revision:1068; }","duration":"149.494567ms","start":"2026-03-03T13:59:11.167473Z","end":"2026-03-03T13:59:11.316968Z","steps":["trace[105071594] 'agreement among raft nodes before linearized reading' (duration: 149.272642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:16.998884Z","caller":"traceutil/trace.go:171","msg":"trace[486489755] linearizableReadLoop","detail":"{readStateIndex:1216; appliedIndex:1215; }","duration":"206.08254ms","start":"2026-03-03T13:59:16.792773Z","end":"2026-03-03T13:59:16.998856Z","steps":["trace[486489755] 'read index received' (duration: 205.965697ms)","trace[486489755] 'applied index is now lower than readState.Index' (duration: 115.713µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:16.99896Z","caller":"traceutil/trace.go:171","msg":"trace[1755491226] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"355.173908ms","start":"2026-03-03T13:59:16.643758Z","end":"2026-03-03T13:59:16.998932Z","steps":["trace[1755491226] 'process raft request' (duration: 354.909452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:16.999108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:16.64374Z","time spent":"355.276201ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:16.999163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.836675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:59:16.999204Z","caller":"traceutil/trace.go:171","msg":"trace[1362998657] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1178; }","duration":"181.938488ms","start":"2026-03-03T13:59:16.817252Z","end":"2026-03-03T13:59:16.999191Z","steps":["trace[1362998657] 'agreement among raft nodes before linearized reading' (duration: 181.780734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:16.999225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.43646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:59:16.999358Z","caller":"traceutil/trace.go:171","msg":"trace[308356688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1178; }","duration":"206.623654ms","start":"2026-03-03T13:59:16.792717Z","end":"2026-03-03T13:59:16.999341Z","steps":["trace[308356688] 'agreement among raft nodes before linearized reading' (duration: 206.315376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:17.531493Z","caller":"traceutil/trace.go:171","msg":"trace[1851760069] linearizableReadLoop","detail":"{readStateIndex:1223; appliedIndex:1222; }","duration":"184.279432ms","start":"2026-03-03T13:59:17.347188Z","end":"2026-03-03T13:59:17.531467Z","steps":["trace[1851760069] 'read index received' (duration: 184.061497ms)","trace[1851760069] 'applied index is now lower than readState.Index' (duration: 216.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:17.531544Z","caller":"traceutil/trace.go:171","msg":"trace[570492597] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"187.965718ms","start":"2026-03-03T13:59:17.343559Z","end":"2026-03-03T13:59:17.531524Z","steps":["trace[570492597] 'process raft request' (duration: 187.723351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:17.531687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.485817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T13:59:17.53174Z","caller":"traceutil/trace.go:171","msg":"trace[1587109429] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"184.576019ms","start":"2026-03-03T13:59:17.347146Z","end":"2026-03-03T13:59:17.531722Z","steps":["trace[1587109429] 'agreement among raft nodes before linearized reading' (duration: 184.418846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:19.986881Z","caller":"traceutil/trace.go:171","msg":"trace[1671063319] linearizableReadLoop","detail":"{readStateIndex:1230; appliedIndex:1229; }","duration":"450.052348ms","start":"2026-03-03T13:59:19.536808Z","end":"2026-03-03T13:59:19.98686Z","steps":["trace[1671063319] 'read index received' (duration: 357.788959ms)","trace[1671063319] 'applied index is now lower than readState.Index' (duration: 92.262529ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:19.987008Z","caller":"traceutil/trace.go:171","msg":"trace[281005626] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"527.697312ms","start":"2026-03-03T13:59:19.459299Z","end":"2026-03-03T13:59:19.986996Z","steps":["trace[281005626] 'process raft request' (duration: 435.215228ms)","trace[281005626] 'compare' (duration: 92.228569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:19.987104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:19.459261Z","time spent":"527.772914ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:19.987191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.261504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T13:59:19.987175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.76731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:19.987245Z","caller":"traceutil/trace.go:171","msg":"trace[581692148] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1191; }","duration":"405.347236ms","start":"2026-03-03T13:59:19.581886Z","end":"2026-03-03T13:59:19.987233Z","steps":["trace[581692148] 'agreement among raft nodes before linearized reading' (duration: 405.150641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:19.987269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:19.581875Z","time spent":"405.389537ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T13:59:19.987272Z","caller":"traceutil/trace.go:171","msg":"trace[415705575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1191; }","duration":"228.889813ms","start":"2026-03-03T13:59:19.758359Z","end":"2026-03-03T13:59:19.987249Z","steps":["trace[415705575] 'agreement among raft nodes before linearized reading' (duration: 228.701119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:19.98726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.178123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T13:59:19.987332Z","caller":"traceutil/trace.go:171","msg":"trace[461465229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1191; }","duration":"353.293595ms","start":"2026-03-03T13:59:19.634017Z","end":"2026-03-03T13:59:19.98731Z","steps":["trace[461465229] 'agreement among raft nodes before linearized reading' (duration: 353.04682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:19.987395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:19.633991Z","time spent":"353.390988ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:59:19.987537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.702373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T13:59:19.987732Z","caller":"traceutil/trace.go:171","msg":"trace[327567451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1191; }","duration":"450.879427ms","start":"2026-03-03T13:59:19.536755Z","end":"2026-03-03T13:59:19.987635Z","steps":["trace[327567451] 'agreement among raft nodes before linearized reading' (duration: 450.320864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:19.987794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:19.53673Z","time spent":"451.05126ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:45.312688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693646764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:59:45.813117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693646764,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:59:46.307329Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.531032083s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:59:46.307835Z","caller":"traceutil/trace.go:171","msg":"trace[1311573745] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"1.531626388s","start":"2026-03-03T13:59:44.776177Z","end":"2026-03-03T13:59:46.307804Z","steps":["trace[1311573745] 'process raft request' (duration: 1.531396362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.308098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:44.776155Z","time spent":"1.531846692s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:46.437569Z","caller":"traceutil/trace.go:171","msg":"trace[1220056454] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.040325028s","start":"2026-03-03T13:59:45.397217Z","end":"2026-03-03T13:59:46.437542Z","steps":["trace[1220056454] 'process raft request' (duration: 1.040155484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.437732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.397191Z","time spent":"1.040456902s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:46.438039Z","caller":"traceutil/trace.go:171","msg":"trace[1603522175] linearizableReadLoop","detail":"{readStateIndex:1670; appliedIndex:1667; }","duration":"1.625358265s","start":"2026-03-03T13:59:44.812649Z","end":"2026-03-03T13:59:46.438007Z","steps":["trace[1603522175] 'read index received' (duration: 1.494941096s)","trace[1603522175] 'applied index is now lower than readState.Index' (duration: 130.411619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:46.438244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590611139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T13:59:46.438315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.612707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:59:46.438379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309605809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:59:46.43839Z","caller":"traceutil/trace.go:171","msg":"trace[828817893] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1606; }","duration":"595.72835ms","start":"2026-03-03T13:59:45.842637Z","end":"2026-03-03T13:59:46.438365Z","steps":["trace[828817893] 'agreement among raft nodes before linearized reading' (duration: 595.598307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333898327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T13:59:46.438422Z","caller":"traceutil/trace.go:171","msg":"trace[489331270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1606; }","duration":"1.309644309s","start":"2026-03-03T13:59:45.128766Z","end":"2026-03-03T13:59:46.43841Z","steps":["trace[489331270] 'agreement among raft nodes before linearized reading' (duration: 1.309553347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.842619Z","time spent":"595.807392ms","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:59:46.438463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.128693Z","time spent":"1.309763883s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T13:59:46.438468Z","caller":"traceutil/trace.go:171","msg":"trace[1995625409] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"1.333991109s","start":"2026-03-03T13:59:45.104457Z","end":"2026-03-03T13:59:46.438448Z","steps":["trace[1995625409] 'agreement among raft nodes before linearized reading' (duration: 1.333768454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566005215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T13:59:46.438536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569684201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T13:59:46.43856Z","caller":"traceutil/trace.go:171","msg":"trace[935751844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1606; }","duration":"1.566108487s","start":"2026-03-03T13:59:44.87244Z","end":"2026-03-03T13:59:46.438548Z","steps":["trace[935751844] 'agreement among raft nodes before linearized reading' (duration: 1.565915932s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:46.438571Z","caller":"traceutil/trace.go:171","msg":"trace[243578933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1606; }","duration":"1.569752093s","start":"2026-03-03T13:59:44.868806Z","end":"2026-03-03T13:59:46.438558Z","steps":["trace[243578933] 'agreement among raft nodes before linearized reading' (duration: 1.569677931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:44.872433Z","time spent":"1.566155428s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T13:59:46.438604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T13:59:46.438603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:44.868787Z","time spent":"1.569808924s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T13:59:46.438634Z","caller":"traceutil/trace.go:171","msg":"trace[1385602704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.310512881s","start":"2026-03-03T13:59:45.128112Z","end":"2026-03-03T13:59:46.438625Z","steps":["trace[1385602704] 'agreement among raft nodes before linearized reading' (duration: 1.310429139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.128053Z","time spent":"1.310608942s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:46.438711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.080081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T13:59:46.438717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.51434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:59:46.43826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625603711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T13:59:46.438752Z","caller":"traceutil/trace.go:171","msg":"trace[2102328623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1606; }","duration":"681.579461ms","start":"2026-03-03T13:59:45.757164Z","end":"2026-03-03T13:59:46.438744Z","steps":["trace[2102328623] 'agreement among raft nodes before linearized reading' (duration: 681.53407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:46.438761Z","caller":"traceutil/trace.go:171","msg":"trace[1846365766] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:1606; }","duration":"1.626143483s","start":"2026-03-03T13:59:44.812607Z","end":"2026-03-03T13:59:46.43875Z","steps":["trace[1846365766] 'agreement among raft nodes before linearized reading' (duration: 1.625539659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.757146Z","time spent":"681.626212ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:59:46.438796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:44.812587Z","time spent":"1.626201064s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"warn","ts":"2026-03-03T13:59:46.438822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.392625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T13:59:46.438846Z","caller":"traceutil/trace.go:171","msg":"trace[399235170] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1606; }","duration":"211.441207ms","start":"2026-03-03T13:59:46.227398Z","end":"2026-03-03T13:59:46.438839Z","steps":["trace[399235170] 'agreement among raft nodes before linearized reading' (duration: 211.371624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:46.43875Z","caller":"traceutil/trace.go:171","msg":"trace[382862451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1606; }","duration":"207.179494ms","start":"2026-03-03T13:59:46.231561Z","end":"2026-03-03T13:59:46.43874Z","steps":["trace[382862451] 'agreement among raft nodes before linearized reading' (duration: 207.070382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.438521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.104437Z","time spent":"1.334063741s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T13:59:46.438964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308141213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:59:46.439103Z","caller":"traceutil/trace.go:171","msg":"trace[759883222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1606; }","duration":"1.308437441s","start":"2026-03-03T13:59:45.130647Z","end":"2026-03-03T13:59:46.439084Z","steps":["trace[759883222] 'agreement among raft nodes before linearized reading' (duration: 1.30755435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.439166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08452537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T13:59:46.438328Z","caller":"traceutil/trace.go:171","msg":"trace[571366810] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1606; }","duration":"1.590709611s","start":"2026-03-03T13:59:44.847601Z","end":"2026-03-03T13:59:46.43831Z","steps":["trace[571366810] 'agreement among raft nodes before linearized reading' (duration: 1.590572248s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:46.439204Z","caller":"traceutil/trace.go:171","msg":"trace[1868822129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:1606; }","duration":"1.084599082s","start":"2026-03-03T13:59:45.354594Z","end":"2026-03-03T13:59:46.439193Z","steps":["trace[1868822129] 'agreement among raft nodes before linearized reading' (duration: 1.08450522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.439215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.130616Z","time spent":"1.308583965s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:46.439219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:44.84754Z","time spent":"1.591663285s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:59:46.439234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.354575Z","time spent":"1.084652314s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"info","ts":"2026-03-03T13:59:46.437957Z","caller":"traceutil/trace.go:171","msg":"trace[1129017886] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"387.636604ms","start":"2026-03-03T13:59:46.050266Z","end":"2026-03-03T13:59:46.437903Z","steps":["trace[1129017886] 'process raft request' (duration: 387.233734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.439565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.05024Z","time spent":"389.252483ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:46.900231Z","caller":"traceutil/trace.go:171","msg":"trace[898031270] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"450.377646ms","start":"2026-03-03T13:59:46.449832Z","end":"2026-03-03T13:59:46.90021Z","steps":["trace[898031270] 'process raft request' (duration: 450.226032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:46.900399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.449805Z","time spent":"450.493588ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:47.714521Z","caller":"traceutil/trace.go:171","msg":"trace[659091098] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"1.264563439s","start":"2026-03-03T13:59:46.449941Z","end":"2026-03-03T13:59:47.714504Z","steps":["trace[659091098] 'process raft request' (duration: 1.264414186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.714656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.449924Z","time spent":"1.264663282s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:47.714526Z","caller":"traceutil/trace.go:171","msg":"trace[1914505170] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"1.264620501s","start":"2026-03-03T13:59:46.449872Z","end":"2026-03-03T13:59:47.714492Z","steps":["trace[1914505170] 'process raft request' (duration: 1.264336284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:47.714745Z","caller":"traceutil/trace.go:171","msg":"trace[1060985760] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"1.264755924s","start":"2026-03-03T13:59:46.449977Z","end":"2026-03-03T13:59:47.714733Z","steps":["trace[1060985760] 'process raft request' (duration: 1.264432766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.714832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.44997Z","time spent":"1.264813306s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:47.714947Z","caller":"traceutil/trace.go:171","msg":"trace[721288072] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"1.264962288s","start":"2026-03-03T13:59:46.449973Z","end":"2026-03-03T13:59:47.714936Z","steps":["trace[721288072] 'process raft request' (duration: 1.264701702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.714927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.449845Z","time spent":"1.264960598s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:47.715021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.449956Z","time spent":"1.26502421s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:47.715128Z","caller":"traceutil/trace.go:171","msg":"trace[209304068] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"1.265092581s","start":"2026-03-03T13:59:46.450018Z","end":"2026-03-03T13:59:47.71511Z","steps":["trace[209304068] 'process raft request' (duration: 1.264876616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.715207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.222924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:47.715256Z","caller":"traceutil/trace.go:171","msg":"trace[376870493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1613; }","duration":"957.307776ms","start":"2026-03-03T13:59:46.757939Z","end":"2026-03-03T13:59:47.715247Z","steps":["trace[376870493] 'agreement among raft nodes before linearized reading' (duration: 957.222184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:47.715227Z","caller":"traceutil/trace.go:171","msg":"trace[961602360] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"1.264001895s","start":"2026-03-03T13:59:46.451195Z","end":"2026-03-03T13:59:47.715197Z","steps":["trace[961602360] 'process raft request' (duration: 1.263844972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.715292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.757921Z","time spent":"957.364748ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:59:47.715216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.449997Z","time spent":"1.265179214s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:47.71513Z","caller":"traceutil/trace.go:171","msg":"trace[1184924420] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1672; }","duration":"957.134111ms","start":"2026-03-03T13:59:46.757977Z","end":"2026-03-03T13:59:47.715111Z","steps":["trace[1184924420] 'read index received' (duration: 142.18897ms)","trace[1184924420] 'applied index is now lower than readState.Index' (duration: 814.944311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:47.715406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.451185Z","time spent":"1.264123388s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:47.715563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.765921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T13:59:47.715708Z","caller":"traceutil/trace.go:171","msg":"trace[1057097208] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1613; }","duration":"953.942855ms","start":"2026-03-03T13:59:46.76175Z","end":"2026-03-03T13:59:47.715693Z","steps":["trace[1057097208] 'agreement among raft nodes before linearized reading' (duration: 953.768391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.715626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.811193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T13:59:47.715792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.668323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-03T13:59:47.715829Z","caller":"traceutil/trace.go:171","msg":"trace[385811206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"270.10145ms","start":"2026-03-03T13:59:47.445712Z","end":"2026-03-03T13:59:47.715814Z","steps":["trace[385811206] 'agreement among raft nodes before linearized reading' (duration: 269.807263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:47.715846Z","caller":"traceutil/trace.go:171","msg":"trace[480538713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:1613; }","duration":"270.751865ms","start":"2026-03-03T13:59:47.445076Z","end":"2026-03-03T13:59:47.715828Z","steps":["trace[480538713] 'agreement among raft nodes before linearized reading' (duration: 270.590331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:47.715754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:46.761743Z","time spent":"953.999726ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T13:59:54.639046Z","caller":"traceutil/trace.go:171","msg":"trace[525792628] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"288.396305ms","start":"2026-03-03T13:59:54.35062Z","end":"2026-03-03T13:59:54.639016Z","steps":["trace[525792628] 'process raft request' (duration: 288.203931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:54.639295Z","caller":"traceutil/trace.go:171","msg":"trace[595259960] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"142.323314ms","start":"2026-03-03T13:59:54.496963Z","end":"2026-03-03T13:59:54.639286Z","steps":["trace[595259960] 'process raft request' (duration: 141.994166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:54.639545Z","caller":"traceutil/trace.go:171","msg":"trace[839265199] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1741; }","duration":"148.603103ms","start":"2026-03-03T13:59:54.4909Z","end":"2026-03-03T13:59:54.639503Z","steps":["trace[839265199] 'read index received' (duration: 88.699208ms)","trace[839265199] 'applied index is now lower than readState.Index' (duration: 59.902775ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:54.639724Z","caller":"traceutil/trace.go:171","msg":"trace[1406374481] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"141.653618ms","start":"2026-03-03T13:59:54.498029Z","end":"2026-03-03T13:59:54.639683Z","steps":["trace[1406374481] 'process raft request' (duration: 141.218438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:54.639805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.887929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T13:59:54.639848Z","caller":"traceutil/trace.go:171","msg":"trace[128793508] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1677; }","duration":"148.976031ms","start":"2026-03-03T13:59:54.490855Z","end":"2026-03-03T13:59:54.639831Z","steps":["trace[128793508] 'agreement among raft nodes before linearized reading' (duration: 148.735536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.287435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693646932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:59:56.787924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693646932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:59:56.837626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052647602s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:59:56.838261Z","caller":"traceutil/trace.go:171","msg":"trace[152200166] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"1.05338659s","start":"2026-03-03T13:59:55.784838Z","end":"2026-03-03T13:59:56.838225Z","steps":["trace[152200166] 'process raft request' (duration: 1.053162764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.838556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.784825Z","time spent":"1.053606025s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:57.068792Z","caller":"traceutil/trace.go:171","msg":"trace[1390043590] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"1.28315704s","start":"2026-03-03T13:59:55.785565Z","end":"2026-03-03T13:59:57.068722Z","steps":["trace[1390043590] 'process raft request' (duration: 1.282905005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:57.068983Z","caller":"traceutil/trace.go:171","msg":"trace[159158084] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"1.282917195s","start":"2026-03-03T13:59:55.786052Z","end":"2026-03-03T13:59:57.068969Z","steps":["trace[159158084] 'process raft request' (duration: 1.282596538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.069091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.786043Z","time spent":"1.282972296s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:57.069189Z","caller":"traceutil/trace.go:171","msg":"trace[1162843789] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"1.282896355s","start":"2026-03-03T13:59:55.786264Z","end":"2026-03-03T13:59:57.06916Z","steps":["trace[1162843789] 'process raft request' (duration: 1.282658569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.069267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.785547Z","time spent":"1.283692033s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:57.069354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.786252Z","time spent":"1.283013567s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:57.069612Z","caller":"traceutil/trace.go:171","msg":"trace[904806933] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"424.630203ms","start":"2026-03-03T13:59:56.64497Z","end":"2026-03-03T13:59:57.0696Z","steps":["trace[904806933] 'process raft request' (duration: 424.110451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.069707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:56.644946Z","time spent":"424.716234ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:57.069875Z","caller":"traceutil/trace.go:171","msg":"trace[361590288] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1745; }","duration":"1.28312141s","start":"2026-03-03T13:59:55.786739Z","end":"2026-03-03T13:59:57.06986Z","steps":["trace[361590288] 'read index received' (duration: 1.051449254s)","trace[361590288] 'applied index is now lower than readState.Index' (duration: 231.670726ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:57.069917Z","caller":"traceutil/trace.go:171","msg":"trace[447371939] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"424.602993ms","start":"2026-03-03T13:59:56.645279Z","end":"2026-03-03T13:59:57.069882Z","steps":["trace[447371939] 'process raft request' (duration: 424.378987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.069973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283230982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:57.070003Z","caller":"traceutil/trace.go:171","msg":"trace[1599418637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"1.283277284s","start":"2026-03-03T13:59:55.786716Z","end":"2026-03-03T13:59:57.069994Z","steps":["trace[1599418637] 'agreement among raft nodes before linearized reading' (duration: 1.283222933s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:57.069978Z","caller":"traceutil/trace.go:171","msg":"trace[1313102915] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"424.688234ms","start":"2026-03-03T13:59:56.645049Z","end":"2026-03-03T13:59:57.069737Z","steps":["trace[1313102915] 'process raft request' (duration: 424.485229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.070132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240697482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T13:59:57.070154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264305164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T13:59:57.070159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:56.645246Z","time spent":"424.739275ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:57.070205Z","caller":"traceutil/trace.go:171","msg":"trace[37223532] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1684; }","duration":"1.240762373s","start":"2026-03-03T13:59:55.829416Z","end":"2026-03-03T13:59:57.070179Z","steps":["trace[37223532] 'agreement among raft nodes before linearized reading' (duration: 1.240669141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.070231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249607775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T13:59:57.070224Z","caller":"traceutil/trace.go:171","msg":"trace[1935765570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1684; }","duration":"1.264448137s","start":"2026-03-03T13:59:55.805748Z","end":"2026-03-03T13:59:57.070196Z","steps":["trace[1935765570] 'agreement among raft nodes before linearized reading' (duration: 1.264245621s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:57.070269Z","caller":"traceutil/trace.go:171","msg":"trace[2131394457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1684; }","duration":"1.249658455s","start":"2026-03-03T13:59:55.820601Z","end":"2026-03-03T13:59:57.070259Z","steps":["trace[2131394457] 'agreement among raft nodes before linearized reading' (duration: 1.249531472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:57.070282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.829327Z","time spent":"1.240933267s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T13:59:57.070299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.820594Z","time spent":"1.249696676s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T13:59:57.070182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:56.645042Z","time spent":"425.040663ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:57.070291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.805736Z","time spent":"1.264541999s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:57.070037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.786706Z","time spent":"1.283325675s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:00:01.232882Z","caller":"traceutil/trace.go:171","msg":"trace[1807731943] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"150.477226ms","start":"2026-03-03T14:00:01.082374Z","end":"2026-03-03T14:00:01.232851Z","steps":["trace[1807731943] 'process raft request' (duration: 149.419141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:01.232901Z","caller":"traceutil/trace.go:171","msg":"trace[1168437869] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"148.618082ms","start":"2026-03-03T14:00:01.084256Z","end":"2026-03-03T14:00:01.232874Z","steps":["trace[1168437869] 'process raft request' (duration: 148.476669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:01.23299Z","caller":"traceutil/trace.go:171","msg":"trace[662856462] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"147.508326ms","start":"2026-03-03T14:00:01.085452Z","end":"2026-03-03T14:00:01.232961Z","steps":["trace[662856462] 'read index received' (duration: 146.41816ms)","trace[662856462] 'applied index is now lower than readState.Index' (duration: 1.088856ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:01.233054Z","caller":"traceutil/trace.go:171","msg":"trace[47423681] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"113.075078ms","start":"2026-03-03T14:00:01.119944Z","end":"2026-03-03T14:00:01.23302Z","steps":["trace[47423681] 'process raft request' (duration: 112.887233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:01.233268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.120064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:00:01.233291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.815324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:00:01.233316Z","caller":"traceutil/trace.go:171","msg":"trace[1910628639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1714; }","duration":"146.212376ms","start":"2026-03-03T14:00:01.087092Z","end":"2026-03-03T14:00:01.233304Z","steps":["trace[1910628639] 'agreement among raft nodes before linearized reading' (duration: 146.060443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:01.233352Z","caller":"traceutil/trace.go:171","msg":"trace[1042073115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1714; }","duration":"147.936707ms","start":"2026-03-03T14:00:01.085397Z","end":"2026-03-03T14:00:01.233334Z","steps":["trace[1042073115] 'agreement among raft nodes before linearized reading' (duration: 147.722372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:01.233369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.683788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:00:01.233367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.123205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:00:01.233422Z","caller":"traceutil/trace.go:171","msg":"trace[304942410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1714; }","duration":"141.77028ms","start":"2026-03-03T14:00:01.091639Z","end":"2026-03-03T14:00:01.233409Z","steps":["trace[304942410] 'agreement among raft nodes before linearized reading' (duration: 141.601066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:01.233444Z","caller":"traceutil/trace.go:171","msg":"trace[804268030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1714; }","duration":"141.212877ms","start":"2026-03-03T14:00:01.092209Z","end":"2026-03-03T14:00:01.233422Z","steps":["trace[804268030] 'agreement among raft nodes before linearized reading' (duration: 140.993912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:01.233451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.283707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:01.233533Z","caller":"traceutil/trace.go:171","msg":"trace[1401320315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1714; }","duration":"122.41222ms","start":"2026-03-03T14:00:01.111101Z","end":"2026-03-03T14:00:01.233513Z","steps":["trace[1401320315] 'agreement among raft nodes before linearized reading' (duration: 122.147674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:03.057153Z","caller":"traceutil/trace.go:171","msg":"trace[809915038] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"301.649461ms","start":"2026-03-03T14:00:02.755481Z","end":"2026-03-03T14:00:03.057131Z","steps":["trace[809915038] 'read index received' (duration: 300.893832ms)","trace[809915038] 'applied index is now lower than readState.Index' (duration: 754.639µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:03.057216Z","caller":"traceutil/trace.go:171","msg":"trace[409476163] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"332.958095ms","start":"2026-03-03T14:00:02.724228Z","end":"2026-03-03T14:00:03.057186Z","steps":["trace[409476163] 'process raft request' (duration: 332.142455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:03.057314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.819185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:03.057334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:02.724195Z","time spent":"333.066877ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:03.057378Z","caller":"traceutil/trace.go:171","msg":"trace[765464329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1720; }","duration":"301.931607ms","start":"2026-03-03T14:00:02.755429Z","end":"2026-03-03T14:00:03.057361Z","steps":["trace[765464329] 'agreement among raft nodes before linearized reading' (duration: 301.835475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:03.057426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:02.755405Z","time spent":"302.010239ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:03.057487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.855828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:00:03.057568Z","caller":"traceutil/trace.go:171","msg":"trace[1108082885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1720; }","duration":"111.979462ms","start":"2026-03-03T14:00:02.94557Z","end":"2026-03-03T14:00:03.057549Z","steps":["trace[1108082885] 'agreement among raft nodes before linearized reading' (duration: 111.754286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:33.260965Z","caller":"traceutil/trace.go:171","msg":"trace[1196839020] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"185.10721ms","start":"2026-03-03T14:00:33.075826Z","end":"2026-03-03T14:00:33.260933Z","steps":["trace[1196839020] 'process raft request' (duration: 146.559654ms)","trace[1196839020] 'compare' (duration: 38.417983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:33.576253Z","caller":"traceutil/trace.go:171","msg":"trace[497795552] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"168.248769ms","start":"2026-03-03T14:00:33.407976Z","end":"2026-03-03T14:00:33.576225Z","steps":["trace[497795552] 'process raft request' (duration: 76.838716ms)","trace[497795552] 'compare' (duration: 91.223759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:33.576552Z","caller":"traceutil/trace.go:171","msg":"trace[65763259] linearizableReadLoop","detail":"{readStateIndex:1956; appliedIndex:1953; }","duration":"114.889291ms","start":"2026-03-03T14:00:33.461637Z","end":"2026-03-03T14:00:33.576527Z","steps":["trace[65763259] 'read index received' (duration: 23.194911ms)","trace[65763259] 'applied index is now lower than readState.Index' (duration: 91.69339ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:33.576615Z","caller":"traceutil/trace.go:171","msg":"trace[1984066537] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"166.655821ms","start":"2026-03-03T14:00:33.409935Z","end":"2026-03-03T14:00:33.576591Z","steps":["trace[1984066537] 'process raft request' (duration: 166.498057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:33.576613Z","caller":"traceutil/trace.go:171","msg":"trace[1786555242] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"166.662311ms","start":"2026-03-03T14:00:33.40991Z","end":"2026-03-03T14:00:33.576573Z","steps":["trace[1786555242] 'process raft request' (duration: 166.268962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:33.576761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.106786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:00:33.576806Z","caller":"traceutil/trace.go:171","msg":"trace[2138305280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1881; }","duration":"115.163907ms","start":"2026-03-03T14:00:33.46163Z","end":"2026-03-03T14:00:33.576794Z","steps":["trace[2138305280] 'agreement among raft nodes before linearized reading' (duration: 115.019424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.573681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.671032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:34.57398Z","caller":"traceutil/trace.go:171","msg":"trace[656510748] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"992.578454ms","start":"2026-03-03T14:00:33.581379Z","end":"2026-03-03T14:00:34.573958Z","steps":["trace[656510748] 'process raft request' (duration: 992.439271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:34.574093Z","caller":"traceutil/trace.go:171","msg":"trace[1511644966] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"993.351172ms","start":"2026-03-03T14:00:33.580712Z","end":"2026-03-03T14:00:34.574064Z","steps":["trace[1511644966] 'process raft request' (duration: 497.203349ms)","trace[1511644966] 'compare' (duration: 495.202121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:34.574176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:33.581367Z","time spent":"992.761188ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:34.574224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:33.580688Z","time spent":"993.465824ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:34.574505Z","caller":"traceutil/trace.go:171","msg":"trace[369005426] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"992.903911ms","start":"2026-03-03T14:00:33.581587Z","end":"2026-03-03T14:00:34.574491Z","steps":["trace[369005426] 'process raft request' (duration: 992.331958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.574582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:33.581577Z","time spent":"992.966493ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:34.574673Z","caller":"traceutil/trace.go:171","msg":"trace[488535539] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1957; }","duration":"816.905238ms","start":"2026-03-03T14:00:33.757684Z","end":"2026-03-03T14:00:34.574589Z","steps":["trace[488535539] 'read index received' (duration: 320.372045ms)","trace[488535539] 'applied index is now lower than readState.Index' (duration: 496.531963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:34.574875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.146953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:34.574979Z","caller":"traceutil/trace.go:171","msg":"trace[1476834371] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"513.812684ms","start":"2026-03-03T14:00:34.061153Z","end":"2026-03-03T14:00:34.574966Z","steps":["trace[1476834371] 'process raft request' (duration: 513.356483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.575061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:34.061128Z","time spent":"513.887526ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:34.575176Z","caller":"traceutil/trace.go:171","msg":"trace[1698448127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"817.257967ms","start":"2026-03-03T14:00:33.757645Z","end":"2026-03-03T14:00:34.574903Z","steps":["trace[1698448127] 'agreement among raft nodes before linearized reading' (duration: 817.035141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.575196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:33.757632Z","time spent":"817.558824ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:34.759604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.736111ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:00:34.759861Z","caller":"traceutil/trace.go:171","msg":"trace[1025540014] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1961; }","duration":"185.07496ms","start":"2026-03-03T14:00:34.574766Z","end":"2026-03-03T14:00:34.759841Z","steps":["trace[1025540014] 'read index received' (duration: 53.031µs)","trace[1025540014] 'applied index is now lower than readState.Index' (duration: 185.020819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:34.76008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.654893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T14:00:34.76012Z","caller":"traceutil/trace.go:171","msg":"trace[1377269873] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1887; }","duration":"901.727834ms","start":"2026-03-03T14:00:33.858381Z","end":"2026-03-03T14:00:34.760109Z","steps":["trace[1377269873] 'agreement among raft nodes before linearized reading' (duration: 901.579591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.760079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.237328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:00:34.760114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.050175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:34.760161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:33.858369Z","time spent":"901.784106ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:00:34.760205Z","caller":"traceutil/trace.go:171","msg":"trace[1602822166] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:1887; }","duration":"303.382852ms","start":"2026-03-03T14:00:34.456794Z","end":"2026-03-03T14:00:34.760177Z","steps":["trace[1602822166] 'agreement among raft nodes before linearized reading' (duration: 303.163487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:34.76022Z","caller":"traceutil/trace.go:171","msg":"trace[1890018915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1887; }","duration":"184.212359ms","start":"2026-03-03T14:00:34.575976Z","end":"2026-03-03T14:00:34.760188Z","steps":["trace[1890018915] 'agreement among raft nodes before linearized reading' (duration: 184.030295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.760267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:34.456724Z","time spent":"303.530636ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:34.760402Z","caller":"traceutil/trace.go:171","msg":"trace[1831457563] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"291.992361ms","start":"2026-03-03T14:00:34.468254Z","end":"2026-03-03T14:00:34.760246Z","steps":["trace[1831457563] 'process raft request' (duration: 291.456388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:34.760585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.872494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:34.760674Z","caller":"traceutil/trace.go:171","msg":"trace[238841415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1887; }","duration":"176.990437ms","start":"2026-03-03T14:00:34.583665Z","end":"2026-03-03T14:00:34.760655Z","steps":["trace[238841415] 'agreement among raft nodes before linearized reading' (duration: 176.733521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:35.227647Z","caller":"traceutil/trace.go:171","msg":"trace[302555406] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"100.617691ms","start":"2026-03-03T14:00:35.127Z","end":"2026-03-03T14:00:35.227618Z","steps":["trace[302555406] 'process raft request' (duration: 100.428136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.397184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.787368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:41.397312Z","caller":"traceutil/trace.go:171","msg":"trace[1910807200] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"639.824679ms","start":"2026-03-03T14:00:40.757473Z","end":"2026-03-03T14:00:41.397297Z","steps":["trace[1910807200] 'read index received' (duration: 434.903168ms)","trace[1910807200] 'applied index is now lower than readState.Index' (duration: 204.920801ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:41.397466Z","caller":"traceutil/trace.go:171","msg":"trace[1175153581] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"769.393879ms","start":"2026-03-03T14:00:40.628063Z","end":"2026-03-03T14:00:41.397457Z","steps":["trace[1175153581] 'process raft request' (duration: 564.250163ms)","trace[1175153581] 'compare' (duration: 204.709836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:41.397512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:40.628047Z","time spent":"769.444141ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:41.397657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.786752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:41.397728Z","caller":"traceutil/trace.go:171","msg":"trace[1226570949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1915; }","duration":"579.913145ms","start":"2026-03-03T14:00:40.817803Z","end":"2026-03-03T14:00:41.397716Z","steps":["trace[1226570949] 'agreement among raft nodes before linearized reading' (duration: 579.71519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.397758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:40.817752Z","time spent":"579.999907ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:00:41.397965Z","caller":"traceutil/trace.go:171","msg":"trace[1535089629] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"769.650366ms","start":"2026-03-03T14:00:40.628302Z","end":"2026-03-03T14:00:41.397952Z","steps":["trace[1535089629] 'process raft request' (duration: 768.951439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.398038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:40.628289Z","time spent":"769.702357ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:41.398278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.102547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:41.398324Z","caller":"traceutil/trace.go:171","msg":"trace[660370065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1915; }","duration":"394.152228ms","start":"2026-03-03T14:00:41.004158Z","end":"2026-03-03T14:00:41.398311Z","steps":["trace[660370065] 'agreement among raft nodes before linearized reading' (duration: 394.077676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.398354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.004098Z","time spent":"394.245731ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:41.398366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.894615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:41.398456Z","caller":"traceutil/trace.go:171","msg":"trace[567629062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1915; }","duration":"641.023378ms","start":"2026-03-03T14:00:40.757409Z","end":"2026-03-03T14:00:41.398432Z","steps":["trace[567629062] 'agreement among raft nodes before linearized reading' (duration: 640.872704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.398513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:40.757379Z","time spent":"641.125871ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:41.840386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.538343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:41.840489Z","caller":"traceutil/trace.go:171","msg":"trace[621870087] linearizableReadLoop","detail":"{readStateIndex:1993; appliedIndex:1992; }","duration":"323.658373ms","start":"2026-03-03T14:00:41.516813Z","end":"2026-03-03T14:00:41.840471Z","steps":["trace[621870087] 'read index received' (duration: 54.491µs)","trace[621870087] 'applied index is now lower than readState.Index' (duration: 323.602372ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:41.840566Z","caller":"traceutil/trace.go:171","msg":"trace[644017746] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"438.589905ms","start":"2026-03-03T14:00:41.401961Z","end":"2026-03-03T14:00:41.84055Z","steps":["trace[644017746] 'process raft request' (duration: 108.799265ms)","trace[644017746] 'compare' (duration: 329.307648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:41.84063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.401932Z","time spent":"438.667847ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:41.840833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.991981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:41.840933Z","caller":"traceutil/trace.go:171","msg":"trace[1389796636] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1916; }","duration":"324.110604ms","start":"2026-03-03T14:00:41.5168Z","end":"2026-03-03T14:00:41.840911Z","steps":["trace[1389796636] 'agreement among raft nodes before linearized reading' (duration: 323.917019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:41.840998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.51675Z","time spent":"324.232267ms","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:41.870064Z","caller":"traceutil/trace.go:171","msg":"trace[237535566] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"267.766086ms","start":"2026-03-03T14:00:41.602275Z","end":"2026-03-03T14:00:41.870041Z","steps":["trace[237535566] 'process raft request' (duration: 267.631503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:42.56528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.473627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:42.565476Z","caller":"traceutil/trace.go:171","msg":"trace[1343834467] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1993; }","duration":"724.938672ms","start":"2026-03-03T14:00:41.840516Z","end":"2026-03-03T14:00:42.565455Z","steps":["trace[1343834467] 'read index received' (duration: 29.363468ms)","trace[1343834467] 'applied index is now lower than readState.Index' (duration: 695.574364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:42.565571Z","caller":"traceutil/trace.go:171","msg":"trace[354292395] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"961.719621ms","start":"2026-03-03T14:00:41.603826Z","end":"2026-03-03T14:00:42.565546Z","steps":["trace[354292395] 'process raft request' (duration: 961.550377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:42.565629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.601077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:42.565657Z","caller":"traceutil/trace.go:171","msg":"trace[1178113199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1919; }","duration":"807.671189ms","start":"2026-03-03T14:00:41.757976Z","end":"2026-03-03T14:00:42.565648Z","steps":["trace[1178113199] 'agreement among raft nodes before linearized reading' (duration: 807.568277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:42.565688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.757955Z","time spent":"807.725441ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:42.565684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.603799Z","time spent":"961.827294ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:42.565825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.613292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:00:42.565842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.643018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:00:42.565868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.671102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:42.565903Z","caller":"traceutil/trace.go:171","msg":"trace[2054233630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1919; }","duration":"161.742766ms","start":"2026-03-03T14:00:42.404141Z","end":"2026-03-03T14:00:42.565884Z","steps":["trace[2054233630] 'agreement among raft nodes before linearized reading' (duration: 161.469819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:42.565856Z","caller":"traceutil/trace.go:171","msg":"trace[1740266839] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"962.207633ms","start":"2026-03-03T14:00:41.603594Z","end":"2026-03-03T14:00:42.565802Z","steps":["trace[1740266839] 'process raft request' (duration: 851.126332ms)","trace[1740266839] 'compare' (duration: 110.180899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:42.565942Z","caller":"traceutil/trace.go:171","msg":"trace[130895064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1919; }","duration":"898.786375ms","start":"2026-03-03T14:00:41.667137Z","end":"2026-03-03T14:00:42.565924Z","steps":["trace[130895064] 'agreement among raft nodes before linearized reading' (duration: 898.612201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:42.56593Z","caller":"traceutil/trace.go:171","msg":"trace[935016432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1919; }","duration":"913.786911ms","start":"2026-03-03T14:00:41.652121Z","end":"2026-03-03T14:00:42.565908Z","steps":["trace[935016432] 'agreement among raft nodes before linearized reading' (duration: 913.460393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:42.565989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.667125Z","time spent":"898.853547ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:42.566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.652098Z","time spent":"913.889524ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:00:42.566079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:41.603566Z","time spent":"962.410737ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:43.385226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.266349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:43.385348Z","caller":"traceutil/trace.go:171","msg":"trace[2046378445] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"738.246469ms","start":"2026-03-03T14:00:42.647079Z","end":"2026-03-03T14:00:43.385326Z","steps":["trace[2046378445] 'read index received' (duration: 381.755085ms)","trace[2046378445] 'applied index is now lower than readState.Index' (duration: 356.489574ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:43.385459Z","caller":"traceutil/trace.go:171","msg":"trace[1053584801] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"814.778458ms","start":"2026-03-03T14:00:42.570656Z","end":"2026-03-03T14:00:43.385434Z","steps":["trace[1053584801] 'process raft request' (duration: 458.180941ms)","trace[1053584801] 'compare' (duration: 355.800567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:43.385669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.545804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:00:43.385721Z","caller":"traceutil/trace.go:171","msg":"trace[354968050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1920; }","duration":"695.622596ms","start":"2026-03-03T14:00:42.690087Z","end":"2026-03-03T14:00:43.385709Z","steps":["trace[354968050] 'agreement among raft nodes before linearized reading' (duration: 695.455322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:43.385756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:42.690073Z","time spent":"695.675717ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:00:43.385508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.435243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:00:43.385681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:42.570624Z","time spent":"814.955662ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:43.386034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.995625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189959931290f739\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:00:43.386113Z","caller":"traceutil/trace.go:171","msg":"trace[216347328] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.189959931290f739; range_end:; response_count:1; response_revision:1920; }","duration":"365.083477ms","start":"2026-03-03T14:00:43.021009Z","end":"2026-03-03T14:00:43.386092Z","steps":["trace[216347328] 'agreement among raft nodes before linearized reading' (duration: 364.826301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:43.386008Z","caller":"traceutil/trace.go:171","msg":"trace[1394151502] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1920; }","duration":"738.988166ms","start":"2026-03-03T14:00:42.647001Z","end":"2026-03-03T14:00:43.385989Z","steps":["trace[1394151502] 'agreement among raft nodes before linearized reading' (duration: 738.432293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:43.38625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:42.646971Z","time spent":"739.259873ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:43.386165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.020979Z","time spent":"365.177601ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.189959931290f739\" "} {"level":"warn","ts":"2026-03-03T14:00:44.334103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.373439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:44.334218Z","caller":"traceutil/trace.go:171","msg":"trace[1712886213] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"883.351077ms","start":"2026-03-03T14:00:43.450838Z","end":"2026-03-03T14:00:44.334189Z","steps":["trace[1712886213] 'process raft request' (duration: 423.817134ms)","trace[1712886213] 'compare' (duration: 459.249517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:44.334288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.450804Z","time spent":"883.453749ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:45.733728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229288131s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:45.733947Z","caller":"traceutil/trace.go:171","msg":"trace[1274282449] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"2.27931108s","start":"2026-03-03T14:00:43.454608Z","end":"2026-03-03T14:00:45.733919Z","steps":["trace[1274282449] 'process raft request' (duration: 1.049749143s)","trace[1274282449] 'compare' (duration: 1.229044295s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:45.733994Z","caller":"traceutil/trace.go:171","msg":"trace[316417867] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"2.278839949s","start":"2026-03-03T14:00:43.455126Z","end":"2026-03-03T14:00:45.733966Z","steps":["trace[316417867] 'process raft request' (duration: 2.278717597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.734084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.45459Z","time spent":"2.279423724s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.733976Z","caller":"traceutil/trace.go:171","msg":"trace[1206580880] linearizableReadLoop","detail":"{readStateIndex:2002; appliedIndex:1999; }","duration":"2.160136537s","start":"2026-03-03T14:00:43.573823Z","end":"2026-03-03T14:00:45.73396Z","steps":["trace[1206580880] 'read index received' (duration: 300.84541ms)","trace[1206580880] 'applied index is now lower than readState.Index' (duration: 1.859290147s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:45.734241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.455099Z","time spent":"2.278954772s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.734241Z","caller":"traceutil/trace.go:171","msg":"trace[2017304195] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"1.85941315s","start":"2026-03-03T14:00:43.874803Z","end":"2026-03-03T14:00:45.734216Z","steps":["trace[2017304195] 'process raft request' (duration: 1.859125174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.734387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.874778Z","time spent":"1.859531582s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:45.736314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162493804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:45.73635Z","caller":"traceutil/trace.go:171","msg":"trace[1222733702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"2.162597036s","start":"2026-03-03T14:00:43.573744Z","end":"2026-03-03T14:00:45.736341Z","steps":["trace[1222733702] 'agreement among raft nodes before linearized reading' (duration: 2.16025987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.736373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.573723Z","time spent":"2.162644828s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:00:45.736513Z","caller":"traceutil/trace.go:171","msg":"trace[1094392426] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"1.164511692s","start":"2026-03-03T14:00:44.571982Z","end":"2026-03-03T14:00:45.736494Z","steps":["trace[1094392426] 'process raft request' (duration: 1.164107702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.736599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.571899Z","time spent":"1.164654085s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.736669Z","caller":"traceutil/trace.go:171","msg":"trace[1847511420] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"1.164395589s","start":"2026-03-03T14:00:44.572265Z","end":"2026-03-03T14:00:45.736661Z","steps":["trace[1847511420] 'process raft request' (duration: 1.164158303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.736724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.572232Z","time spent":"1.16446221s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.73683Z","caller":"traceutil/trace.go:171","msg":"trace[1200953025] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"922.331814ms","start":"2026-03-03T14:00:44.81449Z","end":"2026-03-03T14:00:45.736822Z","steps":["trace[1200953025] 'process raft request' (duration: 922.13884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.736894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.814469Z","time spent":"922.381506ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.736907Z","caller":"traceutil/trace.go:171","msg":"trace[1599428174] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"876.445595ms","start":"2026-03-03T14:00:44.860428Z","end":"2026-03-03T14:00:45.736874Z","steps":["trace[1599428174] 'process raft request' (duration: 876.333462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.736996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979253099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:45.736995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.86039Z","time spent":"876.566197ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8395,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:45.737024Z","caller":"traceutil/trace.go:171","msg":"trace[2032123691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1930; }","duration":"1.97931793s","start":"2026-03-03T14:00:43.757699Z","end":"2026-03-03T14:00:45.737017Z","steps":["trace[2032123691] 'agreement among raft nodes before linearized reading' (duration: 1.979267879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.757679Z","time spent":"1.979362482s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:45.73709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.764969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:00:45.737127Z","caller":"traceutil/trace.go:171","msg":"trace[332049134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1930; }","duration":"345.83132ms","start":"2026-03-03T14:00:45.391287Z","end":"2026-03-03T14:00:45.737118Z","steps":["trace[332049134] 'agreement among raft nodes before linearized reading' (duration: 345.748078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:45.391268Z","time spent":"345.877901ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:00:45.737214Z","caller":"traceutil/trace.go:171","msg":"trace[1423242085] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"663.552784ms","start":"2026-03-03T14:00:45.073655Z","end":"2026-03-03T14:00:45.737207Z","steps":["trace[1423242085] 'process raft request' (duration: 663.171445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:45.073637Z","time spent":"663.594204ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:45.737274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753461341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:00:45.737313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893548181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:00:45.737354Z","caller":"traceutil/trace.go:171","msg":"trace[1041955491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1930; }","duration":"1.893609833s","start":"2026-03-03T14:00:43.843733Z","end":"2026-03-03T14:00:45.737343Z","steps":["trace[1041955491] 'agreement among raft nodes before linearized reading' (duration: 1.89349527s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:45.737358Z","caller":"traceutil/trace.go:171","msg":"trace[1947257962] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1930; }","duration":"1.753590375s","start":"2026-03-03T14:00:43.983748Z","end":"2026-03-03T14:00:45.737338Z","steps":["trace[1947257962] 'agreement among raft nodes before linearized reading' (duration: 1.753431121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.843722Z","time spent":"1.893661494s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:00:45.737408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:43.983727Z","time spent":"1.753670426s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:45.737425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.587231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:00:45.737446Z","caller":"traceutil/trace.go:171","msg":"trace[931135294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1930; }","duration":"320.639601ms","start":"2026-03-03T14:00:45.4168Z","end":"2026-03-03T14:00:45.73744Z","steps":["trace[931135294] 'agreement among raft nodes before linearized reading' (duration: 320.58546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:45.416783Z","time spent":"320.676682ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:00:45.737495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688863585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:45.737523Z","caller":"traceutil/trace.go:171","msg":"trace[672637130] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1930; }","duration":"1.688926477s","start":"2026-03-03T14:00:44.048589Z","end":"2026-03-03T14:00:45.737516Z","steps":["trace[672637130] 'agreement among raft nodes before linearized reading' (duration: 1.688867105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.080974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:45.737543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.048569Z","time spent":"1.688969338s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":23,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:45.737591Z","caller":"traceutil/trace.go:171","msg":"trace[327853993] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1930; }","duration":"295.31005ms","start":"2026-03-03T14:00:45.442245Z","end":"2026-03-03T14:00:45.737555Z","steps":["trace[327853993] 'agreement among raft nodes before linearized reading' (duration: 295.105795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.328634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T14:00:45.737709Z","caller":"traceutil/trace.go:171","msg":"trace[4334268] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1930; }","duration":"914.403266ms","start":"2026-03-03T14:00:44.8233Z","end":"2026-03-03T14:00:45.737703Z","steps":["trace[4334268] 'agreement among raft nodes before linearized reading' (duration: 914.324494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:45.737725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:44.823278Z","time spent":"914.443227ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:00:47.860193Z","caller":"traceutil/trace.go:171","msg":"trace[402821742] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"120.266619ms","start":"2026-03-03T14:00:47.739905Z","end":"2026-03-03T14:00:47.860171Z","steps":["trace[402821742] 'read index received' (duration: 120.158426ms)","trace[402821742] 'applied index is now lower than readState.Index' (duration: 107.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:47.860264Z","caller":"traceutil/trace.go:171","msg":"trace[680959454] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"121.050706ms","start":"2026-03-03T14:00:47.739185Z","end":"2026-03-03T14:00:47.860236Z","steps":["trace[680959454] 'process raft request' (duration: 120.845262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:47.860476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.553195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:00:47.860579Z","caller":"traceutil/trace.go:171","msg":"trace[1224379011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"120.668548ms","start":"2026-03-03T14:00:47.739887Z","end":"2026-03-03T14:00:47.860556Z","steps":["trace[1224379011] 'agreement among raft nodes before linearized reading' (duration: 120.409292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.86972Z","caller":"traceutil/trace.go:171","msg":"trace[951632348] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"126.742432ms","start":"2026-03-03T14:00:47.742958Z","end":"2026-03-03T14:00:47.8697Z","steps":["trace[951632348] 'process raft request' (duration: 126.635739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.86973Z","caller":"traceutil/trace.go:171","msg":"trace[1026779838] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"127.621263ms","start":"2026-03-03T14:00:47.742088Z","end":"2026-03-03T14:00:47.869709Z","steps":["trace[1026779838] 'process raft request' (duration: 127.360587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.869839Z","caller":"traceutil/trace.go:171","msg":"trace[1109156991] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"126.075157ms","start":"2026-03-03T14:00:47.743737Z","end":"2026-03-03T14:00:47.869812Z","steps":["trace[1109156991] 'process raft request' (duration: 125.918773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:47.870036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.603645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:00:47.870074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.735981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:00:47.870033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.004969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:00:47.869946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.159644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:47.870134Z","caller":"traceutil/trace.go:171","msg":"trace[1345741518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1938; }","duration":"125.708747ms","start":"2026-03-03T14:00:47.744373Z","end":"2026-03-03T14:00:47.870082Z","steps":["trace[1345741518] 'agreement among raft nodes before linearized reading' (duration: 125.383909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.870257Z","caller":"traceutil/trace.go:171","msg":"trace[832045919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"109.458213ms","start":"2026-03-03T14:00:47.760739Z","end":"2026-03-03T14:00:47.870198Z","steps":["trace[832045919] 'agreement among raft nodes before linearized reading' (duration: 109.168745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.870283Z","caller":"traceutil/trace.go:171","msg":"trace[1293322583] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1938; }","duration":"114.194683ms","start":"2026-03-03T14:00:47.755938Z","end":"2026-03-03T14:00:47.870133Z","steps":["trace[1293322583] 'agreement among raft nodes before linearized reading' (duration: 113.879896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:47.870141Z","caller":"traceutil/trace.go:171","msg":"trace[2142553738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1938; }","duration":"123.804723ms","start":"2026-03-03T14:00:47.746319Z","end":"2026-03-03T14:00:47.870123Z","steps":["trace[2142553738] 'agreement among raft nodes before linearized reading' (duration: 123.638939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:47.870877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.683827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:47.870929Z","caller":"traceutil/trace.go:171","msg":"trace[1678150949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1938; }","duration":"117.75738ms","start":"2026-03-03T14:00:47.753158Z","end":"2026-03-03T14:00:47.870916Z","steps":["trace[1678150949] 'agreement among raft nodes before linearized reading' (duration: 116.782696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:52.071533Z","caller":"traceutil/trace.go:171","msg":"trace[780361437] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"122.843793ms","start":"2026-03-03T14:00:51.948655Z","end":"2026-03-03T14:00:52.071499Z","steps":["trace[780361437] 'process raft request' (duration: 96.53308ms)","trace[780361437] 'compare' (duration: 26.129729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:52.071539Z","caller":"traceutil/trace.go:171","msg":"trace[414487180] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"122.719921ms","start":"2026-03-03T14:00:51.948795Z","end":"2026-03-03T14:00:52.071515Z","steps":["trace[414487180] 'process raft request' (duration: 122.630729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:52.253377Z","caller":"traceutil/trace.go:171","msg":"trace[1103195453] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"108.913284ms","start":"2026-03-03T14:00:52.144433Z","end":"2026-03-03T14:00:52.253346Z","steps":["trace[1103195453] 'process raft request' (duration: 86.019931ms)","trace[1103195453] 'compare' (duration: 22.736819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:01:40.516607Z","caller":"traceutil/trace.go:171","msg":"trace[1118566886] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"319.351324ms","start":"2026-03-03T14:01:40.197225Z","end":"2026-03-03T14:01:40.516576Z","steps":["trace[1118566886] 'process raft request' (duration: 319.217481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:40.516773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:01:40.197206Z","time spent":"319.487948ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:01:40.517904Z","caller":"traceutil/trace.go:171","msg":"trace[1752612191] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"219.517936ms","start":"2026-03-03T14:01:40.298358Z","end":"2026-03-03T14:01:40.517876Z","steps":["trace[1752612191] 'process raft request' (duration: 219.28079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:40.518024Z","caller":"traceutil/trace.go:171","msg":"trace[1877353768] linearizableReadLoop","detail":"{readStateIndex:2462; appliedIndex:2459; }","duration":"100.549595ms","start":"2026-03-03T14:01:40.417453Z","end":"2026-03-03T14:01:40.518003Z","steps":["trace[1877353768] 'read index received' (duration: 98.912295ms)","trace[1877353768] 'applied index is now lower than readState.Index' (duration: 1.63583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:01:40.518122Z","caller":"traceutil/trace.go:171","msg":"trace[692376088] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"218.4394ms","start":"2026-03-03T14:01:40.299672Z","end":"2026-03-03T14:01:40.518111Z","steps":["trace[692376088] 'process raft request' (duration: 218.139133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:40.518301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.114195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:01:40.5184Z","caller":"traceutil/trace.go:171","msg":"trace[885680725] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2364; }","duration":"100.269389ms","start":"2026-03-03T14:01:40.418109Z","end":"2026-03-03T14:01:40.518379Z","steps":["trace[885680725] 'agreement among raft nodes before linearized reading' (duration: 100.045413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:40.518406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.953634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:01:40.51845Z","caller":"traceutil/trace.go:171","msg":"trace[1084237889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2364; }","duration":"101.034616ms","start":"2026-03-03T14:01:40.417404Z","end":"2026-03-03T14:01:40.518438Z","steps":["trace[1084237889] 'agreement among raft nodes before linearized reading' (duration: 100.939524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:40.518531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.231788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:01:40.518585Z","caller":"traceutil/trace.go:171","msg":"trace[2065562259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2364; }","duration":"100.32747ms","start":"2026-03-03T14:01:40.418244Z","end":"2026-03-03T14:01:40.518571Z","steps":["trace[2065562259] 'agreement among raft nodes before linearized reading' (duration: 100.184387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:46.879015Z","caller":"traceutil/trace.go:171","msg":"trace[1048482792] linearizableReadLoop","detail":"{readStateIndex:2504; appliedIndex:2503; }","duration":"120.929819ms","start":"2026-03-03T14:01:46.758058Z","end":"2026-03-03T14:01:46.878987Z","steps":["trace[1048482792] 'read index received' (duration: 120.672893ms)","trace[1048482792] 'applied index is now lower than readState.Index' (duration: 255.706µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:01:46.879111Z","caller":"traceutil/trace.go:171","msg":"trace[1190391293] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"205.845433ms","start":"2026-03-03T14:01:46.673238Z","end":"2026-03-03T14:01:46.879083Z","steps":["trace[1190391293] 'process raft request' (duration: 205.568097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:46.879198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.116823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:01:46.87924Z","caller":"traceutil/trace.go:171","msg":"trace[1058692850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2404; }","duration":"121.212585ms","start":"2026-03-03T14:01:46.758015Z","end":"2026-03-03T14:01:46.879228Z","steps":["trace[1058692850] 'agreement among raft nodes before linearized reading' (duration: 121.105633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.708629Z","caller":"traceutil/trace.go:171","msg":"trace[1003941003] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"155.101979ms","start":"2026-03-03T14:01:50.553502Z","end":"2026-03-03T14:01:50.708604Z","steps":["trace[1003941003] 'process raft request' (duration: 154.958476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.709391Z","caller":"traceutil/trace.go:171","msg":"trace[239478269] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"153.272226ms","start":"2026-03-03T14:01:50.556105Z","end":"2026-03-03T14:01:50.709378Z","steps":["trace[239478269] 'process raft request' (duration: 153.148143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.709697Z","caller":"traceutil/trace.go:171","msg":"trace[450106607] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"153.500931ms","start":"2026-03-03T14:01:50.556157Z","end":"2026-03-03T14:01:50.709658Z","steps":["trace[450106607] 'process raft request' (duration: 153.172943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:50.709912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.613637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:01:50.710003Z","caller":"traceutil/trace.go:171","msg":"trace[1842150477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2425; }","duration":"119.777011ms","start":"2026-03-03T14:01:50.590209Z","end":"2026-03-03T14:01:50.709986Z","steps":["trace[1842150477] 'agreement among raft nodes before linearized reading' (duration: 119.542785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.709688Z","caller":"traceutil/trace.go:171","msg":"trace[2105281816] linearizableReadLoop","detail":"{readStateIndex:2526; appliedIndex:2523; }","duration":"119.33921ms","start":"2026-03-03T14:01:50.59028Z","end":"2026-03-03T14:01:50.709619Z","steps":["trace[2105281816] 'read index received' (duration: 118.283486ms)","trace[2105281816] 'applied index is now lower than readState.Index' (duration: 1.052074ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:01:50.710775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.128762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:01:50.710794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.12697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:01:50.710822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.541045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:01:50.710836Z","caller":"traceutil/trace.go:171","msg":"trace[231142180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2425; }","duration":"115.196223ms","start":"2026-03-03T14:01:50.595628Z","end":"2026-03-03T14:01:50.710824Z","steps":["trace[231142180] 'agreement among raft nodes before linearized reading' (duration: 115.05168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:50.710823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.947425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:01:50.710865Z","caller":"traceutil/trace.go:171","msg":"trace[459695108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2425; }","duration":"116.651227ms","start":"2026-03-03T14:01:50.594202Z","end":"2026-03-03T14:01:50.710854Z","steps":["trace[459695108] 'agreement among raft nodes before linearized reading' (duration: 116.429761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.710872Z","caller":"traceutil/trace.go:171","msg":"trace[1973021175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2425; }","duration":"112.215432ms","start":"2026-03-03T14:01:50.598618Z","end":"2026-03-03T14:01:50.710833Z","steps":["trace[1973021175] 'agreement among raft nodes before linearized reading' (duration: 112.012176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:50.710894Z","caller":"traceutil/trace.go:171","msg":"trace[1425471305] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2425; }","duration":"112.082189ms","start":"2026-03-03T14:01:50.598793Z","end":"2026-03-03T14:01:50.710875Z","steps":["trace[1425471305] 'agreement among raft nodes before linearized reading' (duration: 111.844982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:09.06986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.843836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:09.070196Z","caller":"traceutil/trace.go:171","msg":"trace[2144894226] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"183.339632ms","start":"2026-03-03T14:02:08.886821Z","end":"2026-03-03T14:02:09.07016Z","steps":["trace[2144894226] 'process raft request' (duration: 58.087316ms)","trace[2144894226] 'compare' (duration: 124.646502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:09.070295Z","caller":"traceutil/trace.go:171","msg":"trace[221254702] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"179.147223ms","start":"2026-03-03T14:02:08.891136Z","end":"2026-03-03T14:02:09.070283Z","steps":["trace[221254702] 'process raft request' (duration: 178.922847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:09.070221Z","caller":"traceutil/trace.go:171","msg":"trace[195655661] linearizableReadLoop","detail":"{readStateIndex:2628; appliedIndex:2626; }","duration":"162.53728ms","start":"2026-03-03T14:02:08.907667Z","end":"2026-03-03T14:02:09.070204Z","steps":["trace[195655661] 'read index received' (duration: 37.247043ms)","trace[195655661] 'applied index is now lower than readState.Index' (duration: 125.289367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:09.070617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.441783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:02:09.070648Z","caller":"traceutil/trace.go:171","msg":"trace[2081707722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2524; }","duration":"161.509244ms","start":"2026-03-03T14:02:08.909131Z","end":"2026-03-03T14:02:09.07064Z","steps":["trace[2081707722] 'agreement among raft nodes before linearized reading' (duration: 161.406552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:09.070666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.941057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:02:09.070729Z","caller":"traceutil/trace.go:171","msg":"trace[1231553027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2524; }","duration":"130.024399ms","start":"2026-03-03T14:02:08.940691Z","end":"2026-03-03T14:02:09.070715Z","steps":["trace[1231553027] 'agreement among raft nodes before linearized reading' (duration: 129.871745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:09.070744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.454653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:02:09.070787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.983592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:02:09.070845Z","caller":"traceutil/trace.go:171","msg":"trace[360034710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2524; }","duration":"161.083674ms","start":"2026-03-03T14:02:08.909747Z","end":"2026-03-03T14:02:09.070831Z","steps":["trace[360034710] 'agreement among raft nodes before linearized reading' (duration: 160.943761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:09.070825Z","caller":"traceutil/trace.go:171","msg":"trace[2135556413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2524; }","duration":"161.566535ms","start":"2026-03-03T14:02:08.909253Z","end":"2026-03-03T14:02:09.07082Z","steps":["trace[2135556413] 'agreement among raft nodes before linearized reading' (duration: 161.459923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:09.070866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.192445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:02:09.071074Z","caller":"traceutil/trace.go:171","msg":"trace[141073476] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2524; }","duration":"163.426792ms","start":"2026-03-03T14:02:08.907626Z","end":"2026-03-03T14:02:09.071053Z","steps":["trace[141073476] 'agreement among raft nodes before linearized reading' (duration: 162.625582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:09.224551Z","caller":"traceutil/trace.go:171","msg":"trace[352968114] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"149.934221ms","start":"2026-03-03T14:02:09.074581Z","end":"2026-03-03T14:02:09.224515Z","steps":["trace[352968114] 'process raft request' (duration: 149.798067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:09.224609Z","caller":"traceutil/trace.go:171","msg":"trace[1188847168] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"150.110515ms","start":"2026-03-03T14:02:09.074467Z","end":"2026-03-03T14:02:09.224578Z","steps":["trace[1188847168] 'process raft request' (duration: 102.727773ms)","trace[1188847168] 'compare' (duration: 46.966742ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:09.224726Z","caller":"traceutil/trace.go:171","msg":"trace[1057835435] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"149.633784ms","start":"2026-03-03T14:02:09.075063Z","end":"2026-03-03T14:02:09.224697Z","steps":["trace[1057835435] 'process raft request' (duration: 149.533871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:09.224844Z","caller":"traceutil/trace.go:171","msg":"trace[382728524] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"150.085624ms","start":"2026-03-03T14:02:09.074741Z","end":"2026-03-03T14:02:09.224827Z","steps":["trace[382728524] 'process raft request' (duration: 149.735916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:15.209744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.809638ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:02:15.210104Z","caller":"traceutil/trace.go:171","msg":"trace[232233527] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"333.252043ms","start":"2026-03-03T14:02:14.876834Z","end":"2026-03-03T14:02:15.210086Z","steps":["trace[232233527] 'process raft request' (duration: 333.085199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.210133Z","caller":"traceutil/trace.go:171","msg":"trace[2135565684] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2653; }","duration":"586.51552ms","start":"2026-03-03T14:02:14.623586Z","end":"2026-03-03T14:02:15.210102Z","steps":["trace[2135565684] 'read index received' (duration: 64.282273ms)","trace[2135565684] 'applied index is now lower than readState.Index' (duration: 522.231287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:15.21027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:14.876807Z","time spent":"333.341734ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:15.210349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.742115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:02:15.210389Z","caller":"traceutil/trace.go:171","msg":"trace[107114443] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2549; }","duration":"586.835847ms","start":"2026-03-03T14:02:14.62354Z","end":"2026-03-03T14:02:15.210376Z","steps":["trace[107114443] 'agreement among raft nodes before linearized reading' (duration: 586.701084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:15.210424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:14.62352Z","time spent":"586.895069ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:02:15.26141Z","caller":"traceutil/trace.go:171","msg":"trace[415183707] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"172.896624ms","start":"2026-03-03T14:02:15.088485Z","end":"2026-03-03T14:02:15.261381Z","steps":["trace[415183707] 'process raft request' (duration: 172.585357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.261418Z","caller":"traceutil/trace.go:171","msg":"trace[2021398526] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"170.599371ms","start":"2026-03-03T14:02:15.090797Z","end":"2026-03-03T14:02:15.261396Z","steps":["trace[2021398526] 'process raft request' (duration: 170.440407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.377599Z","caller":"traceutil/trace.go:171","msg":"trace[1078561419] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"113.623692ms","start":"2026-03-03T14:02:15.263944Z","end":"2026-03-03T14:02:15.377568Z","steps":["trace[1078561419] 'process raft request' (duration: 69.872555ms)","trace[1078561419] 'compare' (duration: 43.603063ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:15.416199Z","caller":"traceutil/trace.go:171","msg":"trace[959386279] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"150.784102ms","start":"2026-03-03T14:02:15.265363Z","end":"2026-03-03T14:02:15.416147Z","steps":["trace[959386279] 'process raft request' (duration: 150.440842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.41628Z","caller":"traceutil/trace.go:171","msg":"trace[416577827] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"149.546353ms","start":"2026-03-03T14:02:15.266697Z","end":"2026-03-03T14:02:15.416244Z","steps":["trace[416577827] 'process raft request' (duration: 149.328548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.416313Z","caller":"traceutil/trace.go:171","msg":"trace[511751020] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"149.322577ms","start":"2026-03-03T14:02:15.266971Z","end":"2026-03-03T14:02:15.416294Z","steps":["trace[511751020] 'process raft request' (duration: 149.106632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.416319Z","caller":"traceutil/trace.go:171","msg":"trace[1906716138] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"150.103985ms","start":"2026-03-03T14:02:15.266171Z","end":"2026-03-03T14:02:15.416275Z","steps":["trace[1906716138] 'process raft request' (duration: 149.795447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:15.416207Z","caller":"traceutil/trace.go:171","msg":"trace[1339966046] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"148.535018ms","start":"2026-03-03T14:02:15.267641Z","end":"2026-03-03T14:02:15.416176Z","steps":["trace[1339966046] 'process raft request' (duration: 148.482487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.124674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366711668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:02:17.124723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430043579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:02:17.124795Z","caller":"traceutil/trace.go:171","msg":"trace[1462327760] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2557; }","duration":"1.430160612s","start":"2026-03-03T14:02:15.694616Z","end":"2026-03-03T14:02:17.124776Z","steps":["trace[1462327760] 'range keys from in-memory index tree' (duration: 1.429850694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.124838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:15.694597Z","time spent":"1.430232684s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:02:17.125309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584115819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189959ac6031faeb\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T14:02:17.125347Z","caller":"traceutil/trace.go:171","msg":"trace[1879071849] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189959ac6031faeb; range_end:; response_count:1; response_revision:2557; }","duration":"1.584192951s","start":"2026-03-03T14:02:15.541145Z","end":"2026-03-03T14:02:17.125338Z","steps":["trace[1879071849] 'range keys from in-memory index tree' (duration: 1.584005686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.125374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:15.541126Z","time spent":"1.584242031s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":792,"request content":"key:\"/registry/events/openstack/valkey-node-0.189959ac6031faeb\" "} {"level":"info","ts":"2026-03-03T14:02:17.124778Z","caller":"traceutil/trace.go:171","msg":"trace[646381569] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2557; }","duration":"1.366874062s","start":"2026-03-03T14:02:15.757881Z","end":"2026-03-03T14:02:17.124755Z","steps":["trace[646381569] 'count revisions from in-memory index tree' (duration: 1.366635327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.12484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366787561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:17.125523Z","caller":"traceutil/trace.go:171","msg":"trace[963095027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2557; }","duration":"1.367515148s","start":"2026-03-03T14:02:15.757999Z","end":"2026-03-03T14:02:17.125514Z","steps":["trace[963095027] 'range keys from in-memory index tree' (duration: 1.366700869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.125553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:15.757976Z","time spent":"1.367569309s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:02:17.125633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:15.757862Z","time spent":"1.36762959s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:02:17.127023Z","caller":"traceutil/trace.go:171","msg":"trace[931183448] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"218.000343ms","start":"2026-03-03T14:02:16.908977Z","end":"2026-03-03T14:02:17.126977Z","steps":["trace[931183448] 'process raft request' (duration: 178.808675ms)","trace[931183448] 'compare' (duration: 36.540825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:17.126965Z","caller":"traceutil/trace.go:171","msg":"trace[1207861624] linearizableReadLoop","detail":"{readStateIndex:2664; appliedIndex:2663; }","duration":"170.699683ms","start":"2026-03-03T14:02:16.956246Z","end":"2026-03-03T14:02:17.126946Z","steps":["trace[1207861624] 'read index received' (duration: 131.567376ms)","trace[1207861624] 'applied index is now lower than readState.Index' (duration: 39.130057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:17.127163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.876817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:17.127222Z","caller":"traceutil/trace.go:171","msg":"trace[68943274] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2558; }","duration":"171.02853ms","start":"2026-03-03T14:02:16.956181Z","end":"2026-03-03T14:02:17.127209Z","steps":["trace[68943274] 'agreement among raft nodes before linearized reading' (duration: 170.874597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.629561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693648999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:02:17.758494Z","caller":"traceutil/trace.go:171","msg":"trace[412746276] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"630.562084ms","start":"2026-03-03T14:02:17.127901Z","end":"2026-03-03T14:02:17.758463Z","steps":["trace[412746276] 'process raft request' (duration: 630.402851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.758655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.127885Z","time spent":"630.684317ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:17.764364Z","caller":"traceutil/trace.go:171","msg":"trace[567309079] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"548.509261ms","start":"2026-03-03T14:02:17.215831Z","end":"2026-03-03T14:02:17.76434Z","steps":["trace[567309079] 'process raft request' (duration: 548.341367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.764568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.215803Z","time spent":"548.643664ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:17.764744Z","caller":"traceutil/trace.go:171","msg":"trace[338811348] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"530.951906ms","start":"2026-03-03T14:02:17.23378Z","end":"2026-03-03T14:02:17.764732Z","steps":["trace[338811348] 'process raft request' (duration: 530.520686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.764805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.233736Z","time spent":"531.034308ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:17.764876Z","caller":"traceutil/trace.go:171","msg":"trace[1481913378] linearizableReadLoop","detail":"{readStateIndex:2669; appliedIndex:2664; }","duration":"636.285859ms","start":"2026-03-03T14:02:17.128558Z","end":"2026-03-03T14:02:17.764843Z","steps":["trace[1481913378] 'read index received' (duration: 629.822656ms)","trace[1481913378] 'applied index is now lower than readState.Index' (duration: 6.461923ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:17.764966Z","caller":"traceutil/trace.go:171","msg":"trace[861753521] transaction","detail":"{read_only:false; response_revision:2562; number_of_response:1; }","duration":"498.20884ms","start":"2026-03-03T14:02:17.266733Z","end":"2026-03-03T14:02:17.764942Z","steps":["trace[861753521] 'process raft request' (duration: 497.856491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:17.765055Z","caller":"traceutil/trace.go:171","msg":"trace[198104196] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"477.044788ms","start":"2026-03-03T14:02:17.287988Z","end":"2026-03-03T14:02:17.765033Z","steps":["trace[198104196] 'process raft request' (duration: 476.750171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.765091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.886216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:02:17.765114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.266713Z","time spent":"498.321783ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:17.765134Z","caller":"traceutil/trace.go:171","msg":"trace[2058706864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2563; }","duration":"631.958958ms","start":"2026-03-03T14:02:17.133166Z","end":"2026-03-03T14:02:17.765124Z","steps":["trace[2058706864] 'agreement among raft nodes before linearized reading' (duration: 631.891356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.765161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.133153Z","time spent":"632.003829ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:02:17.765226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.287969Z","time spent":"477.12647ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:17.765366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.814682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-03T14:02:17.765393Z","caller":"traceutil/trace.go:171","msg":"trace[587315879] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2563; }","duration":"636.856513ms","start":"2026-03-03T14:02:17.128529Z","end":"2026-03-03T14:02:17.765385Z","steps":["trace[587315879] 'agreement among raft nodes before linearized reading' (duration: 636.754411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.765418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.12851Z","time spent":"636.903164ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:02:17.765428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.573617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:02:17.765467Z","caller":"traceutil/trace.go:171","msg":"trace[1723819364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2563; }","duration":"343.625988ms","start":"2026-03-03T14:02:17.42183Z","end":"2026-03-03T14:02:17.765456Z","steps":["trace[1723819364] 'agreement among raft nodes before linearized reading' (duration: 343.478784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.7655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.421825Z","time spent":"343.669149ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:02:17.765581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.75799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:02:17.765612Z","caller":"traceutil/trace.go:171","msg":"trace[260781584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2563; }","duration":"343.803032ms","start":"2026-03-03T14:02:17.421801Z","end":"2026-03-03T14:02:17.765604Z","steps":["trace[260781584] 'agreement among raft nodes before linearized reading' (duration: 343.72353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.765616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.74136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:02:17.765635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.421757Z","time spent":"343.873345ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:02:17.765642Z","caller":"traceutil/trace.go:171","msg":"trace[749211736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2563; }","duration":"343.776891ms","start":"2026-03-03T14:02:17.421856Z","end":"2026-03-03T14:02:17.765633Z","steps":["trace[749211736] 'agreement among raft nodes before linearized reading' (duration: 343.705099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.765669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.421851Z","time spent":"343.811882ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:02:17.765745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.249225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:02:17.76589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.10813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:02:17.765877Z","caller":"traceutil/trace.go:171","msg":"trace[1790737669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2563; }","duration":"320.418098ms","start":"2026-03-03T14:02:17.445436Z","end":"2026-03-03T14:02:17.765854Z","steps":["trace[1790737669] 'agreement among raft nodes before linearized reading' (duration: 320.08558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:17.76598Z","caller":"traceutil/trace.go:171","msg":"trace[679548252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2563; }","duration":"344.227792ms","start":"2026-03-03T14:02:17.421733Z","end":"2026-03-03T14:02:17.765961Z","steps":["trace[679548252] 'agreement among raft nodes before linearized reading' (duration: 343.888285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.766016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.421727Z","time spent":"344.281624ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:02:17.766041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.445416Z","time spent":"320.571332ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:02:17.766248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.54056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:02:17.766288Z","caller":"traceutil/trace.go:171","msg":"trace[787993644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2563; }","duration":"344.619042ms","start":"2026-03-03T14:02:17.421658Z","end":"2026-03-03T14:02:17.766278Z","steps":["trace[787993644] 'agreement among raft nodes before linearized reading' (duration: 344.483889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:17.766311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.42164Z","time spent":"344.665853ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:02:18.16451Z","caller":"traceutil/trace.go:171","msg":"trace[1160866477] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"395.700883ms","start":"2026-03-03T14:02:17.768788Z","end":"2026-03-03T14:02:18.164489Z","steps":["trace[1160866477] 'process raft request' (duration: 395.542059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.16463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.768769Z","time spent":"395.800724ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:18.515349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.793516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:18.515519Z","caller":"traceutil/trace.go:171","msg":"trace[132303419] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"744.419981ms","start":"2026-03-03T14:02:17.771086Z","end":"2026-03-03T14:02:18.515506Z","steps":["trace[132303419] 'process raft request' (duration: 744.36031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.515568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.771078Z","time spent":"744.465472ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:18.515654Z","caller":"traceutil/trace.go:171","msg":"trace[1897614794] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"744.813431ms","start":"2026-03-03T14:02:17.770807Z","end":"2026-03-03T14:02:18.51562Z","steps":["trace[1897614794] 'process raft request' (duration: 475.670656ms)","trace[1897614794] 'compare' (duration: 268.695414ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:18.515814Z","caller":"traceutil/trace.go:171","msg":"trace[719999231] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"744.140495ms","start":"2026-03-03T14:02:17.771658Z","end":"2026-03-03T14:02:18.515798Z","steps":["trace[719999231] 'process raft request' (duration: 743.998721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.515844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.770792Z","time spent":"744.938523ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:18.515894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.771649Z","time spent":"744.203326ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:18.515693Z","caller":"traceutil/trace.go:171","msg":"trace[2083094978] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"744.049962ms","start":"2026-03-03T14:02:17.771634Z","end":"2026-03-03T14:02:18.515684Z","steps":["trace[2083094978] 'process raft request' (duration: 743.845737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.516038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.771622Z","time spent":"744.387041ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:18.516051Z","caller":"traceutil/trace.go:171","msg":"trace[331483552] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2669; }","duration":"744.954773ms","start":"2026-03-03T14:02:17.771078Z","end":"2026-03-03T14:02:18.516033Z","steps":["trace[331483552] 'read index received' (duration: 393.320345ms)","trace[331483552] 'applied index is now lower than readState.Index' (duration: 351.633668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:18.516082Z","caller":"traceutil/trace.go:171","msg":"trace[292105525] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"742.877244ms","start":"2026-03-03T14:02:17.773198Z","end":"2026-03-03T14:02:18.516075Z","steps":["trace[292105525] 'process raft request' (duration: 742.541176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.516141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.773179Z","time spent":"742.930125ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:18.516147Z","caller":"traceutil/trace.go:171","msg":"trace[519073598] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"629.98259ms","start":"2026-03-03T14:02:17.88615Z","end":"2026-03-03T14:02:18.516133Z","steps":["trace[519073598] 'process raft request' (duration: 629.843317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:18.516052Z","caller":"traceutil/trace.go:171","msg":"trace[1978439150] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"719.277135ms","start":"2026-03-03T14:02:17.796763Z","end":"2026-03-03T14:02:18.516041Z","steps":["trace[1978439150] 'process raft request' (duration: 719.149012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.516218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.886124Z","time spent":"630.058393ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:18.516248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.796737Z","time spent":"719.47273ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9240,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:18.516264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.172989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T14:02:18.516296Z","caller":"traceutil/trace.go:171","msg":"trace[1834304262] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2571; }","duration":"745.23132ms","start":"2026-03-03T14:02:17.771055Z","end":"2026-03-03T14:02:18.516287Z","steps":["trace[1834304262] 'agreement among raft nodes before linearized reading' (duration: 745.086947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.516326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.771041Z","time spent":"745.278251ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:02:18.516568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.928853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:02:18.516595Z","caller":"traceutil/trace.go:171","msg":"trace[278877438] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2571; }","duration":"744.975974ms","start":"2026-03-03T14:02:17.771611Z","end":"2026-03-03T14:02:18.516587Z","steps":["trace[278877438] 'agreement among raft nodes before linearized reading' (duration: 744.865421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.51662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:17.771602Z","time spent":"745.012075ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:02:18.516709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.922454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:02:18.516747Z","caller":"traceutil/trace.go:171","msg":"trace[870077881] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2571; }","duration":"140.007435ms","start":"2026-03-03T14:02:18.376729Z","end":"2026-03-03T14:02:18.516736Z","steps":["trace[870077881] 'agreement among raft nodes before linearized reading' (duration: 139.920833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.516776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.259478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:02:18.516819Z","caller":"traceutil/trace.go:171","msg":"trace[249037421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2571; }","duration":"188.34369ms","start":"2026-03-03T14:02:18.32846Z","end":"2026-03-03T14:02:18.516804Z","steps":["trace[249037421] 'agreement among raft nodes before linearized reading' (duration: 188.205167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.97498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.648741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:18.975062Z","caller":"traceutil/trace.go:171","msg":"trace[2115929956] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2677; }","duration":"352.665923ms","start":"2026-03-03T14:02:18.622385Z","end":"2026-03-03T14:02:18.975051Z","steps":["trace[2115929956] 'read index received' (duration: 173.887718ms)","trace[2115929956] 'applied index is now lower than readState.Index' (duration: 178.777285ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:18.975117Z","caller":"traceutil/trace.go:171","msg":"trace[1730664920] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"454.249238ms","start":"2026-03-03T14:02:18.520862Z","end":"2026-03-03T14:02:18.975111Z","steps":["trace[1730664920] 'process raft request' (duration: 275.403322ms)","trace[1730664920] 'compare' (duration: 178.342454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:18.975191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:18.520838Z","time spent":"454.293299ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:18.975212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.235772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:18.975278Z","caller":"traceutil/trace.go:171","msg":"trace[1176760411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2572; }","duration":"219.353895ms","start":"2026-03-03T14:02:18.755907Z","end":"2026-03-03T14:02:18.975261Z","steps":["trace[1176760411] 'agreement among raft nodes before linearized reading' (duration: 219.242512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.975395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.015441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:18.975414Z","caller":"traceutil/trace.go:171","msg":"trace[529268465] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2572; }","duration":"353.034291ms","start":"2026-03-03T14:02:18.622374Z","end":"2026-03-03T14:02:18.975408Z","steps":["trace[529268465] 'agreement among raft nodes before linearized reading' (duration: 352.99842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:18.97543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:18.622322Z","time spent":"353.105052ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:02:24.695759Z","caller":"traceutil/trace.go:171","msg":"trace[2058877402] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"152.601404ms","start":"2026-03-03T14:02:24.543126Z","end":"2026-03-03T14:02:24.695727Z","steps":["trace[2058877402] 'process raft request' (duration: 152.42822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:25.258165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693649100,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:02:25.313927Z","caller":"traceutil/trace.go:171","msg":"trace[484868078] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"767.824966ms","start":"2026-03-03T14:02:24.54607Z","end":"2026-03-03T14:02:25.313895Z","steps":["trace[484868078] 'process raft request' (duration: 767.740554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:25.313949Z","caller":"traceutil/trace.go:171","msg":"trace[1711556604] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"769.994916ms","start":"2026-03-03T14:02:24.54393Z","end":"2026-03-03T14:02:25.313925Z","steps":["trace[1711556604] 'process raft request' (duration: 769.682229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:25.314108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.543909Z","time spent":"770.098709ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:25.314211Z","caller":"traceutil/trace.go:171","msg":"trace[1852601121] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"768.097421ms","start":"2026-03-03T14:02:24.546079Z","end":"2026-03-03T14:02:25.314176Z","steps":["trace[1852601121] 'process raft request' (duration: 767.776254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:25.314157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.546055Z","time spent":"767.948458ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:25.31443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.546068Z","time spent":"768.278836ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:25.314542Z","caller":"traceutil/trace.go:171","msg":"trace[337329516] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"684.341508ms","start":"2026-03-03T14:02:24.630162Z","end":"2026-03-03T14:02:25.314503Z","steps":["trace[337329516] 'process raft request' (duration: 684.258716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:25.314639Z","caller":"traceutil/trace.go:171","msg":"trace[1603697322] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"768.283535ms","start":"2026-03-03T14:02:24.546336Z","end":"2026-03-03T14:02:25.314619Z","steps":["trace[1603697322] 'process raft request' (duration: 767.907887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:25.314734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.630141Z","time spent":"684.494211ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:25.314866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.546327Z","time spent":"768.470001ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:25.863495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.442901ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:02:25.863825Z","caller":"traceutil/trace.go:171","msg":"trace[478631957] linearizableReadLoop","detail":"{readStateIndex:2708; appliedIndex:2702; }","duration":"1.106399603s","start":"2026-03-03T14:02:24.757405Z","end":"2026-03-03T14:02:25.863804Z","steps":["trace[478631957] 'read index received' (duration: 556.234334ms)","trace[478631957] 'applied index is now lower than readState.Index' (duration: 550.163749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:25.863933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106527987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:25.863968Z","caller":"traceutil/trace.go:171","msg":"trace[1628078210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2600; }","duration":"1.106609099s","start":"2026-03-03T14:02:24.757348Z","end":"2026-03-03T14:02:25.863957Z","steps":["trace[1628078210] 'agreement among raft nodes before linearized reading' (duration: 1.106540867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:25.863999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.757324Z","time spent":"1.10666765s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:02:25.93183Z","caller":"traceutil/trace.go:171","msg":"trace[351831328] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"126.485005ms","start":"2026-03-03T14:02:25.805316Z","end":"2026-03-03T14:02:25.931801Z","steps":["trace[351831328] 'process raft request' (duration: 126.312121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:26.166911Z","caller":"traceutil/trace.go:171","msg":"trace[1080264683] linearizableReadLoop","detail":"{readStateIndex:2711; appliedIndex:2708; }","duration":"303.043977ms","start":"2026-03-03T14:02:25.863852Z","end":"2026-03-03T14:02:26.166896Z","steps":["trace[1080264683] 'read index received' (duration: 67.792016ms)","trace[1080264683] 'applied index is now lower than readState.Index' (duration: 235.251191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:26.167017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.326375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:26.167038Z","caller":"traceutil/trace.go:171","msg":"trace[1516353852] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2603; }","duration":"477.360616ms","start":"2026-03-03T14:02:25.68967Z","end":"2026-03-03T14:02:26.16703Z","steps":["trace[1516353852] 'agreement among raft nodes before linearized reading' (duration: 477.310444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.689656Z","time spent":"477.401486ms","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:02:26.16712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.625483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:02:26.167181Z","caller":"traceutil/trace.go:171","msg":"trace[2113182443] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"355.704274ms","start":"2026-03-03T14:02:25.811441Z","end":"2026-03-03T14:02:26.167145Z","steps":["trace[2113182443] 'process raft request' (duration: 355.334786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:26.167248Z","caller":"traceutil/trace.go:171","msg":"trace[1108244249] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"354.633168ms","start":"2026-03-03T14:02:25.812605Z","end":"2026-03-03T14:02:26.167238Z","steps":["trace[1108244249] 'process raft request' (duration: 354.26737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278834247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189959a9f80f3fe3\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:02:26.167324Z","caller":"traceutil/trace.go:171","msg":"trace[1436799848] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189959a9f80f3fe3; range_end:; response_count:1; response_revision:2603; }","duration":"1.278890418s","start":"2026-03-03T14:02:24.888429Z","end":"2026-03-03T14:02:26.167319Z","steps":["trace[1436799848] 'agreement among raft nodes before linearized reading' (duration: 1.278811616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.888413Z","time spent":"1.278922s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":789,"request content":"key:\"/registry/events/openstack/valkey-node-0.189959a9f80f3fe3\" "} {"level":"warn","ts":"2026-03-03T14:02:26.167338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.812595Z","time spent":"354.68786ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:26.167342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.811428Z","time spent":"355.831758ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:26.167471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.292819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:26.167503Z","caller":"traceutil/trace.go:171","msg":"trace[796754553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2603; }","duration":"302.36313ms","start":"2026-03-03T14:02:25.865132Z","end":"2026-03-03T14:02:26.167495Z","steps":["trace[796754553] 'agreement among raft nodes before linearized reading' (duration: 302.296719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017015247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:02:26.167508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315780592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:02:26.167569Z","caller":"traceutil/trace.go:171","msg":"trace[1072886193] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2603; }","duration":"1.315884515s","start":"2026-03-03T14:02:24.851668Z","end":"2026-03-03T14:02:26.167553Z","steps":["trace[1072886193] 'agreement among raft nodes before linearized reading' (duration: 1.315736701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.851648Z","time spent":"1.315951316s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:02:26.167561Z","caller":"traceutil/trace.go:171","msg":"trace[706713056] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2603; }","duration":"1.017364794s","start":"2026-03-03T14:02:25.150171Z","end":"2026-03-03T14:02:26.167536Z","steps":["trace[706713056] 'agreement among raft nodes before linearized reading' (duration: 1.017042707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.865115Z","time spent":"302.405991ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:02:26.167734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.150152Z","time spent":"1.01755627s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:02:26.167202Z","caller":"traceutil/trace.go:171","msg":"trace[524391825] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2603; }","duration":"472.745576ms","start":"2026-03-03T14:02:25.694439Z","end":"2026-03-03T14:02:26.167185Z","steps":["trace[524391825] 'agreement among raft nodes before linearized reading' (duration: 472.49153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.167909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:25.694392Z","time spent":"473.505355ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T14:02:26.560564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.838503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:26.560679Z","caller":"traceutil/trace.go:171","msg":"trace[1987993614] linearizableReadLoop","detail":"{readStateIndex:2713; appliedIndex:2712; }","duration":"323.316338ms","start":"2026-03-03T14:02:26.237346Z","end":"2026-03-03T14:02:26.560662Z","steps":["trace[1987993614] 'read index received' (duration: 58.2687ms)","trace[1987993614] 'applied index is now lower than readState.Index' (duration: 265.046288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:26.560821Z","caller":"traceutil/trace.go:171","msg":"trace[2089850706] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"324.367063ms","start":"2026-03-03T14:02:26.236435Z","end":"2026-03-03T14:02:26.560802Z","steps":["trace[2089850706] 'process raft request' (duration: 59.196392ms)","trace[2089850706] 'compare' (duration: 264.564847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:26.560995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:26.236423Z","time spent":"324.480406ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:26.56127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.914132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T14:02:26.561324Z","caller":"traceutil/trace.go:171","msg":"trace[1828611948] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2605; }","duration":"323.984884ms","start":"2026-03-03T14:02:26.237325Z","end":"2026-03-03T14:02:26.56131Z","steps":["trace[1828611948] 'agreement among raft nodes before linearized reading' (duration: 323.38152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:26.561366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:26.237318Z","time spent":"324.037505ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:04:47.380132Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693651424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:04:47.39889Z","caller":"traceutil/trace.go:171","msg":"trace[1451157626] linearizableReadLoop","detail":"{readStateIndex:3617; appliedIndex:3615; }","duration":"519.637721ms","start":"2026-03-03T14:04:46.879231Z","end":"2026-03-03T14:04:47.398868Z","steps":["trace[1451157626] 'read index received' (duration: 519.099149ms)","trace[1451157626] 'applied index is now lower than readState.Index' (duration: 537.732µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:04:47.399009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.759545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:04:47.399045Z","caller":"traceutil/trace.go:171","msg":"trace[666616855] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3474; }","duration":"519.847857ms","start":"2026-03-03T14:04:46.879186Z","end":"2026-03-03T14:04:47.399034Z","steps":["trace[666616855] 'agreement among raft nodes before linearized reading' (duration: 519.762024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:04:47.399081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:46.879167Z","time spent":"519.906178ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":22,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:04:47.399083Z","caller":"traceutil/trace.go:171","msg":"trace[778804372] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"744.556891ms","start":"2026-03-03T14:04:46.654486Z","end":"2026-03-03T14:04:47.399042Z","steps":["trace[778804372] 'process raft request' (duration: 743.910526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:04:47.399285Z","caller":"traceutil/trace.go:171","msg":"trace[1592391241] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"744.793707ms","start":"2026-03-03T14:04:46.65448Z","end":"2026-03-03T14:04:47.399274Z","steps":["trace[1592391241] 'process raft request' (duration: 744.307015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:04:47.399284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:46.654472Z","time spent":"744.689424ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:04:47.399372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:46.654452Z","time spent":"744.864478ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:05:53.076239Z","caller":"traceutil/trace.go:171","msg":"trace[1332025851] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"145.49666ms","start":"2026-03-03T14:05:52.93071Z","end":"2026-03-03T14:05:53.076207Z","steps":["trace[1332025851] 'process raft request' (duration: 145.302155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:57.494686Z","caller":"traceutil/trace.go:171","msg":"trace[202953738] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"188.913344ms","start":"2026-03-03T14:05:57.305753Z","end":"2026-03-03T14:05:57.494666Z","steps":["trace[202953738] 'process raft request' (duration: 188.76612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:57.507292Z","caller":"traceutil/trace.go:171","msg":"trace[260972059] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"163.241988ms","start":"2026-03-03T14:05:57.344013Z","end":"2026-03-03T14:05:57.507255Z","steps":["trace[260972059] 'process raft request' (duration: 161.995868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:57.507483Z","caller":"traceutil/trace.go:171","msg":"trace[1736881281] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"103.416619ms","start":"2026-03-03T14:05:57.404031Z","end":"2026-03-03T14:05:57.507448Z","steps":["trace[1736881281] 'process raft request' (duration: 102.070997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:58.033525Z","caller":"traceutil/trace.go:171","msg":"trace[672788502] linearizableReadLoop","detail":"{readStateIndex:4422; appliedIndex:4421; }","duration":"102.450895ms","start":"2026-03-03T14:05:57.931048Z","end":"2026-03-03T14:05:58.033499Z","steps":["trace[672788502] 'read index received' (duration: 94.558949ms)","trace[672788502] 'applied index is now lower than readState.Index' (duration: 7.890996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:05:58.033675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.606609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:05:58.033711Z","caller":"traceutil/trace.go:171","msg":"trace[411071040] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4245; }","duration":"102.677141ms","start":"2026-03-03T14:05:57.931025Z","end":"2026-03-03T14:05:58.033702Z","steps":["trace[411071040] 'agreement among raft nodes before linearized reading' (duration: 102.601039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:58.033842Z","caller":"traceutil/trace.go:171","msg":"trace[1098573518] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"111.98029ms","start":"2026-03-03T14:05:57.921828Z","end":"2026-03-03T14:05:58.033808Z","steps":["trace[1098573518] 'process raft request' (duration: 103.766647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:04.601473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.295418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-03T14:06:04.601547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.734171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-03T14:06:04.601569Z","caller":"traceutil/trace.go:171","msg":"trace[543225275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4; range_end:; response_count:1; response_revision:4384; }","duration":"361.433861ms","start":"2026-03-03T14:06:04.240102Z","end":"2026-03-03T14:06:04.601536Z","steps":["trace[543225275] 'range keys from in-memory index tree' (duration: 361.095783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:04.601581Z","caller":"traceutil/trace.go:171","msg":"trace[320378123] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4; range_end:; response_count:1; response_revision:4384; }","duration":"376.810943ms","start":"2026-03-03T14:06:04.22476Z","end":"2026-03-03T14:06:04.601571Z","steps":["trace[320378123] 'range keys from in-memory index tree' (duration: 376.569677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:04.601542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.624819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:06:04.601604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:04.224739Z","time spent":"376.859784ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" "} {"level":"warn","ts":"2026-03-03T14:06:04.601619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.337281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T14:06:04.601649Z","caller":"traceutil/trace.go:171","msg":"trace[214090199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4384; }","duration":"474.788563ms","start":"2026-03-03T14:06:04.126835Z","end":"2026-03-03T14:06:04.601623Z","steps":["trace[214090199] 'range keys from in-memory index tree' (duration: 474.411685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:04.60168Z","caller":"traceutil/trace.go:171","msg":"trace[305366490] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4384; }","duration":"482.433304ms","start":"2026-03-03T14:06:04.11923Z","end":"2026-03-03T14:06:04.601664Z","steps":["trace[305366490] 'range keys from in-memory index tree' (duration: 482.178027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:04.601599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:04.240076Z","time spent":"361.516833ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" "} {"level":"warn","ts":"2026-03-03T14:06:04.601705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:04.126811Z","time spent":"474.879625ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:06:04.601716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:04.119207Z","time spent":"482.501355ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T14:06:05.18546Z","caller":"traceutil/trace.go:171","msg":"trace[1520230177] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"146.999996ms","start":"2026-03-03T14:06:05.03843Z","end":"2026-03-03T14:06:05.18543Z","steps":["trace[1520230177] 'process raft request' (duration: 146.806601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:06.966661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.541505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:06:06.966682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.141834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62974"} {"level":"warn","ts":"2026-03-03T14:06:06.966692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.381696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p9rsw\" ","response":"range_response_count:1 size:5150"} {"level":"info","ts":"2026-03-03T14:06:06.966734Z","caller":"traceutil/trace.go:171","msg":"trace[1373468161] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4406; }","duration":"140.664188ms","start":"2026-03-03T14:06:06.826056Z","end":"2026-03-03T14:06:06.96672Z","steps":["trace[1373468161] 'count revisions from in-memory index tree' (duration: 140.474573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:06.966756Z","caller":"traceutil/trace.go:171","msg":"trace[128358803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4406; }","duration":"235.252666ms","start":"2026-03-03T14:06:06.731489Z","end":"2026-03-03T14:06:06.966741Z","steps":["trace[128358803] 'range keys from in-memory index tree' (duration: 234.825166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:06.966775Z","caller":"traceutil/trace.go:171","msg":"trace[1161761175] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p9rsw; range_end:; response_count:1; response_revision:4406; }","duration":"206.503278ms","start":"2026-03-03T14:06:06.760252Z","end":"2026-03-03T14:06:06.966756Z","steps":["trace[1161761175] 'range keys from in-memory index tree' (duration: 206.241362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:09.411793Z","caller":"traceutil/trace.go:171","msg":"trace[1169738873] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4759; }","duration":"440.28452ms","start":"2026-03-03T14:06:08.971476Z","end":"2026-03-03T14:06:09.411761Z","steps":["trace[1169738873] 'read index received' (duration: 440.131097ms)","trace[1169738873] 'applied index is now lower than readState.Index' (duration: 151.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:09.411823Z","caller":"traceutil/trace.go:171","msg":"trace[1026618797] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"525.366195ms","start":"2026-03-03T14:06:08.886429Z","end":"2026-03-03T14:06:09.411796Z","steps":["trace[1026618797] 'process raft request' (duration: 525.16297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.412156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.6554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:06:09.412794Z","caller":"traceutil/trace.go:171","msg":"trace[1624426002] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:4575; }","duration":"441.344826ms","start":"2026-03-03T14:06:08.971433Z","end":"2026-03-03T14:06:09.412778Z","steps":["trace[1624426002] 'agreement among raft nodes before linearized reading' (duration: 440.472115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.412718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:08.886409Z","time spent":"526.252697ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:06:09.412882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:08.971419Z","time spent":"441.413747ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:06:09.510395Z","caller":"traceutil/trace.go:171","msg":"trace[620974798] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"427.751676ms","start":"2026-03-03T14:06:09.082598Z","end":"2026-03-03T14:06:09.510349Z","steps":["trace[620974798] 'process raft request' (duration: 427.571961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.510502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.842564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-03T14:06:09.51055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:09.082566Z","time spent":"427.912509ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3622,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:06:09.51057Z","caller":"traceutil/trace.go:171","msg":"trace[1749986453] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:4577; }","duration":"490.953496ms","start":"2026-03-03T14:06:09.019599Z","end":"2026-03-03T14:06:09.510552Z","steps":["trace[1749986453] 'agreement among raft nodes before linearized reading' (duration: 490.818883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.510613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:09.019578Z","time spent":"491.026428ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:06:09.510417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.670804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:06:09.51074Z","caller":"traceutil/trace.go:171","msg":"trace[458502436] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:4577; }","duration":"196.048152ms","start":"2026-03-03T14:06:09.314678Z","end":"2026-03-03T14:06:09.510726Z","steps":["trace[458502436] 'agreement among raft nodes before linearized reading' (duration: 195.588922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:09.510413Z","caller":"traceutil/trace.go:171","msg":"trace[1852636088] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"526.849052ms","start":"2026-03-03T14:06:08.983538Z","end":"2026-03-03T14:06:09.510387Z","steps":["trace[1852636088] 'process raft request' (duration: 521.542776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.510905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:08.983513Z","time spent":"527.331252ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:09.510957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.01803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718797"} {"level":"warn","ts":"2026-03-03T14:06:09.511025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.234717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrtf\" ","response":"range_response_count:1 size:9826"} {"level":"info","ts":"2026-03-03T14:06:09.511057Z","caller":"traceutil/trace.go:171","msg":"trace[2046048591] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrtf; range_end:; response_count:1; response_revision:4577; }","duration":"213.294309ms","start":"2026-03-03T14:06:09.297752Z","end":"2026-03-03T14:06:09.511046Z","steps":["trace[2046048591] 'agreement among raft nodes before linearized reading' (duration: 212.524971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:09.511054Z","caller":"traceutil/trace.go:171","msg":"trace[2065104839] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4577; }","duration":"229.164844ms","start":"2026-03-03T14:06:09.281869Z","end":"2026-03-03T14:06:09.511034Z","steps":["trace[2065104839] 'agreement among raft nodes before linearized reading' (duration: 228.59852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.017714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693653972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:06:12.448484Z","caller":"traceutil/trace.go:171","msg":"trace[1894266357] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"932.305612ms","start":"2026-03-03T14:06:11.516156Z","end":"2026-03-03T14:06:12.448461Z","steps":["trace[1894266357] 'process raft request' (duration: 932.164449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.448625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.516132Z","time spent":"932.419115ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:12.765608Z","caller":"traceutil/trace.go:171","msg":"trace[1862038464] transaction","detail":"{read_only:false; response_revision:4618; number_of_response:1; }","duration":"1.091473303s","start":"2026-03-03T14:06:11.6741Z","end":"2026-03-03T14:06:12.765573Z","steps":["trace[1862038464] 'process raft request' (duration: 1.061556991s)","trace[1862038464] 'compare' (duration: 29.728528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:12.765803Z","caller":"traceutil/trace.go:171","msg":"trace[1933178241] linearizableReadLoop","detail":"{readStateIndex:4806; appliedIndex:4803; }","duration":"1.248964326s","start":"2026-03-03T14:06:11.516786Z","end":"2026-03-03T14:06:12.76575Z","steps":["trace[1933178241] 'read index received' (duration: 931.474714ms)","trace[1933178241] 'applied index is now lower than readState.Index' (duration: 317.487212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:12.765851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.674069Z","time spent":"1.091634317s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:12.765885Z","caller":"traceutil/trace.go:171","msg":"trace[1932863321] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"1.082365308s","start":"2026-03-03T14:06:11.683479Z","end":"2026-03-03T14:06:12.765844Z","steps":["trace[1932863321] 'process raft request' (duration: 1.082050971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.766056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249255162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:06:12.766059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.683444Z","time spent":"1.082523102s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:12.766118Z","caller":"traceutil/trace.go:171","msg":"trace[1686759790] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:4619; }","duration":"1.249352765s","start":"2026-03-03T14:06:11.51675Z","end":"2026-03-03T14:06:12.766102Z","steps":["trace[1686759790] 'agreement among raft nodes before linearized reading' (duration: 1.24915582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.76617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.516704Z","time spent":"1.249452607s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:06:12.768324Z","caller":"traceutil/trace.go:171","msg":"trace[158079676] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"314.966164ms","start":"2026-03-03T14:06:12.453337Z","end":"2026-03-03T14:06:12.768303Z","steps":["trace[158079676] 'process raft request' (duration: 314.77705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.768499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:12.453314Z","time spent":"315.062276ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:12.768638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.735295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:12.768684Z","caller":"traceutil/trace.go:171","msg":"trace[2006455288] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4621; }","duration":"137.821297ms","start":"2026-03-03T14:06:12.630852Z","end":"2026-03-03T14:06:12.768673Z","steps":["trace[2006455288] 'agreement among raft nodes before linearized reading' (duration: 137.747946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.768758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.949941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:12.768808Z","caller":"traceutil/trace.go:171","msg":"trace[1509427959] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4621; }","duration":"407.080134ms","start":"2026-03-03T14:06:12.361717Z","end":"2026-03-03T14:06:12.768797Z","steps":["trace[1509427959] 'agreement among raft nodes before linearized reading' (duration: 406.949291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.768845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:12.361697Z","time spent":"407.137575ms","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:06:12.768846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249862495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-03T14:06:12.768916Z","caller":"traceutil/trace.go:171","msg":"trace[1297186670] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:4621; }","duration":"1.249968668s","start":"2026-03-03T14:06:11.518929Z","end":"2026-03-03T14:06:12.768898Z","steps":["trace[1297186670] 'agreement among raft nodes before linearized reading' (duration: 1.249593339s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:12.768616Z","caller":"traceutil/trace.go:171","msg":"trace[898186710] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"199.699479ms","start":"2026-03-03T14:06:12.568892Z","end":"2026-03-03T14:06:12.768591Z","steps":["trace[898186710] 'process raft request' (duration: 199.33063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.768966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.51891Z","time spent":"1.250043239s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:06:12.769124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.805184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:06:12.769165Z","caller":"traceutil/trace.go:171","msg":"trace[1315315616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4621; }","duration":"670.886745ms","start":"2026-03-03T14:06:12.098266Z","end":"2026-03-03T14:06:12.769153Z","steps":["trace[1315315616] 'agreement among raft nodes before linearized reading' (duration: 670.776113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.769193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:12.098244Z","time spent":"670.942587ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:12.769324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247314814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:06:12.769343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.808101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrtf-tls\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-03T14:06:12.769364Z","caller":"traceutil/trace.go:171","msg":"trace[1145732111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4621; }","duration":"1.247373156s","start":"2026-03-03T14:06:11.521981Z","end":"2026-03-03T14:06:12.769354Z","steps":["trace[1145732111] 'agreement among raft nodes before linearized reading' (duration: 1.247320175s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:12.769374Z","caller":"traceutil/trace.go:171","msg":"trace[101796536] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrtf-tls; range_end:; response_count:1; response_revision:4621; }","duration":"689.871932ms","start":"2026-03-03T14:06:12.079491Z","end":"2026-03-03T14:06:12.769362Z","steps":["trace[101796536] 'agreement among raft nodes before linearized reading' (duration: 689.78525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.769385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.521974Z","time spent":"1.247406177s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:06:12.769401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:12.079474Z","time spent":"689.921063ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-ntrtf-tls\" "} {"level":"warn","ts":"2026-03-03T14:06:12.769834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.474535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776982"} {"level":"info","ts":"2026-03-03T14:06:12.769896Z","caller":"traceutil/trace.go:171","msg":"trace[1353559274] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4621; }","duration":"874.564937ms","start":"2026-03-03T14:06:11.895313Z","end":"2026-03-03T14:06:12.769878Z","steps":["trace[1353559274] 'agreement among raft nodes before linearized reading' (duration: 874.003224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:12.769942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:11.895297Z","time spent":"874.631708ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777006,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-03T14:06:21.308689Z","caller":"traceutil/trace.go:171","msg":"trace[1172022734] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"142.952856ms","start":"2026-03-03T14:06:21.165701Z","end":"2026-03-03T14:06:21.308654Z","steps":["trace[1172022734] 'process raft request' (duration: 142.66314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:21.458636Z","caller":"traceutil/trace.go:171","msg":"trace[588223586] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"135.075473ms","start":"2026-03-03T14:06:21.323542Z","end":"2026-03-03T14:06:21.458618Z","steps":["trace[588223586] 'process raft request' (duration: 77.650375ms)","trace[588223586] 'compare' (duration: 57.183253ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:21.458616Z","caller":"traceutil/trace.go:171","msg":"trace[2133158325] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"134.576291ms","start":"2026-03-03T14:06:21.324004Z","end":"2026-03-03T14:06:21.458581Z","steps":["trace[2133158325] 'process raft request' (duration: 134.480519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.745503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.51708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:22.745708Z","caller":"traceutil/trace.go:171","msg":"trace[1033588171] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"260.268588ms","start":"2026-03-03T14:06:22.485421Z","end":"2026-03-03T14:06:22.745689Z","steps":["trace[1033588171] 'process raft request' (duration: 260.197706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.745729Z","caller":"traceutil/trace.go:171","msg":"trace[430030264] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4980; }","duration":"988.398226ms","start":"2026-03-03T14:06:21.757289Z","end":"2026-03-03T14:06:22.745688Z","steps":["trace[430030264] 'read index received' (duration: 290.61254ms)","trace[430030264] 'applied index is now lower than readState.Index' (duration: 697.784126ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:22.745862Z","caller":"traceutil/trace.go:171","msg":"trace[396633879] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"1.278655537s","start":"2026-03-03T14:06:21.467195Z","end":"2026-03-03T14:06:22.745851Z","steps":["trace[396633879] 'process raft request' (duration: 580.669266ms)","trace[396633879] 'compare' (duration: 697.370377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:22.745972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:21.467182Z","time spent":"1.278701188s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13276,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:22.746087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.801985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:06:22.746095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.93608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:22.746135Z","caller":"traceutil/trace.go:171","msg":"trace[1324948620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4789; }","duration":"988.887817ms","start":"2026-03-03T14:06:21.757235Z","end":"2026-03-03T14:06:22.746122Z","steps":["trace[1324948620] 'agreement among raft nodes before linearized reading' (duration: 988.792935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.746142Z","caller":"traceutil/trace.go:171","msg":"trace[654873933] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4789; }","duration":"833.027672ms","start":"2026-03-03T14:06:21.913101Z","end":"2026-03-03T14:06:22.746129Z","steps":["trace[654873933] 'agreement among raft nodes before linearized reading' (duration: 832.93741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.746153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:21.757214Z","time spent":"988.935398ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:06:22.746176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:21.913065Z","time spent":"833.101934ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":5,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:06:22.746245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.079373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:06:22.74634Z","caller":"traceutil/trace.go:171","msg":"trace[232528875] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4789; }","duration":"266.249177ms","start":"2026-03-03T14:06:22.480057Z","end":"2026-03-03T14:06:22.746306Z","steps":["trace[232528875] 'agreement among raft nodes before linearized reading' (duration: 265.997891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.011117Z","caller":"traceutil/trace.go:171","msg":"trace[687233471] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"259.805768ms","start":"2026-03-03T14:06:22.751275Z","end":"2026-03-03T14:06:23.011081Z","steps":["trace[687233471] 'process raft request' (duration: 259.44133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.08189Z","caller":"traceutil/trace.go:171","msg":"trace[558949301] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"329.98994ms","start":"2026-03-03T14:06:22.751861Z","end":"2026-03-03T14:06:23.081851Z","steps":["trace[558949301] 'process raft request' (duration: 329.808436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.081929Z","caller":"traceutil/trace.go:171","msg":"trace[1140808134] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"330.149815ms","start":"2026-03-03T14:06:22.751727Z","end":"2026-03-03T14:06:23.081877Z","steps":["trace[1140808134] 'process raft request' (duration: 329.745376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.082145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.751854Z","time spent":"330.154295ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1454,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.082148Z","caller":"traceutil/trace.go:171","msg":"trace[518779802] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"330.215966ms","start":"2026-03-03T14:06:22.751907Z","end":"2026-03-03T14:06:23.082123Z","steps":["trace[518779802] 'process raft request' (duration: 329.881508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.082179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.751703Z","time spent":"330.340239ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1282,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:23.082311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.751884Z","time spent":"330.344279ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1868,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.082395Z","caller":"traceutil/trace.go:171","msg":"trace[111309765] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"224.583633ms","start":"2026-03-03T14:06:22.857788Z","end":"2026-03-03T14:06:23.082371Z","steps":["trace[111309765] 'process raft request' (duration: 224.246766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.082785Z","caller":"traceutil/trace.go:171","msg":"trace[1359278755] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"221.987964ms","start":"2026-03-03T14:06:22.860787Z","end":"2026-03-03T14:06:23.082775Z","steps":["trace[1359278755] 'process raft request' (duration: 221.526523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.08285Z","caller":"traceutil/trace.go:171","msg":"trace[592509305] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4982; }","duration":"216.380325ms","start":"2026-03-03T14:06:22.86646Z","end":"2026-03-03T14:06:23.08284Z","steps":["trace[592509305] 'read index received' (duration: 144.214096ms)","trace[592509305] 'applied index is now lower than readState.Index' (duration: 72.165499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:23.083093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.62658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:06:23.083138Z","caller":"traceutil/trace.go:171","msg":"trace[1128506095] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4796; }","duration":"216.708892ms","start":"2026-03-03T14:06:22.866416Z","end":"2026-03-03T14:06:23.083125Z","steps":["trace[1128506095] 'agreement among raft nodes before linearized reading' (duration: 216.564229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.452249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.429043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:23.452394Z","caller":"traceutil/trace.go:171","msg":"trace[1198056248] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"365.536652ms","start":"2026-03-03T14:06:23.086845Z","end":"2026-03-03T14:06:23.452381Z","steps":["trace[1198056248] 'process raft request' (duration: 365.490841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.452451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.086816Z","time spent":"365.602554ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.452619Z","caller":"traceutil/trace.go:171","msg":"trace[839312633] linearizableReadLoop","detail":"{readStateIndex:4990; appliedIndex:4989; }","duration":"369.741119ms","start":"2026-03-03T14:06:23.082871Z","end":"2026-03-03T14:06:23.452612Z","steps":["trace[839312633] 'read index received' (duration: 82.950227ms)","trace[839312633] 'applied index is now lower than readState.Index' (duration: 286.790212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:23.452837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.175331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:06:23.452858Z","caller":"traceutil/trace.go:171","msg":"trace[117637642] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4798; }","duration":"575.222352ms","start":"2026-03-03T14:06:22.87763Z","end":"2026-03-03T14:06:23.452852Z","steps":["trace[117637642] 'agreement among raft nodes before linearized reading' (duration: 575.120819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.452877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.877617Z","time spent":"575.254013ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:06:23.452862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.461777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:06:23.452877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.424011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:06:23.452918Z","caller":"traceutil/trace.go:171","msg":"trace[1441429261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4798; }","duration":"492.57306ms","start":"2026-03-03T14:06:22.960331Z","end":"2026-03-03T14:06:23.452904Z","steps":["trace[1441429261] 'agreement among raft nodes before linearized reading' (duration: 492.346375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.452935Z","caller":"traceutil/trace.go:171","msg":"trace[1829079618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:4798; }","duration":"487.483052ms","start":"2026-03-03T14:06:22.965434Z","end":"2026-03-03T14:06:23.452917Z","steps":["trace[1829079618] 'agreement among raft nodes before linearized reading' (duration: 487.320798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.452947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.960308Z","time spent":"492.632812ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:06:23.452979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.965399Z","time spent":"487.569124ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:06:23.452959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.49798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:06:23.452392Z","caller":"traceutil/trace.go:171","msg":"trace[1104743459] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"436.164485ms","start":"2026-03-03T14:06:23.016188Z","end":"2026-03-03T14:06:23.452352Z","steps":["trace[1104743459] 'process raft request' (duration: 149.571568ms)","trace[1104743459] 'compare' (duration: 286.310441ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:23.453122Z","caller":"traceutil/trace.go:171","msg":"trace[1144465459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4798; }","duration":"579.699645ms","start":"2026-03-03T14:06:22.873399Z","end":"2026-03-03T14:06:23.453099Z","steps":["trace[1144465459] 'agreement among raft nodes before linearized reading' (duration: 579.369828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.453923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.873385Z","time spent":"580.526524ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:23.453069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.71107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:06:23.454043Z","caller":"traceutil/trace.go:171","msg":"trace[535978407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4798; }","duration":"492.704913ms","start":"2026-03-03T14:06:22.961294Z","end":"2026-03-03T14:06:23.453999Z","steps":["trace[535978407] 'agreement among raft nodes before linearized reading' (duration: 491.522396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.452959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.64568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:06:23.454103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.961229Z","time spent":"492.852597ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:23.453236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.016165Z","time spent":"436.992595ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:06:23.454118Z","caller":"traceutil/trace.go:171","msg":"trace[527678777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4798; }","duration":"492.828546ms","start":"2026-03-03T14:06:22.961266Z","end":"2026-03-03T14:06:23.454095Z","steps":["trace[527678777] 'agreement among raft nodes before linearized reading' (duration: 491.588158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.454332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.961249Z","time spent":"493.006261ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:06:23.665969Z","caller":"traceutil/trace.go:171","msg":"trace[1053156283] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"207.98717ms","start":"2026-03-03T14:06:23.457946Z","end":"2026-03-03T14:06:23.665933Z","steps":["trace[1053156283] 'process raft request' (duration: 120.707272ms)","trace[1053156283] 'compare' (duration: 87.089834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:23.858924Z","caller":"traceutil/trace.go:171","msg":"trace[350868882] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"400.207255ms","start":"2026-03-03T14:06:23.458679Z","end":"2026-03-03T14:06:23.858886Z","steps":["trace[350868882] 'process raft request' (duration: 371.148832ms)","trace[350868882] 'compare' (duration: 28.829297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:23.859106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.458665Z","time spent":"400.352918ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.859217Z","caller":"traceutil/trace.go:171","msg":"trace[1439578727] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"400.491001ms","start":"2026-03-03T14:06:23.458694Z","end":"2026-03-03T14:06:23.859185Z","steps":["trace[1439578727] 'process raft request' (duration: 400.115732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.859418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.458673Z","time spent":"400.634834ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.859507Z","caller":"traceutil/trace.go:171","msg":"trace[821405169] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"400.060952ms","start":"2026-03-03T14:06:23.459431Z","end":"2026-03-03T14:06:23.859492Z","steps":["trace[821405169] 'process raft request' (duration: 399.99557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.859531Z","caller":"traceutil/trace.go:171","msg":"trace[1822967442] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"400.762727ms","start":"2026-03-03T14:06:23.458737Z","end":"2026-03-03T14:06:23.8595Z","steps":["trace[1822967442] 'process raft request' (duration: 400.337457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.859619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.459425Z","time spent":"400.130033ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1603,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.859691Z","caller":"traceutil/trace.go:171","msg":"trace[1010563054] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"400.302197ms","start":"2026-03-03T14:06:23.459334Z","end":"2026-03-03T14:06:23.859636Z","steps":["trace[1010563054] 'process raft request' (duration: 400.01581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.859718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.458729Z","time spent":"400.88332ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:23.859836Z","caller":"traceutil/trace.go:171","msg":"trace[961038167] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"399.783145ms","start":"2026-03-03T14:06:23.460036Z","end":"2026-03-03T14:06:23.859819Z","steps":["trace[961038167] 'process raft request' (duration: 399.423777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.859869Z","caller":"traceutil/trace.go:171","msg":"trace[1591315961] linearizableReadLoop","detail":"{readStateIndex:4997; appliedIndex:4991; }","duration":"400.272096ms","start":"2026-03-03T14:06:23.459585Z","end":"2026-03-03T14:06:23.859857Z","steps":["trace[1591315961] 'read index received' (duration: 119.153216ms)","trace[1591315961] 'applied index is now lower than readState.Index' (duration: 281.11781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:23.859929Z","caller":"traceutil/trace.go:171","msg":"trace[1271015826] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"169.319956ms","start":"2026-03-03T14:06:23.6906Z","end":"2026-03-03T14:06:23.85992Z","steps":["trace[1271015826] 'process raft request' (duration: 169.013589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.859944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.460026Z","time spent":"399.867187ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1619,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:23.860035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.887896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:06:23.859841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.459323Z","time spent":"400.43922ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:23.860076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.487411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17307"} {"level":"info","ts":"2026-03-03T14:06:23.860093Z","caller":"traceutil/trace.go:171","msg":"trace[945150436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"101.971708ms","start":"2026-03-03T14:06:23.758107Z","end":"2026-03-03T14:06:23.860078Z","steps":["trace[945150436] 'agreement among raft nodes before linearized reading' (duration: 101.888526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:23.860108Z","caller":"traceutil/trace.go:171","msg":"trace[553435354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4806; }","duration":"400.535862ms","start":"2026-03-03T14:06:23.459563Z","end":"2026-03-03T14:06:23.860099Z","steps":["trace[553435354] 'agreement among raft nodes before linearized reading' (duration: 400.371289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:23.860138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:23.459554Z","time spent":"400.578273ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17331,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:06:24.23923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.650266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:24.239346Z","caller":"traceutil/trace.go:171","msg":"trace[649682898] linearizableReadLoop","detail":"{readStateIndex:5002; appliedIndex:5001; }","duration":"286.049515ms","start":"2026-03-03T14:06:23.95328Z","end":"2026-03-03T14:06:24.23933Z","steps":["trace[649682898] 'read index received' (duration: 150.157612ms)","trace[649682898] 'applied index is now lower than readState.Index' (duration: 135.890662ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:24.239537Z","caller":"traceutil/trace.go:171","msg":"trace[728069963] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"286.28803ms","start":"2026-03-03T14:06:23.95321Z","end":"2026-03-03T14:06:24.239498Z","steps":["trace[728069963] 'process raft request' (duration: 150.288216ms)","trace[728069963] 'compare' (duration: 135.508523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:24.239674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.391812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:06:24.23971Z","caller":"traceutil/trace.go:171","msg":"trace[818061696] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4809; }","duration":"286.449584ms","start":"2026-03-03T14:06:23.95325Z","end":"2026-03-03T14:06:24.2397Z","steps":["trace[818061696] 'agreement among raft nodes before linearized reading' (duration: 286.124507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:27.262738Z","caller":"traceutil/trace.go:171","msg":"trace[1658678] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"168.251561ms","start":"2026-03-03T14:06:27.094453Z","end":"2026-03-03T14:06:27.262704Z","steps":["trace[1658678] 'process raft request' (duration: 85.070897ms)","trace[1658678] 'compare' (duration: 83.043741ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:27.614171Z","caller":"traceutil/trace.go:171","msg":"trace[1105655425] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"147.194203ms","start":"2026-03-03T14:06:27.466944Z","end":"2026-03-03T14:06:27.614138Z","steps":["trace[1105655425] 'process raft request' (duration: 110.685029ms)","trace[1105655425] 'compare' (duration: 36.3269ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:27.614199Z","caller":"traceutil/trace.go:171","msg":"trace[484040325] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"121.188063ms","start":"2026-03-03T14:06:27.492977Z","end":"2026-03-03T14:06:27.614165Z","steps":["trace[484040325] 'process raft request' (duration: 121.111171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:27.614204Z","caller":"traceutil/trace.go:171","msg":"trace[1003761239] linearizableReadLoop","detail":"{readStateIndex:5041; appliedIndex:5040; }","duration":"125.648116ms","start":"2026-03-03T14:06:27.48852Z","end":"2026-03-03T14:06:27.614168Z","steps":["trace[1003761239] 'read index received' (duration: 89.05681ms)","trace[1003761239] 'applied index is now lower than readState.Index' (duration: 36.588376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:27.61447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.271753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:06:27.614533Z","caller":"traceutil/trace.go:171","msg":"trace[299876723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:4848; }","duration":"143.355855ms","start":"2026-03-03T14:06:27.471162Z","end":"2026-03-03T14:06:27.614517Z","steps":["trace[299876723] 'agreement among raft nodes before linearized reading' (duration: 143.17318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:28.884442Z","caller":"traceutil/trace.go:171","msg":"trace[582505614] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"111.924908ms","start":"2026-03-03T14:06:28.772487Z","end":"2026-03-03T14:06:28.884412Z","steps":["trace[582505614] 'process raft request' (duration: 111.762243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.673522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.888383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:32.673673Z","caller":"traceutil/trace.go:171","msg":"trace[262694750] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"123.049246ms","start":"2026-03-03T14:06:32.550598Z","end":"2026-03-03T14:06:32.673648Z","steps":["trace[262694750] 'process raft request' (duration: 21.961928ms)","trace[262694750] 'compare' (duration: 100.7369ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:33.679399Z","caller":"traceutil/trace.go:171","msg":"trace[1401920212] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"782.093735ms","start":"2026-03-03T14:06:32.89728Z","end":"2026-03-03T14:06:33.679374Z","steps":["trace[1401920212] 'process raft request' (duration: 781.91157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.679551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:32.897262Z","time spent":"782.212698ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:33.811367Z","caller":"traceutil/trace.go:171","msg":"trace[749705443] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"648.075175ms","start":"2026-03-03T14:06:33.163271Z","end":"2026-03-03T14:06:33.811346Z","steps":["trace[749705443] 'process raft request' (duration: 647.864831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:33.811412Z","caller":"traceutil/trace.go:171","msg":"trace[707217648] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"680.883175ms","start":"2026-03-03T14:06:33.130495Z","end":"2026-03-03T14:06:33.811378Z","steps":["trace[707217648] 'process raft request' (duration: 620.840847ms)","trace[707217648] 'compare' (duration: 59.624929ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:33.81143Z","caller":"traceutil/trace.go:171","msg":"trace[594517702] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"587.33632ms","start":"2026-03-03T14:06:33.224059Z","end":"2026-03-03T14:06:33.811395Z","steps":["trace[594517702] 'process raft request' (duration: 587.189187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.811503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.163248Z","time spent":"648.190798ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:33.811548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.130476Z","time spent":"680.993367ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:33.811364Z","caller":"traceutil/trace.go:171","msg":"trace[1063206555] linearizableReadLoop","detail":"{readStateIndex:5142; appliedIndex:5137; }","duration":"454.9824ms","start":"2026-03-03T14:06:33.356354Z","end":"2026-03-03T14:06:33.811336Z","steps":["trace[1063206555] 'read index received' (duration: 322.877465ms)","trace[1063206555] 'applied index is now lower than readState.Index' (duration: 132.103775ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:33.811568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.224043Z","time spent":"587.453554ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:33.811627Z","caller":"traceutil/trace.go:171","msg":"trace[1253726404] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"508.469527ms","start":"2026-03-03T14:06:33.303142Z","end":"2026-03-03T14:06:33.811612Z","steps":["trace[1253726404] 'process raft request' (duration: 508.1512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.81169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.303117Z","time spent":"508.542508ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:33.8117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.463234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T14:06:33.811727Z","caller":"traceutil/trace.go:171","msg":"trace[1881841589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:4947; }","duration":"302.520146ms","start":"2026-03-03T14:06:33.509199Z","end":"2026-03-03T14:06:33.811719Z","steps":["trace[1881841589] 'agreement among raft nodes before linearized reading' (duration: 302.429354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.811743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.509185Z","time spent":"302.553966ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:06:33.811802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.796029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:06:33.811884Z","caller":"traceutil/trace.go:171","msg":"trace[962924944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:4947; }","duration":"125.91047ms","start":"2026-03-03T14:06:33.685962Z","end":"2026-03-03T14:06:33.811873Z","steps":["trace[962924944] 'agreement among raft nodes before linearized reading' (duration: 125.722106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.812052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.540243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T14:06:33.812127Z","caller":"traceutil/trace.go:171","msg":"trace[1585450248] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:4947; }","duration":"455.825481ms","start":"2026-03-03T14:06:33.356281Z","end":"2026-03-03T14:06:33.812107Z","steps":["trace[1585450248] 'agreement among raft nodes before linearized reading' (duration: 455.137934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:33.812173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:33.356263Z","time spent":"455.898502ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"info","ts":"2026-03-03T14:06:35.834783Z","caller":"traceutil/trace.go:171","msg":"trace[473647067] linearizableReadLoop","detail":"{readStateIndex:5160; appliedIndex:5158; }","duration":"257.208468ms","start":"2026-03-03T14:06:35.577544Z","end":"2026-03-03T14:06:35.834753Z","steps":["trace[473647067] 'read index received' (duration: 209.136555ms)","trace[473647067] 'applied index is now lower than readState.Index' (duration: 48.070853ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:35.834843Z","caller":"traceutil/trace.go:171","msg":"trace[810684316] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"279.879702ms","start":"2026-03-03T14:06:35.554925Z","end":"2026-03-03T14:06:35.834804Z","steps":["trace[810684316] 'process raft request' (duration: 231.757278ms)","trace[810684316] 'compare' (duration: 47.778715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:35.834883Z","caller":"traceutil/trace.go:171","msg":"trace[2002172504] transaction","detail":"{read_only:false; response_revision:4964; number_of_response:1; }","duration":"276.547035ms","start":"2026-03-03T14:06:35.558305Z","end":"2026-03-03T14:06:35.834852Z","steps":["trace[2002172504] 'process raft request' (duration: 276.382081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:35.835126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.403342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:35.835195Z","caller":"traceutil/trace.go:171","msg":"trace[1258369153] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"149.964639ms","start":"2026-03-03T14:06:35.68522Z","end":"2026-03-03T14:06:35.835185Z","steps":["trace[1258369153] 'process raft request' (duration: 149.844856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:35.835208Z","caller":"traceutil/trace.go:171","msg":"trace[1009439873] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4964; }","duration":"257.660728ms","start":"2026-03-03T14:06:35.577529Z","end":"2026-03-03T14:06:35.83519Z","steps":["trace[1009439873] 'agreement among raft nodes before linearized reading' (duration: 257.344451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:35.836838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.429419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:06:35.83691Z","caller":"traceutil/trace.go:171","msg":"trace[1052458165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4967; }","duration":"237.529471ms","start":"2026-03-03T14:06:35.59936Z","end":"2026-03-03T14:06:35.83689Z","steps":["trace[1052458165] 'agreement among raft nodes before linearized reading' (duration: 237.354278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:41.428325Z","caller":"traceutil/trace.go:171","msg":"trace[1067715257] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"111.809665ms","start":"2026-03-03T14:06:41.316478Z","end":"2026-03-03T14:06:41.428287Z","steps":["trace[1067715257] 'process raft request' (duration: 111.628291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:42.724111Z","caller":"traceutil/trace.go:171","msg":"trace[1527039866] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"128.489502ms","start":"2026-03-03T14:06:42.595594Z","end":"2026-03-03T14:06:42.724084Z","steps":["trace[1527039866] 'process raft request' (duration: 128.344089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:45.009116Z","caller":"traceutil/trace.go:171","msg":"trace[1637248874] linearizableReadLoop","detail":"{readStateIndex:5269; appliedIndex:5268; }","duration":"447.332234ms","start":"2026-03-03T14:06:44.561758Z","end":"2026-03-03T14:06:45.009091Z","steps":["trace[1637248874] 'read index received' (duration: 445.985943ms)","trace[1637248874] 'applied index is now lower than readState.Index' (duration: 1.344911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:45.009317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.883725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:06:45.009344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.586721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:06:45.009353Z","caller":"traceutil/trace.go:171","msg":"trace[527682352] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5071; }","duration":"203.984588ms","start":"2026-03-03T14:06:44.805356Z","end":"2026-03-03T14:06:45.009341Z","steps":["trace[527682352] 'agreement among raft nodes before linearized reading' (duration: 203.906236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:45.009384Z","caller":"traceutil/trace.go:171","msg":"trace[202244066] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5071; }","duration":"447.660802ms","start":"2026-03-03T14:06:44.561715Z","end":"2026-03-03T14:06:45.009376Z","steps":["trace[202244066] 'agreement among raft nodes before linearized reading' (duration: 447.511688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:45.009406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:44.561698Z","time spent":"447.701263ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:06:45.009497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.999946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bbr7q\" ","response":"range_response_count:1 size:8063"} {"level":"info","ts":"2026-03-03T14:06:45.009566Z","caller":"traceutil/trace.go:171","msg":"trace[1674719038] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-bbr7q; range_end:; response_count:1; response_revision:5071; }","duration":"389.118628ms","start":"2026-03-03T14:06:44.620427Z","end":"2026-03-03T14:06:45.009546Z","steps":["trace[1674719038] 'agreement among raft nodes before linearized reading' (duration: 388.810261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:45.009599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:44.620407Z","time spent":"389.184679ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8087,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bbr7q\" "} {"level":"info","ts":"2026-03-03T14:06:54.318531Z","caller":"traceutil/trace.go:171","msg":"trace[1380929722] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"358.9443ms","start":"2026-03-03T14:06:53.959562Z","end":"2026-03-03T14:06:54.318507Z","steps":["trace[1380929722] 'process raft request' (duration: 358.752996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:54.318746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:53.959541Z","time spent":"359.094773ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:56.622124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33415656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:56.622242Z","caller":"traceutil/trace.go:171","msg":"trace[1104936700] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"2.6297261s","start":"2026-03-03T14:06:53.992499Z","end":"2026-03-03T14:06:56.622225Z","steps":["trace[1104936700] 'process raft request' (duration: 1.295382155s)","trace[1104936700] 'compare' (duration: 1.333839413s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:56.622289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:53.992472Z","time spent":"2.629794551s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:56.622806Z","caller":"traceutil/trace.go:171","msg":"trace[505075972] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"2.629647486s","start":"2026-03-03T14:06:53.993135Z","end":"2026-03-03T14:06:56.622783Z","steps":["trace[505075972] 'process raft request' (duration: 2.629057783s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:56.622844Z","caller":"traceutil/trace.go:171","msg":"trace[2063605546] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5371; }","duration":"2.615249074s","start":"2026-03-03T14:06:54.007561Z","end":"2026-03-03T14:06:56.62281Z","steps":["trace[2063605546] 'read index received' (duration: 310.796677ms)","trace[2063605546] 'applied index is now lower than readState.Index' (duration: 2.304450587s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:56.622836Z","caller":"traceutil/trace.go:171","msg":"trace[392543062] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"2.367466655s","start":"2026-03-03T14:06:54.255339Z","end":"2026-03-03T14:06:56.622806Z","steps":["trace[392543062] 'process raft request' (duration: 2.367182498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.623049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.255319Z","time spent":"2.367602318s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:56.623306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:53.993111Z","time spent":"2.629747449s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:56.758613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000528099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:06:56.758702Z","caller":"traceutil/trace.go:171","msg":"trace[247403228] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682844s","start":"2026-03-03T14:06:54.757999Z","end":"2026-03-03T14:06:56.758681Z","steps":["trace[247403228] 'agreement among raft nodes before linearized reading' (duration: 2.000570211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.758761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.75798Z","time spent":"2.000769635s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:06:56.823027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.358404ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:06:56.823318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81573277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:06:56.823411Z","caller":"traceutil/trace.go:171","msg":"trace[974218830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5174; }","duration":"2.815868303s","start":"2026-03-03T14:06:54.007521Z","end":"2026-03-03T14:06:56.823389Z","steps":["trace[974218830] 'agreement among raft nodes before linearized reading' (duration: 2.615378617s)","trace[974218830] 'range keys from in-memory index tree' (duration: 200.18853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:56.823464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.007508Z","time spent":"2.815946895s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:06:56.823784Z","caller":"traceutil/trace.go:171","msg":"trace[2048416921] linearizableReadLoop","detail":"{readStateIndex:5379; appliedIndex:5375; }","duration":"200.859305ms","start":"2026-03-03T14:06:56.622897Z","end":"2026-03-03T14:06:56.823756Z","steps":["trace[2048416921] 'read index received' (duration: 43.461µs)","trace[2048416921] 'applied index is now lower than readState.Index' (duration: 200.814984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:56.824031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132703496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:06:56.824014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59144044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:06:56.824078Z","caller":"traceutil/trace.go:171","msg":"trace[2093738347] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5177; }","duration":"2.132787038s","start":"2026-03-03T14:06:54.691276Z","end":"2026-03-03T14:06:56.824063Z","steps":["trace[2093738347] 'agreement among raft nodes before linearized reading' (duration: 2.132627364s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:56.824099Z","caller":"traceutil/trace.go:171","msg":"trace[1455741711] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5177; }","duration":"1.591576253s","start":"2026-03-03T14:06:55.232502Z","end":"2026-03-03T14:06:56.824078Z","steps":["trace[1455741711] 'agreement among raft nodes before linearized reading' (duration: 1.591315677s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.824119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.691257Z","time spent":"2.132854019s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:06:56.824159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:55.232483Z","time spent":"1.591661515s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:06:56.824302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720047447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:06:56.824363Z","caller":"traceutil/trace.go:171","msg":"trace[313606049] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"498.460817ms","start":"2026-03-03T14:06:56.325863Z","end":"2026-03-03T14:06:56.824324Z","steps":["trace[313606049] 'process raft request' (duration: 497.804782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:56.82441Z","caller":"traceutil/trace.go:171","msg":"trace[358349342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5177; }","duration":"2.720193611s","start":"2026-03-03T14:06:54.104195Z","end":"2026-03-03T14:06:56.824389Z","steps":["trace[358349342] 'agreement among raft nodes before linearized reading' (duration: 2.719891084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.824423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791669283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:06:56.824445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816315993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:06:56.824472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.104184Z","time spent":"2.720277123s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:06:56.824493Z","caller":"traceutil/trace.go:171","msg":"trace[1424131374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:5177; }","duration":"2.816398785s","start":"2026-03-03T14:06:54.008084Z","end":"2026-03-03T14:06:56.824483Z","steps":["trace[1424131374] 'agreement among raft nodes before linearized reading' (duration: 2.816279793s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:56.824498Z","caller":"traceutil/trace.go:171","msg":"trace[505962721] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5177; }","duration":"2.791773045s","start":"2026-03-03T14:06:54.032707Z","end":"2026-03-03T14:06:56.82448Z","steps":["trace[505962721] 'agreement among raft nodes before linearized reading' (duration: 2.791599061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.824521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.008068Z","time spent":"2.816447306s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:06:56.824503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.325839Z","time spent":"498.589709ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:56.824578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.808832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tb779\" ","response":"range_response_count:1 size:4340"} {"level":"info","ts":"2026-03-03T14:06:56.824637Z","caller":"traceutil/trace.go:171","msg":"trace[1294549553] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tb779; range_end:; response_count:1; response_revision:5177; }","duration":"693.895884ms","start":"2026-03-03T14:06:56.130725Z","end":"2026-03-03T14:06:56.82462Z","steps":["trace[1294549553] 'agreement among raft nodes before linearized reading' (duration: 693.751751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.824561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.032696Z","time spent":"2.791848548s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:06:56.82483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.560568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T14:06:56.82502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.616285148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:06:56.825078Z","caller":"traceutil/trace.go:171","msg":"trace[1523195372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"2.616394761s","start":"2026-03-03T14:06:54.20867Z","end":"2026-03-03T14:06:56.825065Z","steps":["trace[1523195372] 'agreement among raft nodes before linearized reading' (duration: 2.616217857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.825111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.208651Z","time spent":"2.616452651s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:06:56.824677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.13071Z","time spent":"693.956325ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4364,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tb779\" "} {"level":"info","ts":"2026-03-03T14:06:56.824444Z","caller":"traceutil/trace.go:171","msg":"trace[1643368262] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"384.499551ms","start":"2026-03-03T14:06:56.439924Z","end":"2026-03-03T14:06:56.824423Z","steps":["trace[1643368262] 'process raft request' (duration: 383.795465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.825348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.439897Z","time spent":"385.400492ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:56.825506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588723462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:06:56.825553Z","caller":"traceutil/trace.go:171","msg":"trace[1386558111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5177; }","duration":"2.588818144s","start":"2026-03-03T14:06:54.236721Z","end":"2026-03-03T14:06:56.825539Z","steps":["trace[1386558111] 'agreement among raft nodes before linearized reading' (duration: 2.58781351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.825584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.236702Z","time spent":"2.588875325s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:56.82601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.583970791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:06:56.826109Z","caller":"traceutil/trace.go:171","msg":"trace[1208060370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5177; }","duration":"2.584092485s","start":"2026-03-03T14:06:54.241989Z","end":"2026-03-03T14:06:56.826081Z","steps":["trace[1208060370] 'agreement among raft nodes before linearized reading' (duration: 2.582858766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.826153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.241977Z","time spent":"2.584167146s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:06:56.8249Z","caller":"traceutil/trace.go:171","msg":"trace[1021555512] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5177; }","duration":"834.64968ms","start":"2026-03-03T14:06:55.990231Z","end":"2026-03-03T14:06:56.824881Z","steps":["trace[1021555512] 'agreement among raft nodes before linearized reading' (duration: 834.470426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.851831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:55.990215Z","time spent":"861.593803ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T14:06:56.852305Z","caller":"traceutil/trace.go:171","msg":"trace[1684991280] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"2.127811232s","start":"2026-03-03T14:06:54.724345Z","end":"2026-03-03T14:06:56.852156Z","steps":["trace[1684991280] 'process raft request' (duration: 2.098782271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:56.85301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:54.724319Z","time spent":"2.128061567s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:57.042832Z","caller":"traceutil/trace.go:171","msg":"trace[23777690] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"187.155298ms","start":"2026-03-03T14:06:56.855647Z","end":"2026-03-03T14:06:57.042802Z","steps":["trace[23777690] 'process raft request' (duration: 142.389343ms)","trace[23777690] 'compare' (duration: 44.655343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:57.351463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.056866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:57.351754Z","caller":"traceutil/trace.go:171","msg":"trace[1166462363] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"495.353424ms","start":"2026-03-03T14:06:56.856367Z","end":"2026-03-03T14:06:57.35172Z","steps":["trace[1166462363] 'process raft request' (duration: 495.257982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:57.351703Z","caller":"traceutil/trace.go:171","msg":"trace[2137709957] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"495.356664ms","start":"2026-03-03T14:06:56.856327Z","end":"2026-03-03T14:06:57.351683Z","steps":["trace[2137709957] 'process raft request' (duration: 495.222651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:57.351712Z","caller":"traceutil/trace.go:171","msg":"trace[1792140434] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"495.58671ms","start":"2026-03-03T14:06:56.856085Z","end":"2026-03-03T14:06:57.351672Z","steps":["trace[1792140434] 'process raft request' (duration: 295.233797ms)","trace[1792140434] 'compare' (duration: 199.898782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:57.351928Z","caller":"traceutil/trace.go:171","msg":"trace[908986138] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"495.511277ms","start":"2026-03-03T14:06:56.856399Z","end":"2026-03-03T14:06:57.35191Z","steps":["trace[908986138] 'process raft request' (duration: 495.270852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.35188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.85632Z","time spent":"495.500927ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:57.352026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.856369Z","time spent":"495.615981ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:57.352188Z","caller":"traceutil/trace.go:171","msg":"trace[1195384219] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5379; }","duration":"494.760171ms","start":"2026-03-03T14:06:56.857412Z","end":"2026-03-03T14:06:57.352172Z","steps":["trace[1195384219] 'read index received' (duration: 140.638952ms)","trace[1195384219] 'applied index is now lower than readState.Index' (duration: 354.120329ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:57.352199Z","caller":"traceutil/trace.go:171","msg":"trace[1442321738] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"495.444156ms","start":"2026-03-03T14:06:56.856731Z","end":"2026-03-03T14:06:57.352175Z","steps":["trace[1442321738] 'process raft request' (duration: 495.106407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.35231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.85672Z","time spent":"495.535579ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:57.352366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.870613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:57.352582Z","caller":"traceutil/trace.go:171","msg":"trace[45274669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5184; }","duration":"495.109759ms","start":"2026-03-03T14:06:56.857462Z","end":"2026-03-03T14:06:57.352572Z","steps":["trace[45274669] 'agreement among raft nodes before linearized reading' (duration: 494.852393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.352621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.857455Z","time spent":"495.15858ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:06:57.352653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.218601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:06:57.352694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.856076Z","time spent":"495.873616ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:06:57.352753Z","caller":"traceutil/trace.go:171","msg":"trace[447420101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5184; }","duration":"495.340664ms","start":"2026-03-03T14:06:56.8574Z","end":"2026-03-03T14:06:57.352741Z","steps":["trace[447420101] 'agreement among raft nodes before linearized reading' (duration: 494.892644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.351867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.856363Z","time spent":"495.446956ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:57.352851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.857393Z","time spent":"495.442666ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:06:57.35225Z","caller":"traceutil/trace.go:171","msg":"trace[288760207] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"494.879164ms","start":"2026-03-03T14:06:56.857341Z","end":"2026-03-03T14:06:57.35222Z","steps":["trace[288760207] 'process raft request' (duration: 494.745571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.353035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:56.857323Z","time spent":"495.61503ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4139,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:57.627765Z","caller":"traceutil/trace.go:171","msg":"trace[572971447] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"270.671709ms","start":"2026-03-03T14:06:57.357074Z","end":"2026-03-03T14:06:57.627746Z","steps":["trace[572971447] 'process raft request' (duration: 226.112969ms)","trace[572971447] 'compare' (duration: 44.410207ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:57.627979Z","caller":"traceutil/trace.go:171","msg":"trace[1238299085] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5387; }","duration":"217.598122ms","start":"2026-03-03T14:06:57.410355Z","end":"2026-03-03T14:06:57.627953Z","steps":["trace[1238299085] 'read index received' (duration: 39.938314ms)","trace[1238299085] 'applied index is now lower than readState.Index' (duration: 177.658148ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:57.628107Z","caller":"traceutil/trace.go:171","msg":"trace[350715383] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"269.091422ms","start":"2026-03-03T14:06:57.359003Z","end":"2026-03-03T14:06:57.628095Z","steps":["trace[350715383] 'process raft request' (duration: 268.698493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.628328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.404935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:57.628365Z","caller":"traceutil/trace.go:171","msg":"trace[698787605] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5187; }","duration":"210.468007ms","start":"2026-03-03T14:06:57.417885Z","end":"2026-03-03T14:06:57.628353Z","steps":["trace[698787605] 'agreement among raft nodes before linearized reading' (duration: 210.404976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:57.628382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.013852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:57.628432Z","caller":"traceutil/trace.go:171","msg":"trace[1382788507] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5187; }","duration":"218.118284ms","start":"2026-03-03T14:06:57.410301Z","end":"2026-03-03T14:06:57.628419Z","steps":["trace[1382788507] 'agreement among raft nodes before linearized reading' (duration: 218.002281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:58.070723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.713812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:58.070805Z","caller":"traceutil/trace.go:171","msg":"trace[1214876700] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5188; }","duration":"210.868435ms","start":"2026-03-03T14:06:57.859918Z","end":"2026-03-03T14:06:58.070786Z","steps":["trace[1214876700] 'count revisions from in-memory index tree' (duration: 210.553298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.748087Z","caller":"traceutil/trace.go:171","msg":"trace[327508539] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"120.360633ms","start":"2026-03-03T14:06:58.627695Z","end":"2026-03-03T14:06:58.748056Z","steps":["trace[327508539] 'process raft request' (duration: 120.124858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.835076Z","caller":"traceutil/trace.go:171","msg":"trace[510829081] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"206.28143ms","start":"2026-03-03T14:06:58.628719Z","end":"2026-03-03T14:06:58.835001Z","steps":["trace[510829081] 'process raft request' (duration: 151.79768ms)","trace[510829081] 'compare' (duration: 54.250985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:34.554521Z","caller":"traceutil/trace.go:171","msg":"trace[858750412] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"171.427449ms","start":"2026-03-03T14:07:34.383045Z","end":"2026-03-03T14:07:34.554472Z","steps":["trace[858750412] 'process raft request' (duration: 171.283376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:35.208089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693656122,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:07:35.21254Z","caller":"traceutil/trace.go:171","msg":"trace[622978625] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"227.321185ms","start":"2026-03-03T14:07:34.985175Z","end":"2026-03-03T14:07:35.212496Z","steps":["trace[622978625] 'process raft request' (duration: 227.150131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:35.212556Z","caller":"traceutil/trace.go:171","msg":"trace[1918538106] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"187.564964ms","start":"2026-03-03T14:07:35.024961Z","end":"2026-03-03T14:07:35.212526Z","steps":["trace[1918538106] 'process raft request' (duration: 187.442901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:35.212585Z","caller":"traceutil/trace.go:171","msg":"trace[1533343159] linearizableReadLoop","detail":"{readStateIndex:5716; appliedIndex:5715; }","duration":"504.653216ms","start":"2026-03-03T14:07:34.707901Z","end":"2026-03-03T14:07:35.212555Z","steps":["trace[1533343159] 'read index received' (duration: 500.430125ms)","trace[1533343159] 'applied index is now lower than readState.Index' (duration: 4.219971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:35.212868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.947173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:07:35.212927Z","caller":"traceutil/trace.go:171","msg":"trace[1874428171] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5507; }","duration":"505.076326ms","start":"2026-03-03T14:07:34.707836Z","end":"2026-03-03T14:07:35.212912Z","steps":["trace[1874428171] 'agreement among raft nodes before linearized reading' (duration: 504.805849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:35.212919Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":18421302147693656128,"received-request-id":18421302147693656122} {"level":"warn","ts":"2026-03-03T14:07:35.212982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:34.707806Z","time spent":"505.166998ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:07:35.21305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.167639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:35.21309Z","caller":"traceutil/trace.go:171","msg":"trace[1195180316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5507; }","duration":"454.268681ms","start":"2026-03-03T14:07:34.75881Z","end":"2026-03-03T14:07:35.213079Z","steps":["trace[1195180316] 'agreement among raft nodes before linearized reading' (duration: 454.192849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:35.213118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:34.758781Z","time spent":"454.329612ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:07:36.251018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2656} {"level":"info","ts":"2026-03-03T14:07:36.358533Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2656,"took":"106.035805ms","hash":2270913580,"current-db-size-bytes":39817216,"current-db-size":"40 MB","current-db-size-in-use-bytes":29683712,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T14:07:36.358596Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2270913580,"revision":2656,"compact-revision":-1} {"level":"info","ts":"2026-03-03T14:07:44.883006Z","caller":"traceutil/trace.go:171","msg":"trace[1632175337] linearizableReadLoop","detail":"{readStateIndex:5772; appliedIndex:5771; }","duration":"185.519566ms","start":"2026-03-03T14:07:44.697461Z","end":"2026-03-03T14:07:44.88298Z","steps":["trace[1632175337] 'read index received' (duration: 156.246336ms)","trace[1632175337] 'applied index is now lower than readState.Index' (duration: 29.27171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:44.883296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.064134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:44.883424Z","caller":"traceutil/trace.go:171","msg":"trace[1312696943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5557; }","duration":"126.280589ms","start":"2026-03-03T14:07:44.757121Z","end":"2026-03-03T14:07:44.883402Z","steps":["trace[1312696943] 'agreement among raft nodes before linearized reading' (duration: 126.032914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.884001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.51989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T14:07:44.884056Z","caller":"traceutil/trace.go:171","msg":"trace[188258690] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5557; }","duration":"186.640442ms","start":"2026-03-03T14:07:44.697401Z","end":"2026-03-03T14:07:44.884042Z","steps":["trace[188258690] 'agreement among raft nodes before linearized reading' (duration: 185.734191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:45.447399Z","caller":"traceutil/trace.go:171","msg":"trace[1146039562] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"152.945347ms","start":"2026-03-03T14:07:45.294426Z","end":"2026-03-03T14:07:45.447371Z","steps":["trace[1146039562] 'read index received' (duration: 152.706792ms)","trace[1146039562] 'applied index is now lower than readState.Index' (duration: 237.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:45.447548Z","caller":"traceutil/trace.go:171","msg":"trace[2004502222] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"160.979988ms","start":"2026-03-03T14:07:45.286539Z","end":"2026-03-03T14:07:45.447519Z","steps":["trace[2004502222] 'process raft request' (duration: 160.6363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:45.447662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.143702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:45.447745Z","caller":"traceutil/trace.go:171","msg":"trace[529951715] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5559; }","duration":"153.345737ms","start":"2026-03-03T14:07:45.29438Z","end":"2026-03-03T14:07:45.447726Z","steps":["trace[529951715] 'agreement among raft nodes before linearized reading' (duration: 153.119171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:45.5398Z","caller":"traceutil/trace.go:171","msg":"trace[994767822] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"239.754962ms","start":"2026-03-03T14:07:45.300023Z","end":"2026-03-03T14:07:45.539778Z","steps":["trace[994767822] 'process raft request' (duration: 239.699941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:45.539846Z","caller":"traceutil/trace.go:171","msg":"trace[1782549029] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"240.91986ms","start":"2026-03-03T14:07:45.298874Z","end":"2026-03-03T14:07:45.539794Z","steps":["trace[1782549029] 'process raft request' (duration: 233.299687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:45.53998Z","caller":"traceutil/trace.go:171","msg":"trace[1791901173] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"238.481282ms","start":"2026-03-03T14:07:45.30148Z","end":"2026-03-03T14:07:45.539962Z","steps":["trace[1791901173] 'process raft request' (duration: 238.268567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:45.540127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.820694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6157"} {"level":"info","ts":"2026-03-03T14:07:45.540157Z","caller":"traceutil/trace.go:171","msg":"trace[391221233] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5562; }","duration":"239.921896ms","start":"2026-03-03T14:07:45.300225Z","end":"2026-03-03T14:07:45.540147Z","steps":["trace[391221233] 'agreement among raft nodes before linearized reading' (duration: 239.781183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:45.540284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.671784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:45.540315Z","caller":"traceutil/trace.go:171","msg":"trace[895433124] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5562; }","duration":"245.730855ms","start":"2026-03-03T14:07:45.294577Z","end":"2026-03-03T14:07:45.540308Z","steps":["trace[895433124] 'agreement among raft nodes before linearized reading' (duration: 245.673214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:45.540354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.336016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:07:45.540404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.790735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:07:45.540417Z","caller":"traceutil/trace.go:171","msg":"trace[784697391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5562; }","duration":"171.404947ms","start":"2026-03-03T14:07:45.368996Z","end":"2026-03-03T14:07:45.540401Z","steps":["trace[784697391] 'agreement among raft nodes before linearized reading' (duration: 171.233713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:45.540427Z","caller":"traceutil/trace.go:171","msg":"trace[925174598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:5562; }","duration":"232.831487ms","start":"2026-03-03T14:07:45.307589Z","end":"2026-03-03T14:07:45.540421Z","steps":["trace[925174598] 'agreement among raft nodes before linearized reading' (duration: 232.746655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:47.73038Z","caller":"traceutil/trace.go:171","msg":"trace[1701393030] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"183.412525ms","start":"2026-03-03T14:07:47.546932Z","end":"2026-03-03T14:07:47.730345Z","steps":["trace[1701393030] 'process raft request' (duration: 134.787653ms)","trace[1701393030] 'compare' (duration: 48.401807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:47.730532Z","caller":"traceutil/trace.go:171","msg":"trace[1536233273] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"183.327082ms","start":"2026-03-03T14:07:47.547175Z","end":"2026-03-03T14:07:47.730502Z","steps":["trace[1536233273] 'process raft request' (duration: 183.089946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:47.730703Z","caller":"traceutil/trace.go:171","msg":"trace[1646730604] linearizableReadLoop","detail":"{readStateIndex:5785; appliedIndex:5782; }","duration":"180.31617ms","start":"2026-03-03T14:07:47.550332Z","end":"2026-03-03T14:07:47.730648Z","steps":["trace[1646730604] 'read index received' (duration: 43.008688ms)","trace[1646730604] 'applied index is now lower than readState.Index' (duration: 137.304712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:47.730923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.573276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:07:47.730982Z","caller":"traceutil/trace.go:171","msg":"trace[422248959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:5571; }","duration":"180.684299ms","start":"2026-03-03T14:07:47.550284Z","end":"2026-03-03T14:07:47.730968Z","steps":["trace[422248959] 'agreement among raft nodes before linearized reading' (duration: 180.502994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:47.731073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.373478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:07:47.731124Z","caller":"traceutil/trace.go:171","msg":"trace[2067484563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5571; }","duration":"125.457149ms","start":"2026-03-03T14:07:47.605654Z","end":"2026-03-03T14:07:47.731111Z","steps":["trace[2067484563] 'agreement among raft nodes before linearized reading' (duration: 125.303365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:47.731396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.472512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:07:47.731447Z","caller":"traceutil/trace.go:171","msg":"trace[377370192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5571; }","duration":"136.594385ms","start":"2026-03-03T14:07:47.59484Z","end":"2026-03-03T14:07:47.731434Z","steps":["trace[377370192] 'agreement among raft nodes before linearized reading' (duration: 136.012251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.77084Z","caller":"traceutil/trace.go:171","msg":"trace[1068688284] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"144.416392ms","start":"2026-03-03T14:07:57.626397Z","end":"2026-03-03T14:07:57.770813Z","steps":["trace[1068688284] 'process raft request' (duration: 144.276169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.9777Z","caller":"traceutil/trace.go:171","msg":"trace[90902086] transaction","detail":"{read_only:false; response_revision:5640; number_of_response:1; }","duration":"192.632236ms","start":"2026-03-03T14:07:57.785048Z","end":"2026-03-03T14:07:57.97768Z","steps":["trace[90902086] 'process raft request' (duration: 191.311614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.979128Z","caller":"traceutil/trace.go:171","msg":"trace[561871186] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"192.364128ms","start":"2026-03-03T14:07:57.786735Z","end":"2026-03-03T14:07:57.979099Z","steps":["trace[561871186] 'process raft request' (duration: 192.159393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.979315Z","caller":"traceutil/trace.go:171","msg":"trace[1462963170] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5856; }","duration":"188.422625ms","start":"2026-03-03T14:07:57.790867Z","end":"2026-03-03T14:07:57.979289Z","steps":["trace[1462963170] 'read index received' (duration: 185.640578ms)","trace[1462963170] 'applied index is now lower than readState.Index' (duration: 2.780246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:57.979517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.63761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:07:57.979554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.841647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:07:57.979577Z","caller":"traceutil/trace.go:171","msg":"trace[1536788935] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:5642; }","duration":"188.743203ms","start":"2026-03-03T14:07:57.79082Z","end":"2026-03-03T14:07:57.979563Z","steps":["trace[1536788935] 'agreement among raft nodes before linearized reading' (duration: 188.562599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:57.979578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.189899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:07:57.979594Z","caller":"traceutil/trace.go:171","msg":"trace[577024503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5642; }","duration":"168.909579ms","start":"2026-03-03T14:07:57.810675Z","end":"2026-03-03T14:07:57.979585Z","steps":["trace[577024503] 'agreement among raft nodes before linearized reading' (duration: 168.758136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:57.979558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.402549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:07:57.97962Z","caller":"traceutil/trace.go:171","msg":"trace[654186546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5642; }","duration":"185.24527ms","start":"2026-03-03T14:07:57.794362Z","end":"2026-03-03T14:07:57.979607Z","steps":["trace[654186546] 'agreement among raft nodes before linearized reading' (duration: 185.070596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.979642Z","caller":"traceutil/trace.go:171","msg":"trace[1813570411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5642; }","duration":"184.514931ms","start":"2026-03-03T14:07:57.795109Z","end":"2026-03-03T14:07:57.979624Z","steps":["trace[1813570411] 'agreement among raft nodes before linearized reading' (duration: 184.330967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:57.979691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:07:57.979714Z","caller":"traceutil/trace.go:171","msg":"trace[1674515311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5642; }","duration":"168.582411ms","start":"2026-03-03T14:07:57.811125Z","end":"2026-03-03T14:07:57.979708Z","steps":["trace[1674515311] 'agreement among raft nodes before linearized reading' (duration: 168.52475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:57.979882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.150996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:07:57.979919Z","caller":"traceutil/trace.go:171","msg":"trace[1652287947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5642; }","duration":"185.215858ms","start":"2026-03-03T14:07:57.794694Z","end":"2026-03-03T14:07:57.97991Z","steps":["trace[1652287947] 'agreement among raft nodes before linearized reading' (duration: 185.034464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:02.339313Z","caller":"traceutil/trace.go:171","msg":"trace[488202241] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"240.158711ms","start":"2026-03-03T14:08:02.099125Z","end":"2026-03-03T14:08:02.339284Z","steps":["trace[488202241] 'process raft request' (duration: 144.348611ms)","trace[488202241] 'compare' (duration: 95.558424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:08:02.339552Z","caller":"traceutil/trace.go:171","msg":"trace[1304126666] linearizableReadLoop","detail":"{readStateIndex:5885; appliedIndex:5882; }","duration":"239.927476ms","start":"2026-03-03T14:08:02.099601Z","end":"2026-03-03T14:08:02.339529Z","steps":["trace[1304126666] 'read index received' (duration: 5.45159ms)","trace[1304126666] 'applied index is now lower than readState.Index' (duration: 234.474966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:08:02.339884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.259294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109120"} {"level":"info","ts":"2026-03-03T14:08:02.339918Z","caller":"traceutil/trace.go:171","msg":"trace[1648545655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5669; }","duration":"240.310345ms","start":"2026-03-03T14:08:02.099597Z","end":"2026-03-03T14:08:02.339907Z","steps":["trace[1648545655] 'agreement among raft nodes before linearized reading' (duration: 240.013148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:02.340124Z","caller":"traceutil/trace.go:171","msg":"trace[325091231] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"240.699295ms","start":"2026-03-03T14:08:02.099416Z","end":"2026-03-03T14:08:02.340115Z","steps":["trace[325091231] 'process raft request' (duration: 239.826014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:02.340258Z","caller":"traceutil/trace.go:171","msg":"trace[696785600] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"240.139751ms","start":"2026-03-03T14:08:02.100109Z","end":"2026-03-03T14:08:02.340249Z","steps":["trace[696785600] 'process raft request' (duration: 239.378933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:02.340294Z","caller":"traceutil/trace.go:171","msg":"trace[1208118472] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"240.50422ms","start":"2026-03-03T14:08:02.099727Z","end":"2026-03-03T14:08:02.340231Z","steps":["trace[1208118472] 'process raft request' (duration: 239.65746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:02.371406Z","caller":"traceutil/trace.go:171","msg":"trace[1490471065] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"166.811227ms","start":"2026-03-03T14:08:02.204562Z","end":"2026-03-03T14:08:02.371373Z","steps":["trace[1490471065] 'process raft request' (duration: 166.691274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:35.67396Z","caller":"traceutil/trace.go:171","msg":"trace[786714200] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"159.752777ms","start":"2026-03-03T14:12:35.51417Z","end":"2026-03-03T14:12:35.673923Z","steps":["trace[786714200] 'process raft request' (duration: 97.604974ms)","trace[786714200] 'compare' (duration: 61.937839ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:12:36.259418Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5515} {"level":"info","ts":"2026-03-03T14:12:36.364367Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5515,"took":"103.170026ms","hash":4080672762,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":21004288,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T14:12:36.364449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4080672762,"revision":5515,"compact-revision":2656} {"level":"info","ts":"2026-03-03T14:12:55.152554Z","caller":"traceutil/trace.go:171","msg":"trace[1066702880] transaction","detail":"{read_only:false; response_revision:7562; number_of_response:1; }","duration":"214.192948ms","start":"2026-03-03T14:12:54.938332Z","end":"2026-03-03T14:12:55.152525Z","steps":["trace[1066702880] 'process raft request' (duration: 214.024604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.310155Z","caller":"traceutil/trace.go:171","msg":"trace[1743113951] transaction","detail":"{read_only:false; response_revision:7563; number_of_response:1; }","duration":"100.8274ms","start":"2026-03-03T14:12:55.209301Z","end":"2026-03-03T14:12:55.310128Z","steps":["trace[1743113951] 'process raft request' (duration: 97.823099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.313152Z","caller":"traceutil/trace.go:171","msg":"trace[282782030] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"101.484795ms","start":"2026-03-03T14:12:55.211642Z","end":"2026-03-03T14:12:55.313127Z","steps":["trace[282782030] 'process raft request' (duration: 101.300131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:58.700481Z","caller":"traceutil/trace.go:171","msg":"trace[1873925075] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"109.629139ms","start":"2026-03-03T14:12:58.589677Z","end":"2026-03-03T14:12:58.699306Z","steps":["trace[1873925075] 'process raft request' (duration: 107.433657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:58.824094Z","caller":"traceutil/trace.go:171","msg":"trace[1908120439] transaction","detail":"{read_only:false; response_revision:7583; number_of_response:1; }","duration":"114.116104ms","start":"2026-03-03T14:12:58.709945Z","end":"2026-03-03T14:12:58.824061Z","steps":["trace[1908120439] 'process raft request' (duration: 114.028122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:58.824138Z","caller":"traceutil/trace.go:171","msg":"trace[311714240] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"114.175406ms","start":"2026-03-03T14:12:58.709925Z","end":"2026-03-03T14:12:58.8241Z","steps":["trace[311714240] 'process raft request' (duration: 106.216837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:58.843581Z","caller":"traceutil/trace.go:171","msg":"trace[1965714619] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"132.306897ms","start":"2026-03-03T14:12:58.711254Z","end":"2026-03-03T14:12:58.843561Z","steps":["trace[1965714619] 'process raft request' (duration: 132.148393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:58.843748Z","caller":"traceutil/trace.go:171","msg":"trace[756701873] linearizableReadLoop","detail":"{readStateIndex:7873; appliedIndex:7869; }","duration":"102.504989ms","start":"2026-03-03T14:12:58.741217Z","end":"2026-03-03T14:12:58.843722Z","steps":["trace[756701873] 'read index received' (duration: 74.880654ms)","trace[756701873] 'applied index is now lower than readState.Index' (duration: 27.623255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:12:58.843863Z","caller":"traceutil/trace.go:171","msg":"trace[1456001469] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"131.535039ms","start":"2026-03-03T14:12:58.712289Z","end":"2026-03-03T14:12:58.843824Z","steps":["trace[1456001469] 'process raft request' (duration: 131.223771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:58.84397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.723954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:12:58.844015Z","caller":"traceutil/trace.go:171","msg":"trace[432103979] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7585; }","duration":"102.825077ms","start":"2026-03-03T14:12:58.741179Z","end":"2026-03-03T14:12:58.844004Z","steps":["trace[432103979] 'agreement among raft nodes before linearized reading' (duration: 102.677973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.472184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.637699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:12:59.472287Z","caller":"traceutil/trace.go:171","msg":"trace[475681660] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7587; }","duration":"133.785632ms","start":"2026-03-03T14:12:59.338478Z","end":"2026-03-03T14:12:59.472264Z","steps":["trace[475681660] 'range keys from in-memory index tree' (duration: 133.388093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:59.47258Z","caller":"traceutil/trace.go:171","msg":"trace[948655299] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"133.865984ms","start":"2026-03-03T14:12:59.338682Z","end":"2026-03-03T14:12:59.472548Z","steps":["trace[948655299] 'process raft request' (duration: 88.338405ms)","trace[948655299] 'compare' (duration: 45.233482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:12:59.535955Z","caller":"traceutil/trace.go:171","msg":"trace[1070914562] transaction","detail":"{read_only:false; response_revision:7589; number_of_response:1; }","duration":"197.245725ms","start":"2026-03-03T14:12:59.338676Z","end":"2026-03-03T14:12:59.535922Z","steps":["trace[1070914562] 'process raft request' (duration: 197.114052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.783282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.586378ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:12:59.783386Z","caller":"traceutil/trace.go:171","msg":"trace[1477085857] linearizableReadLoop","detail":"{readStateIndex:7878; appliedIndex:7876; }","duration":"264.107582ms","start":"2026-03-03T14:12:59.51926Z","end":"2026-03-03T14:12:59.783368Z","steps":["trace[1477085857] 'read index received' (duration: 16.532972ms)","trace[1477085857] 'applied index is now lower than readState.Index' (duration: 247.57315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:12:59.783521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.473879Z","time spent":"309.636271ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:12:59.783598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.476446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:12:59.783663Z","caller":"traceutil/trace.go:171","msg":"trace[440647577] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:7589; }","duration":"112.587449ms","start":"2026-03-03T14:12:59.671059Z","end":"2026-03-03T14:12:59.783647Z","steps":["trace[440647577] 'agreement among raft nodes before linearized reading' (duration: 112.485306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.783767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.495411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:12:59.783844Z","caller":"traceutil/trace.go:171","msg":"trace[197536204] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7589; }","duration":"264.624354ms","start":"2026-03-03T14:12:59.519203Z","end":"2026-03-03T14:12:59.783828Z","steps":["trace[197536204] 'agreement among raft nodes before linearized reading' (duration: 264.401419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.217718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.753687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:00.217852Z","caller":"traceutil/trace.go:171","msg":"trace[761078869] linearizableReadLoop","detail":"{readStateIndex:7879; appliedIndex:7878; }","duration":"430.008644ms","start":"2026-03-03T14:12:59.787828Z","end":"2026-03-03T14:13:00.217836Z","steps":["trace[761078869] 'read index received' (duration: 135.057413ms)","trace[761078869] 'applied index is now lower than readState.Index' (duration: 294.949931ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:00.217975Z","caller":"traceutil/trace.go:171","msg":"trace[1675371657] transaction","detail":"{read_only:false; response_revision:7590; number_of_response:1; }","duration":"433.290541ms","start":"2026-03-03T14:12:59.784635Z","end":"2026-03-03T14:13:00.217925Z","steps":["trace[1675371657] 'process raft request' (duration: 138.242197ms)","trace[1675371657] 'compare' (duration: 294.588064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:00.218097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.784619Z","time spent":"433.390434ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:00.218307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.75804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:13:00.218317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.480545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:13:00.218356Z","caller":"traceutil/trace.go:171","msg":"trace[1051702049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7590; }","duration":"281.846151ms","start":"2026-03-03T14:12:59.936497Z","end":"2026-03-03T14:13:00.218344Z","steps":["trace[1051702049] 'agreement among raft nodes before linearized reading' (duration: 281.672287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.218362Z","caller":"traceutil/trace.go:171","msg":"trace[838724094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7590; }","duration":"430.551047ms","start":"2026-03-03T14:12:59.7878Z","end":"2026-03-03T14:13:00.218351Z","steps":["trace[838724094] 'agreement among raft nodes before linearized reading' (duration: 430.384433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.218303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.703359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:13:00.218405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.787789Z","time spent":"430.607508ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:13:00.218429Z","caller":"traceutil/trace.go:171","msg":"trace[1856118625] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7590; }","duration":"392.884043ms","start":"2026-03-03T14:12:59.825536Z","end":"2026-03-03T14:13:00.21842Z","steps":["trace[1856118625] 'agreement among raft nodes before linearized reading' (duration: 392.628467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.218421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.558259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:13:00.218526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.652442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:13:00.218567Z","caller":"traceutil/trace.go:171","msg":"trace[1366179970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7590; }","duration":"285.712843ms","start":"2026-03-03T14:12:59.932794Z","end":"2026-03-03T14:13:00.218506Z","steps":["trace[1366179970] 'agreement among raft nodes before linearized reading' (duration: 285.447667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.218455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.825513Z","time spent":"392.935945ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:13:00.218664Z","caller":"traceutil/trace.go:171","msg":"trace[1369420885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7590; }","duration":"285.808765ms","start":"2026-03-03T14:12:59.932806Z","end":"2026-03-03T14:13:00.218615Z","steps":["trace[1369420885] 'agreement among raft nodes before linearized reading' (duration: 285.457977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.218908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.996511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:00.218935Z","caller":"traceutil/trace.go:171","msg":"trace[125787279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7590; }","duration":"346.032082ms","start":"2026-03-03T14:12:59.872896Z","end":"2026-03-03T14:13:00.218928Z","steps":["trace[125787279] 'agreement among raft nodes before linearized reading' (duration: 345.393627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.218952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.872841Z","time spent":"346.107164ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:13:00.421575Z","caller":"traceutil/trace.go:171","msg":"trace[958995324] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"190.798754ms","start":"2026-03-03T14:13:00.230722Z","end":"2026-03-03T14:13:00.421521Z","steps":["trace[958995324] 'process raft request' (duration: 97.84411ms)","trace[958995324] 'compare' (duration: 92.82043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:00.455482Z","caller":"traceutil/trace.go:171","msg":"trace[2030278174] transaction","detail":"{read_only:false; response_revision:7593; number_of_response:1; }","duration":"223.483509ms","start":"2026-03-03T14:13:00.231968Z","end":"2026-03-03T14:13:00.455451Z","steps":["trace[2030278174] 'process raft request' (duration: 223.386647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.455591Z","caller":"traceutil/trace.go:171","msg":"trace[1186380310] transaction","detail":"{read_only:false; response_revision:7592; number_of_response:1; }","duration":"224.44128ms","start":"2026-03-03T14:13:00.231079Z","end":"2026-03-03T14:13:00.45552Z","steps":["trace[1186380310] 'process raft request' (duration: 224.114613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.455891Z","caller":"traceutil/trace.go:171","msg":"trace[219319288] transaction","detail":"{read_only:false; response_revision:7594; number_of_response:1; }","duration":"223.748804ms","start":"2026-03-03T14:13:00.232118Z","end":"2026-03-03T14:13:00.455867Z","steps":["trace[219319288] 'process raft request' (duration: 223.282564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.456583Z","caller":"traceutil/trace.go:171","msg":"trace[1495593225] linearizableReadLoop","detail":"{readStateIndex:7881; appliedIndex:7879; }","duration":"225.311451ms","start":"2026-03-03T14:13:00.231256Z","end":"2026-03-03T14:13:00.456568Z","steps":["trace[1495593225] 'read index received' (duration: 97.414768ms)","trace[1495593225] 'applied index is now lower than readState.Index' (duration: 127.895803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:00.456954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.676249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:13:00.457027Z","caller":"traceutil/trace.go:171","msg":"trace[1947396758] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7595; }","duration":"225.811473ms","start":"2026-03-03T14:13:00.231197Z","end":"2026-03-03T14:13:00.457009Z","steps":["trace[1947396758] 'agreement among raft nodes before linearized reading' (duration: 225.573098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.457074Z","caller":"traceutil/trace.go:171","msg":"trace[792893528] transaction","detail":"{read_only:false; response_revision:7595; number_of_response:1; }","duration":"223.947349ms","start":"2026-03-03T14:13:00.233085Z","end":"2026-03-03T14:13:00.457033Z","steps":["trace[792893528] 'process raft request' (duration: 223.224382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.457069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.444886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:00.457162Z","caller":"traceutil/trace.go:171","msg":"trace[505863457] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7595; }","duration":"174.578028ms","start":"2026-03-03T14:13:00.282561Z","end":"2026-03-03T14:13:00.457139Z","steps":["trace[505863457] 'agreement among raft nodes before linearized reading' (duration: 174.403344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.457191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.809243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-03-03T14:13:00.45726Z","caller":"traceutil/trace.go:171","msg":"trace[1029958523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7595; }","duration":"225.915916ms","start":"2026-03-03T14:13:00.231325Z","end":"2026-03-03T14:13:00.457241Z","steps":["trace[1029958523] 'agreement among raft nodes before linearized reading' (duration: 225.503926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:01.453873Z","caller":"traceutil/trace.go:171","msg":"trace[1504469828] transaction","detail":"{read_only:false; response_revision:7596; number_of_response:1; }","duration":"225.737272ms","start":"2026-03-03T14:13:01.228104Z","end":"2026-03-03T14:13:01.453841Z","steps":["trace[1504469828] 'process raft request' (duration: 225.535457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:02.122433Z","caller":"traceutil/trace.go:171","msg":"trace[1263139783] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"630.23865ms","start":"2026-03-03T14:13:01.492164Z","end":"2026-03-03T14:13:02.122403Z","steps":["trace[1263139783] 'process raft request' (duration: 630.059826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:02.122626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:01.492147Z","time spent":"630.381334ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:02.299048Z","caller":"traceutil/trace.go:171","msg":"trace[1209512319] linearizableReadLoop","detail":"{readStateIndex:7887; appliedIndex:7885; }","duration":"540.016162ms","start":"2026-03-03T14:13:01.759007Z","end":"2026-03-03T14:13:02.299023Z","steps":["trace[1209512319] 'read index received' (duration: 363.314813ms)","trace[1209512319] 'applied index is now lower than readState.Index' (duration: 176.700399ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:02.299122Z","caller":"traceutil/trace.go:171","msg":"trace[423129008] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"757.914787ms","start":"2026-03-03T14:13:01.541181Z","end":"2026-03-03T14:13:02.299096Z","steps":["trace[423129008] 'process raft request' (duration: 722.590059ms)","trace[423129008] 'compare' (duration: 35.114313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:02.29917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.145665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:02.299236Z","caller":"traceutil/trace.go:171","msg":"trace[75551142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7598; }","duration":"540.255077ms","start":"2026-03-03T14:13:01.758964Z","end":"2026-03-03T14:13:02.299219Z","steps":["trace[75551142] 'agreement among raft nodes before linearized reading' (duration: 540.154395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:02.29928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:01.758947Z","time spent":"540.322439ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:02.299455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:01.541153Z","time spent":"758.024999ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:05.034735Z","caller":"traceutil/trace.go:171","msg":"trace[1221442657] transaction","detail":"{read_only:false; response_revision:7614; number_of_response:1; }","duration":"128.054704ms","start":"2026-03-03T14:13:04.906659Z","end":"2026-03-03T14:13:05.034714Z","steps":["trace[1221442657] 'process raft request' (duration: 127.956762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:06.342115Z","caller":"traceutil/trace.go:171","msg":"trace[1102894804] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"113.07823ms","start":"2026-03-03T14:13:06.229009Z","end":"2026-03-03T14:13:06.342087Z","steps":["trace[1102894804] 'process raft request' (duration: 112.977848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:08.768703Z","caller":"traceutil/trace.go:171","msg":"trace[1762723201] linearizableReadLoop","detail":"{readStateIndex:8050; appliedIndex:8049; }","duration":"188.596451ms","start":"2026-03-03T14:13:08.580087Z","end":"2026-03-03T14:13:08.768684Z","steps":["trace[1762723201] 'read index received' (duration: 188.402576ms)","trace[1762723201] 'applied index is now lower than readState.Index' (duration: 192.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:08.768781Z","caller":"traceutil/trace.go:171","msg":"trace[664408396] transaction","detail":"{read_only:false; response_revision:7760; number_of_response:1; }","duration":"189.333568ms","start":"2026-03-03T14:13:08.57943Z","end":"2026-03-03T14:13:08.768763Z","steps":["trace[664408396] 'process raft request' (duration: 189.043971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:08.768939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.456019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:08.768987Z","caller":"traceutil/trace.go:171","msg":"trace[1596802812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7760; }","duration":"183.541151ms","start":"2026-03-03T14:13:08.585434Z","end":"2026-03-03T14:13:08.768975Z","steps":["trace[1596802812] 'agreement among raft nodes before linearized reading' (duration: 183.390377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:08.769063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.969015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:13:08.768967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.764964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:13:08.769118Z","caller":"traceutil/trace.go:171","msg":"trace[697870701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7760; }","duration":"185.034267ms","start":"2026-03-03T14:13:08.584067Z","end":"2026-03-03T14:13:08.769101Z","steps":["trace[697870701] 'agreement among raft nodes before linearized reading' (duration: 184.941194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:08.769132Z","caller":"traceutil/trace.go:171","msg":"trace[2079564434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7760; }","duration":"185.958688ms","start":"2026-03-03T14:13:08.583157Z","end":"2026-03-03T14:13:08.769116Z","steps":["trace[2079564434] 'agreement among raft nodes before linearized reading' (duration: 185.661141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:08.769499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.41188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:08.769546Z","caller":"traceutil/trace.go:171","msg":"trace[1660920210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7760; }","duration":"189.487342ms","start":"2026-03-03T14:13:08.580045Z","end":"2026-03-03T14:13:08.769533Z","steps":["trace[1660920210] 'agreement among raft nodes before linearized reading' (duration: 189.386399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:22.447758Z","caller":"traceutil/trace.go:171","msg":"trace[460312536] transaction","detail":"{read_only:false; response_revision:7825; number_of_response:1; }","duration":"128.532847ms","start":"2026-03-03T14:13:22.319185Z","end":"2026-03-03T14:13:22.447718Z","steps":["trace[460312536] 'process raft request' (duration: 128.269091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:22.598819Z","caller":"traceutil/trace.go:171","msg":"trace[739318462] linearizableReadLoop","detail":"{readStateIndex:8119; appliedIndex:8118; }","duration":"121.580302ms","start":"2026-03-03T14:13:22.47721Z","end":"2026-03-03T14:13:22.598791Z","steps":["trace[739318462] 'read index received' (duration: 103.401351ms)","trace[739318462] 'applied index is now lower than readState.Index' (duration: 18.177521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:22.598916Z","caller":"traceutil/trace.go:171","msg":"trace[319367072] transaction","detail":"{read_only:false; response_revision:7826; number_of_response:1; }","duration":"177.228152ms","start":"2026-03-03T14:13:22.42165Z","end":"2026-03-03T14:13:22.598878Z","steps":["trace[319367072] 'process raft request' (duration: 159.02666ms)","trace[319367072] 'compare' (duration: 17.937045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:22.599003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.764907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:22.599067Z","caller":"traceutil/trace.go:171","msg":"trace[2145520989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7826; }","duration":"121.892409ms","start":"2026-03-03T14:13:22.477159Z","end":"2026-03-03T14:13:22.599051Z","steps":["trace[2145520989] 'agreement among raft nodes before linearized reading' (duration: 121.747705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:23.024345Z","caller":"traceutil/trace.go:171","msg":"trace[16813825] transaction","detail":"{read_only:false; response_revision:7829; number_of_response:1; }","duration":"133.493286ms","start":"2026-03-03T14:13:22.890801Z","end":"2026-03-03T14:13:23.024295Z","steps":["trace[16813825] 'process raft request' (duration: 133.142057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:23.024505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.196178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:13:23.024474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.934991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:23.024665Z","caller":"traceutil/trace.go:171","msg":"trace[171794973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7829; }","duration":"133.190037ms","start":"2026-03-03T14:13:22.89145Z","end":"2026-03-03T14:13:23.02464Z","steps":["trace[171794973] 'agreement among raft nodes before linearized reading' (duration: 132.744566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:23.02459Z","caller":"traceutil/trace.go:171","msg":"trace[918753115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7829; }","duration":"133.359032ms","start":"2026-03-03T14:13:22.891212Z","end":"2026-03-03T14:13:23.024571Z","steps":["trace[918753115] 'agreement among raft nodes before linearized reading' (duration: 133.006114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:23.247054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.196753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:23.247324Z","caller":"traceutil/trace.go:171","msg":"trace[1983621667] transaction","detail":"{read_only:false; response_revision:7831; number_of_response:1; }","duration":"217.828264ms","start":"2026-03-03T14:13:23.029474Z","end":"2026-03-03T14:13:23.247302Z","steps":["trace[1983621667] 'process raft request' (duration: 217.6931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:23.247292Z","caller":"traceutil/trace.go:171","msg":"trace[1296681791] linearizableReadLoop","detail":"{readStateIndex:8123; appliedIndex:8122; }","duration":"223.093899ms","start":"2026-03-03T14:13:23.024155Z","end":"2026-03-03T14:13:23.247249Z","steps":["trace[1296681791] 'read index received' (duration: 31.63962ms)","trace[1296681791] 'applied index is now lower than readState.Index' (duration: 191.450009ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:23.247456Z","caller":"traceutil/trace.go:171","msg":"trace[1916520959] transaction","detail":"{read_only:false; response_revision:7832; number_of_response:1; }","duration":"217.293771ms","start":"2026-03-03T14:13:23.030127Z","end":"2026-03-03T14:13:23.247421Z","steps":["trace[1916520959] 'process raft request' (duration: 217.141548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:23.247749Z","caller":"traceutil/trace.go:171","msg":"trace[747782709] transaction","detail":"{read_only:false; response_revision:7830; number_of_response:1; }","duration":"263.588699ms","start":"2026-03-03T14:13:22.983577Z","end":"2026-03-03T14:13:23.247166Z","steps":["trace[747782709] 'process raft request' (duration: 72.190651ms)","trace[747782709] 'compare' (duration: 190.950577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:23.248063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.078474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/key-manager.18995a4216c4223c\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-03T14:13:23.248227Z","caller":"traceutil/trace.go:171","msg":"trace[444176693] range","detail":"{range_begin:/registry/events/openstack/key-manager.18995a4216c4223c; range_end:; response_count:1; response_revision:7832; }","duration":"265.255479ms","start":"2026-03-03T14:13:22.98291Z","end":"2026-03-03T14:13:23.248165Z","steps":["trace[444176693] 'agreement among raft nodes before linearized reading' (duration: 264.635684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:24.000864Z","caller":"traceutil/trace.go:171","msg":"trace[846950286] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"430.723371ms","start":"2026-03-03T14:13:23.570113Z","end":"2026-03-03T14:13:24.000836Z","steps":["trace[846950286] 'process raft request' (duration: 430.562817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:24.001026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:23.570073Z","time spent":"430.867724ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:30.835985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.376733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:13:30.836081Z","caller":"traceutil/trace.go:171","msg":"trace[988687697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7865; }","duration":"109.489207ms","start":"2026-03-03T14:13:30.726558Z","end":"2026-03-03T14:13:30.836048Z","steps":["trace[988687697] 'range keys from in-memory index tree' (duration: 109.23159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:30.836092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.125836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:30.836217Z","caller":"traceutil/trace.go:171","msg":"trace[348390082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7865; }","duration":"117.318901ms","start":"2026-03-03T14:13:30.718869Z","end":"2026-03-03T14:13:30.836188Z","steps":["trace[348390082] 'range keys from in-memory index tree' (duration: 116.975582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:38.819331Z","caller":"traceutil/trace.go:171","msg":"trace[2053009670] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"238.287289ms","start":"2026-03-03T14:13:38.581Z","end":"2026-03-03T14:13:38.819287Z","steps":["trace[2053009670] 'process raft request' (duration: 236.62236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:38.819362Z","caller":"traceutil/trace.go:171","msg":"trace[84018756] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"124.397998ms","start":"2026-03-03T14:13:38.694933Z","end":"2026-03-03T14:13:38.819331Z","steps":["trace[84018756] 'process raft request' (duration: 124.241364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:39.881524Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:40.381811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:40.88192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:41.382072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:41.883088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:42.383945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:42.75748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:42.757567Z","caller":"traceutil/trace.go:171","msg":"trace[922784268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198977s","start":"2026-03-03T14:13:40.757349Z","end":"2026-03-03T14:13:42.757548Z","steps":["trace[922784268] 'agreement among raft nodes before linearized reading' (duration: 2.000091574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:42.757622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.757332Z","time spent":"2.000279268s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:13:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:13:42.79697Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.459605243s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:13:42.797239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.337288Z","time spent":"3.459947762s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:13:44.38113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999750814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:44.381221Z","caller":"traceutil/trace.go:171","msg":"trace[92303759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999905227s","start":"2026-03-03T14:13:39.381294Z","end":"2026-03-03T14:13:44.381199Z","steps":["trace[92303759] 'agreement among raft nodes before linearized reading' (duration: 4.999788575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:44.381272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.381276Z","time spent":"4.99998556s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:13:44.757865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000107125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:44.75794Z","caller":"traceutil/trace.go:171","msg":"trace[1765471154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226388s","start":"2026-03-03T14:13:42.757697Z","end":"2026-03-03T14:13:44.757923Z","steps":["trace[1765471154] 'agreement among raft nodes before linearized reading' (duration: 2.000134005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:44.757986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.757679Z","time spent":"2.000296979s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:13:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:13:45.059162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.060556Z","time spent":"4.998599917s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:13:45.423269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.626107695s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:13:45.424041Z","caller":"traceutil/trace.go:171","msg":"trace[2118026576] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"6.084873288s","start":"2026-03-03T14:13:39.339132Z","end":"2026-03-03T14:13:45.424005Z","steps":["trace[2118026576] 'process raft request' (duration: 6.08451894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.424317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.339118Z","time spent":"6.085026731s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.424345Z","caller":"traceutil/trace.go:171","msg":"trace[1231142860] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"4.59969384s","start":"2026-03-03T14:13:40.824627Z","end":"2026-03-03T14:13:45.424321Z","steps":["trace[1231142860] 'process raft request' (duration: 4.599571198s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.424395Z","caller":"traceutil/trace.go:171","msg":"trace[1875292964] linearizableReadLoop","detail":"{readStateIndex:8206; appliedIndex:8201; }","duration":"6.043277822s","start":"2026-03-03T14:13:39.381097Z","end":"2026-03-03T14:13:45.424375Z","steps":["trace[1875292964] 'read index received' (duration: 3.41603763s)","trace[1875292964] 'applied index is now lower than readState.Index' (duration: 2.627238842s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:45.424517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.824609Z","time spent":"4.599828743s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.424497Z","caller":"traceutil/trace.go:171","msg":"trace[722522244] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"2.626135905s","start":"2026-03-03T14:13:42.798332Z","end":"2026-03-03T14:13:45.424468Z","steps":["trace[722522244] 'process raft request' (duration: 2.625954981s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.424495Z","caller":"traceutil/trace.go:171","msg":"trace[835962899] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"2.85539118s","start":"2026-03-03T14:13:42.569074Z","end":"2026-03-03T14:13:45.424465Z","steps":["trace[835962899] 'process raft request' (duration: 2.855183235s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.424525Z","caller":"traceutil/trace.go:171","msg":"trace[218909948] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"979.10763ms","start":"2026-03-03T14:13:44.445381Z","end":"2026-03-03T14:13:45.424489Z","steps":["trace[218909948] 'process raft request' (duration: 978.945227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.424616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.445358Z","time spent":"979.208263ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:45.424633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.798308Z","time spent":"2.626248197s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:45.42462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.569052Z","time spent":"2.855514202s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.424331Z","caller":"traceutil/trace.go:171","msg":"trace[1973794680] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"4.914220986s","start":"2026-03-03T14:13:40.51008Z","end":"2026-03-03T14:13:45.424301Z","steps":["trace[1973794680] 'process raft request' (duration: 4.914071832s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.42491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.51006Z","time spent":"4.914745379s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.428976Z","caller":"traceutil/trace.go:171","msg":"trace[1393391245] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"339.273733ms","start":"2026-03-03T14:13:45.08967Z","end":"2026-03-03T14:13:45.428944Z","steps":["trace[1393391245] 'process raft request' (duration: 339.075649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.142638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-03-03T14:13:45.429115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:45.089648Z","time spent":"339.393896ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.429205Z","caller":"traceutil/trace.go:171","msg":"trace[48544204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:7913; }","duration":"368.265631ms","start":"2026-03-03T14:13:45.060922Z","end":"2026-03-03T14:13:45.429187Z","steps":["trace[48544204] 'agreement among raft nodes before linearized reading' (duration: 368.075616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.004559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:13:45.429245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:45.060907Z","time spent":"368.330102ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-03T14:13:45.42927Z","caller":"traceutil/trace.go:171","msg":"trace[836266596] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:7913; }","duration":"666.078191ms","start":"2026-03-03T14:13:44.763178Z","end":"2026-03-03T14:13:45.429256Z","steps":["trace[836266596] 'agreement among raft nodes before linearized reading' (duration: 665.988658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.911224019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:45.429299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.763167Z","time spent":"666.123711ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:13:45.4293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530583561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:13:45.429318Z","caller":"traceutil/trace.go:171","msg":"trace[459691335] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:7913; }","duration":"3.911444955s","start":"2026-03-03T14:13:41.517858Z","end":"2026-03-03T14:13:45.429303Z","steps":["trace[459691335] 'agreement among raft nodes before linearized reading' (duration: 3.91123932s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.429335Z","caller":"traceutil/trace.go:171","msg":"trace[1329993447] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7913; }","duration":"4.530660743s","start":"2026-03-03T14:13:40.898666Z","end":"2026-03-03T14:13:45.429327Z","steps":["trace[1329993447] 'agreement among raft nodes before linearized reading' (duration: 4.53052485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.89865Z","time spent":"4.530700665s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:13:45.429424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660630337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:45.429424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677466536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:45.429423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.609543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:45.429426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.551043943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.429457Z","caller":"traceutil/trace.go:171","msg":"trace[1338567863] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7913; }","duration":"1.660664538s","start":"2026-03-03T14:13:43.768782Z","end":"2026-03-03T14:13:45.429447Z","steps":["trace[1338567863] 'agreement among raft nodes before linearized reading' (duration: 1.660604497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700899961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:45.429481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.768717Z","time spent":"1.66075844s","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:45.429476Z","caller":"traceutil/trace.go:171","msg":"trace[840394227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7913; }","duration":"1.677577598s","start":"2026-03-03T14:13:43.75188Z","end":"2026-03-03T14:13:45.429458Z","steps":["trace[840394227] 'agreement among raft nodes before linearized reading' (duration: 1.677490466s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.429493Z","caller":"traceutil/trace.go:171","msg":"trace[868816367] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7913; }","duration":"5.551134386s","start":"2026-03-03T14:13:39.878339Z","end":"2026-03-03T14:13:45.429473Z","steps":["trace[868816367] 'agreement among raft nodes before linearized reading' (duration: 5.551021673s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.429512Z","caller":"traceutil/trace.go:171","msg":"trace[1432592495] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:7913; }","duration":"1.700941022s","start":"2026-03-03T14:13:43.728557Z","end":"2026-03-03T14:13:45.429499Z","steps":["trace[1432592495] 'agreement among raft nodes before linearized reading' (duration: 1.700877611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458831372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:13:45.429538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.751851Z","time spent":"1.677674951s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:45.429548Z","caller":"traceutil/trace.go:171","msg":"trace[905399539] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7913; }","duration":"4.458897252s","start":"2026-03-03T14:13:40.970644Z","end":"2026-03-03T14:13:45.429541Z","steps":["trace[905399539] 'agreement among raft nodes before linearized reading' (duration: 4.458825181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577742207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:45.429553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.72847Z","time spent":"1.701071635s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.429566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.970623Z","time spent":"4.458938634s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:45.429554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127613749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:13:45.429565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.29006901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:13:45.429578Z","caller":"traceutil/trace.go:171","msg":"trace[569821822] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7913; }","duration":"2.577816019s","start":"2026-03-03T14:13:42.851751Z","end":"2026-03-03T14:13:45.429567Z","steps":["trace[569821822] 'agreement among raft nodes before linearized reading' (duration: 2.577766058s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.429603Z","caller":"traceutil/trace.go:171","msg":"trace[295086466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7913; }","duration":"4.127701261s","start":"2026-03-03T14:13:41.301892Z","end":"2026-03-03T14:13:45.429593Z","steps":["trace[295086466] 'agreement among raft nodes before linearized reading' (duration: 4.127579619s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:45.429609Z","caller":"traceutil/trace.go:171","msg":"trace[853690247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7913; }","duration":"4.290166514s","start":"2026-03-03T14:13:41.139431Z","end":"2026-03-03T14:13:45.429598Z","steps":["trace[853690247] 'agreement among raft nodes before linearized reading' (duration: 4.28999809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.301874Z","time spent":"4.127749503s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:13:45.429634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.139411Z","time spent":"4.290217014s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:13:45.429656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712371913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.430352Z","caller":"traceutil/trace.go:171","msg":"trace[359683718] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:7913; }","duration":"1.713083249s","start":"2026-03-03T14:13:43.71724Z","end":"2026-03-03T14:13:45.430324Z","steps":["trace[359683718] 'agreement among raft nodes before linearized reading' (duration: 1.712339022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.430483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.717221Z","time spent":"1.713184562s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":52,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.429549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.878323Z","time spent":"5.551215657s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:45.42948Z","caller":"traceutil/trace.go:171","msg":"trace[1513812118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7913; }","duration":"666.708854ms","start":"2026-03-03T14:13:44.762757Z","end":"2026-03-03T14:13:45.429466Z","steps":["trace[1513812118] 'agreement among raft nodes before linearized reading' (duration: 666.610372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.430728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.762738Z","time spent":"667.977505ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:45.429752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.048666079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:45.430855Z","caller":"traceutil/trace.go:171","msg":"trace[672132479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7912; }","duration":"6.049810877s","start":"2026-03-03T14:13:39.381033Z","end":"2026-03-03T14:13:45.430844Z","steps":["trace[672132479] 'agreement among raft nodes before linearized reading' (duration: 6.043437096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.43088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.381009Z","time spent":"6.049862517s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:45.4297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.85173Z","time spent":"2.577952653s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.429823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.51784Z","time spent":"3.911508806s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:47.049272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.967075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:47.049432Z","caller":"traceutil/trace.go:171","msg":"trace[1525767655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"293.17142ms","start":"2026-03-03T14:13:46.756234Z","end":"2026-03-03T14:13:47.049405Z","steps":["trace[1525767655] 'range keys from in-memory index tree' (duration: 292.880733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:47.049707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.830675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:13:47.049786Z","caller":"traceutil/trace.go:171","msg":"trace[619839328] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:7918; }","duration":"185.942258ms","start":"2026-03-03T14:13:46.863808Z","end":"2026-03-03T14:13:47.04975Z","steps":["trace[619839328] 'range keys from in-memory index tree' (duration: 185.666411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.079367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:13:49.516769Z","caller":"traceutil/trace.go:171","msg":"trace[934880741] linearizableReadLoop","detail":"{readStateIndex:8224; appliedIndex:8223; }","duration":"937.658438ms","start":"2026-03-03T14:13:48.579082Z","end":"2026-03-03T14:13:49.516741Z","steps":["trace[934880741] 'read index received' (duration: 937.402312ms)","trace[934880741] 'applied index is now lower than readState.Index' (duration: 255.066µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:49.517092Z","caller":"traceutil/trace.go:171","msg":"trace[912697755] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"1.017259145s","start":"2026-03-03T14:13:48.499818Z","end":"2026-03-03T14:13:49.517077Z","steps":["trace[912697755] 'process raft request' (duration: 1.016717102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.517208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:48.499788Z","time spent":"1.017341336s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:49.517357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.269413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:13:49.517469Z","caller":"traceutil/trace.go:171","msg":"trace[1133935735] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:7926; }","duration":"938.464218ms","start":"2026-03-03T14:13:48.57898Z","end":"2026-03-03T14:13:49.517444Z","steps":["trace[1133935735] 'agreement among raft nodes before linearized reading' (duration: 938.14556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.517538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:48.578944Z","time spent":"938.578859ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"info","ts":"2026-03-03T14:13:49.771383Z","caller":"traceutil/trace.go:171","msg":"trace[1394137470] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"335.877942ms","start":"2026-03-03T14:13:49.435476Z","end":"2026-03-03T14:13:49.771354Z","steps":["trace[1394137470] 'process raft request' (duration: 335.579895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:49.435451Z","time spent":"336.023326ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:49.771651Z","caller":"traceutil/trace.go:171","msg":"trace[227094579] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"297.583284ms","start":"2026-03-03T14:13:49.474026Z","end":"2026-03-03T14:13:49.771609Z","steps":["trace[227094579] 'process raft request' (duration: 297.266547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.391762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:49.771802Z","caller":"traceutil/trace.go:171","msg":"trace[1393432357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"284.446743ms","start":"2026-03-03T14:13:49.487342Z","end":"2026-03-03T14:13:49.771789Z","steps":["trace[1393432357] 'agreement among raft nodes before linearized reading' (duration: 284.30302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.679491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:13:49.77186Z","caller":"traceutil/trace.go:171","msg":"trace[1569830388] transaction","detail":"{read_only:false; response_revision:7929; number_of_response:1; }","duration":"284.402532ms","start":"2026-03-03T14:13:49.487422Z","end":"2026-03-03T14:13:49.771824Z","steps":["trace[1569830388] 'process raft request' (duration: 284.101455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.842465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:13:49.771922Z","caller":"traceutil/trace.go:171","msg":"trace[142614872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7929; }","duration":"271.759682ms","start":"2026-03-03T14:13:49.50015Z","end":"2026-03-03T14:13:49.77191Z","steps":["trace[142614872] 'agreement among raft nodes before linearized reading' (duration: 271.613689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.886333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:49.771975Z","caller":"traceutil/trace.go:171","msg":"trace[1250803706] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7929; }","duration":"433.980688ms","start":"2026-03-03T14:13:49.337974Z","end":"2026-03-03T14:13:49.771954Z","steps":["trace[1250803706] 'agreement among raft nodes before linearized reading' (duration: 433.749533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.771966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.801054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:49.772011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.450363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:49.772041Z","caller":"traceutil/trace.go:171","msg":"trace[961566853] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7929; }","duration":"838.939048ms","start":"2026-03-03T14:13:48.933084Z","end":"2026-03-03T14:13:49.772023Z","steps":["trace[961566853] 'agreement among raft nodes before linearized reading' (duration: 838.798865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:49.77202Z","caller":"traceutil/trace.go:171","msg":"trace[588286292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"274.168939ms","start":"2026-03-03T14:13:49.497824Z","end":"2026-03-03T14:13:49.771993Z","steps":["trace[588286292] 'agreement among raft nodes before linearized reading' (duration: 273.810901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:49.7716Z","caller":"traceutil/trace.go:171","msg":"trace[133712567] linearizableReadLoop","detail":"{readStateIndex:8227; appliedIndex:8224; }","duration":"254.739879ms","start":"2026-03-03T14:13:49.516844Z","end":"2026-03-03T14:13:49.771584Z","steps":["trace[133712567] 'read index received' (duration: 254.185186ms)","trace[133712567] 'applied index is now lower than readState.Index' (duration: 554.073µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:49.772094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:48.93305Z","time spent":"839.027849ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:49.7721Z","caller":"traceutil/trace.go:171","msg":"trace[387537743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7929; }","duration":"273.540365ms","start":"2026-03-03T14:13:49.498529Z","end":"2026-03-03T14:13:49.772069Z","steps":["trace[387537743] 'agreement among raft nodes before linearized reading' (duration: 273.382301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.772031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:49.337949Z","time spent":"434.07084ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:13:49.77215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014613512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:49.772173Z","caller":"traceutil/trace.go:171","msg":"trace[294031365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7929; }","duration":"1.014677103s","start":"2026-03-03T14:13:48.757489Z","end":"2026-03-03T14:13:49.772167Z","steps":["trace[294031365] 'agreement among raft nodes before linearized reading' (duration: 1.014638952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.772161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.715686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:13:49.772214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:48.757469Z","time spent":"1.014735075s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:13:49.772231Z","caller":"traceutil/trace.go:171","msg":"trace[292500007] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7929; }","duration":"275.846138ms","start":"2026-03-03T14:13:49.496367Z","end":"2026-03-03T14:13:49.772213Z","steps":["trace[292500007] 'agreement among raft nodes before linearized reading' (duration: 275.551171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.096799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662709,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:13:51.257858Z","caller":"traceutil/trace.go:171","msg":"trace[1000522862] linearizableReadLoop","detail":"{readStateIndex:8236; appliedIndex:8235; }","duration":"662.099735ms","start":"2026-03-03T14:13:50.595732Z","end":"2026-03-03T14:13:51.257832Z","steps":["trace[1000522862] 'read index received' (duration: 661.87295ms)","trace[1000522862] 'applied index is now lower than readState.Index' (duration: 225.195µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:51.257946Z","caller":"traceutil/trace.go:171","msg":"trace[473213953] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"693.672414ms","start":"2026-03-03T14:13:50.564242Z","end":"2026-03-03T14:13:51.257914Z","steps":["trace[473213953] 'process raft request' (duration: 693.389257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.258013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.26013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:51.258077Z","caller":"traceutil/trace.go:171","msg":"trace[2067697198] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7936; }","duration":"662.362792ms","start":"2026-03-03T14:13:50.595699Z","end":"2026-03-03T14:13:51.258062Z","steps":["trace[2067697198] 'agreement among raft nodes before linearized reading' (duration: 662.236209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.258092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:50.564215Z","time spent":"693.808887ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:51.258115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:50.595684Z","time spent":"662.422785ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:13:51.678858Z","caller":"traceutil/trace.go:171","msg":"trace[1605954247] linearizableReadLoop","detail":"{readStateIndex:8237; appliedIndex:8236; }","duration":"414.531197ms","start":"2026-03-03T14:13:51.264311Z","end":"2026-03-03T14:13:51.678843Z","steps":["trace[1605954247] 'read index received' (duration: 414.377694ms)","trace[1605954247] 'applied index is now lower than readState.Index' (duration: 152.903µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:51.678913Z","caller":"traceutil/trace.go:171","msg":"trace[1236566082] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"416.253298ms","start":"2026-03-03T14:13:51.262631Z","end":"2026-03-03T14:13:51.678884Z","steps":["trace[1236566082] 'process raft request' (duration: 416.109335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.679009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.262606Z","time spent":"416.350651ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:51.679022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.699351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:13:51.679042Z","caller":"traceutil/trace.go:171","msg":"trace[648234450] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7937; }","duration":"414.761353ms","start":"2026-03-03T14:13:51.264275Z","end":"2026-03-03T14:13:51.679037Z","steps":["trace[648234450] 'agreement among raft nodes before linearized reading' (duration: 414.65144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.679063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.264223Z","time spent":"414.834434ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:13:51.679141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.856423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:51.679208Z","caller":"traceutil/trace.go:171","msg":"trace[1148698701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7937; }","duration":"157.969885ms","start":"2026-03-03T14:13:51.521221Z","end":"2026-03-03T14:13:51.679191Z","steps":["trace[1148698701] 'agreement among raft nodes before linearized reading' (duration: 157.779561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.13255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.911682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:52.132759Z","caller":"traceutil/trace.go:171","msg":"trace[886516753] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"450.430128ms","start":"2026-03-03T14:13:51.682313Z","end":"2026-03-03T14:13:52.132743Z","steps":["trace[886516753] 'process raft request' (duration: 228.24162ms)","trace[886516753] 'compare' (duration: 221.595014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:52.132869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.682295Z","time spent":"450.497719ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:52.132935Z","caller":"traceutil/trace.go:171","msg":"trace[1767334258] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8237; }","duration":"434.315196ms","start":"2026-03-03T14:13:51.698608Z","end":"2026-03-03T14:13:52.132924Z","steps":["trace[1767334258] 'read index received' (duration: 211.966075ms)","trace[1767334258] 'applied index is now lower than readState.Index' (duration: 222.347981ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:52.133071Z","caller":"traceutil/trace.go:171","msg":"trace[1842103919] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"355.405006ms","start":"2026-03-03T14:13:51.777653Z","end":"2026-03-03T14:13:52.133058Z","steps":["trace[1842103919] 'process raft request' (duration: 355.022447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.777633Z","time spent":"355.550088ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:52.13328Z","caller":"traceutil/trace.go:171","msg":"trace[1610246449] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"355.016926ms","start":"2026-03-03T14:13:51.77824Z","end":"2026-03-03T14:13:52.133257Z","steps":["trace[1610246449] 'process raft request' (duration: 354.842322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.49432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:13:52.133421Z","caller":"traceutil/trace.go:171","msg":"trace[229088391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7939; }","duration":"434.816018ms","start":"2026-03-03T14:13:51.698593Z","end":"2026-03-03T14:13:52.133409Z","steps":["trace[229088391] 'agreement among raft nodes before linearized reading' (duration: 434.388358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.839526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:13:52.133478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.28196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:52.133501Z","caller":"traceutil/trace.go:171","msg":"trace[1094220261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7941; }","duration":"347.938439ms","start":"2026-03-03T14:13:51.785547Z","end":"2026-03-03T14:13:52.133486Z","steps":["trace[1094220261] 'agreement among raft nodes before linearized reading' (duration: 347.759334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.133513Z","caller":"traceutil/trace.go:171","msg":"trace[529810128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7941; }","duration":"349.314391ms","start":"2026-03-03T14:13:51.784187Z","end":"2026-03-03T14:13:52.133502Z","steps":["trace[529810128] 'agreement among raft nodes before linearized reading' (duration: 349.190208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.785533Z","time spent":"347.993959ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.133541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.784165Z","time spent":"349.368563ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.13349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.778229Z","time spent":"355.103078ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:52.133479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.698587Z","time spent":"434.880299ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:13:52.133646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.154063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:13:52.133686Z","caller":"traceutil/trace.go:171","msg":"trace[364401334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7941; }","duration":"348.204354ms","start":"2026-03-03T14:13:51.785471Z","end":"2026-03-03T14:13:52.133676Z","steps":["trace[364401334] 'agreement among raft nodes before linearized reading' (duration: 348.108542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.156227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:13:52.133712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.785466Z","time spent":"348.239746ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:13:52.133713Z","caller":"traceutil/trace.go:171","msg":"trace[793474109] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"355.191851ms","start":"2026-03-03T14:13:51.77851Z","end":"2026-03-03T14:13:52.133702Z","steps":["trace[793474109] 'process raft request' (duration: 354.685839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.133718Z","caller":"traceutil/trace.go:171","msg":"trace[2126431893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7941; }","duration":"314.219629ms","start":"2026-03-03T14:13:51.819486Z","end":"2026-03-03T14:13:52.133706Z","steps":["trace[2126431893] 'agreement among raft nodes before linearized reading' (duration: 314.131397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.819471Z","time spent":"314.27072ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:13:52.133807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.417385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:13:52.133834Z","caller":"traceutil/trace.go:171","msg":"trace[863962979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7941; }","duration":"344.456085ms","start":"2026-03-03T14:13:51.789371Z","end":"2026-03-03T14:13:52.133828Z","steps":["trace[863962979] 'agreement among raft nodes before linearized reading' (duration: 344.368643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.133852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.789364Z","time spent":"344.484206ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:13:52.133872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.778498Z","time spent":"355.292423ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:52.134064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.400607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:52.1341Z","caller":"traceutil/trace.go:171","msg":"trace[1711514499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7941; }","duration":"350.466698ms","start":"2026-03-03T14:13:51.783624Z","end":"2026-03-03T14:13:52.134091Z","steps":["trace[1711514499] 'agreement among raft nodes before linearized reading' (duration: 350.381356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.134127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.783612Z","time spent":"350.508359ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.133347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.053781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:52.134278Z","caller":"traceutil/trace.go:171","msg":"trace[785203101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7941; }","duration":"376.016984ms","start":"2026-03-03T14:13:51.758251Z","end":"2026-03-03T14:13:52.134268Z","steps":["trace[785203101] 'agreement among raft nodes before linearized reading' (duration: 375.00935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.134313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.758234Z","time spent":"376.069155ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:52.720119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.642967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:52.720398Z","caller":"traceutil/trace.go:171","msg":"trace[44384940] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8241; }","duration":"582.055569ms","start":"2026-03-03T14:13:52.13832Z","end":"2026-03-03T14:13:52.720375Z","steps":["trace[44384940] 'read index received' (duration: 12.510497ms)","trace[44384940] 'applied index is now lower than readState.Index' (duration: 569.543542ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:52.72053Z","caller":"traceutil/trace.go:171","msg":"trace[1108597730] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"581.546706ms","start":"2026-03-03T14:13:52.138972Z","end":"2026-03-03T14:13:52.720518Z","steps":["trace[1108597730] 'process raft request' (duration: 581.250298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.720561Z","caller":"traceutil/trace.go:171","msg":"trace[1685101775] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"582.728464ms","start":"2026-03-03T14:13:52.137819Z","end":"2026-03-03T14:13:52.720547Z","steps":["trace[1685101775] 'process raft request' (duration: 119.582324ms)","trace[1685101775] 'compare' (duration: 462.382321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:52.720602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:52.137793Z","time spent":"582.787686ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:52.720602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:52.138958Z","time spent":"581.600048ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:52.720704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.358376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:13:52.72079Z","caller":"traceutil/trace.go:171","msg":"trace[742546587] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:7945; }","duration":"582.491679ms","start":"2026-03-03T14:13:52.138275Z","end":"2026-03-03T14:13:52.720767Z","steps":["trace[742546587] 'agreement among raft nodes before linearized reading' (duration: 582.241043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.720843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:52.138257Z","time spent":"582.5732ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:13:52.720876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.105329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-03-03T14:13:52.720897Z","caller":"traceutil/trace.go:171","msg":"trace[275504579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7945; }","duration":"582.142961ms","start":"2026-03-03T14:13:52.138748Z","end":"2026-03-03T14:13:52.720891Z","steps":["trace[275504579] 'agreement among raft nodes before linearized reading' (duration: 581.928906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.720913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:52.138739Z","time spent":"582.169471ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:13:52.721001Z","caller":"traceutil/trace.go:171","msg":"trace[1108542656] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"581.019404ms","start":"2026-03-03T14:13:52.139958Z","end":"2026-03-03T14:13:52.720977Z","steps":["trace[1108542656] 'process raft request' (duration: 580.358167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.721114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:52.139943Z","time spent":"581.109777ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:54.368549Z","caller":"traceutil/trace.go:171","msg":"trace[1309420504] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"230.263439ms","start":"2026-03-03T14:13:54.138257Z","end":"2026-03-03T14:13:54.368521Z","steps":["trace[1309420504] 'process raft request' (duration: 230.070174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:54.781195Z","caller":"traceutil/trace.go:171","msg":"trace[2090377134] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8246; }","duration":"626.272976ms","start":"2026-03-03T14:13:54.154902Z","end":"2026-03-03T14:13:54.781175Z","steps":["trace[2090377134] 'read index received' (duration: 213.569713ms)","trace[2090377134] 'applied index is now lower than readState.Index' (duration: 412.702563ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:54.781283Z","caller":"traceutil/trace.go:171","msg":"trace[838206769] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"641.388065ms","start":"2026-03-03T14:13:54.139888Z","end":"2026-03-03T14:13:54.781276Z","steps":["trace[838206769] 'process raft request' (duration: 641.125079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.781355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.139876Z","time spent":"641.424506ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:54.781453Z","caller":"traceutil/trace.go:171","msg":"trace[1538123460] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"641.411815ms","start":"2026-03-03T14:13:54.140034Z","end":"2026-03-03T14:13:54.781446Z","steps":["trace[1538123460] 'process raft request' (duration: 641.094848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.781491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.139993Z","time spent":"641.478437ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:54.781536Z","caller":"traceutil/trace.go:171","msg":"trace[1089473185] transaction","detail":"{read_only:false; response_revision:7950; number_of_response:1; }","duration":"639.680644ms","start":"2026-03-03T14:13:54.14185Z","end":"2026-03-03T14:13:54.781531Z","steps":["trace[1089473185] 'process raft request' (duration: 639.301145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.781562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.141835Z","time spent":"639.712334ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:54.781646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.750357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:54.78166Z","caller":"traceutil/trace.go:171","msg":"trace[1717022486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7950; }","duration":"626.802068ms","start":"2026-03-03T14:13:54.154854Z","end":"2026-03-03T14:13:54.781656Z","steps":["trace[1717022486] 'agreement among raft nodes before linearized reading' (duration: 626.738436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.781674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.154828Z","time spent":"626.842949ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:55.454586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.193886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:55.454888Z","caller":"traceutil/trace.go:171","msg":"trace[1808609655] transaction","detail":"{read_only:false; response_revision:7953; number_of_response:1; }","duration":"667.899934ms","start":"2026-03-03T14:13:54.786967Z","end":"2026-03-03T14:13:55.454867Z","steps":["trace[1808609655] 'process raft request' (duration: 667.73606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.45504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.786938Z","time spent":"668.051238ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:55.455071Z","caller":"traceutil/trace.go:171","msg":"trace[1266145051] linearizableReadLoop","detail":"{readStateIndex:8254; appliedIndex:8251; }","duration":"667.897134ms","start":"2026-03-03T14:13:54.787136Z","end":"2026-03-03T14:13:55.455033Z","steps":["trace[1266145051] 'read index received' (duration: 45.229222ms)","trace[1266145051] 'applied index is now lower than readState.Index' (duration: 622.666822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:55.455154Z","caller":"traceutil/trace.go:171","msg":"trace[578620160] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"668.15561ms","start":"2026-03-03T14:13:54.786986Z","end":"2026-03-03T14:13:55.455142Z","steps":["trace[578620160] 'process raft request' (duration: 667.824893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.455243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.78698Z","time spent":"668.200041ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:55.455333Z","caller":"traceutil/trace.go:171","msg":"trace[1819016924] transaction","detail":"{read_only:false; response_revision:7952; number_of_response:1; }","duration":"667.896724ms","start":"2026-03-03T14:13:54.786918Z","end":"2026-03-03T14:13:55.454815Z","steps":["trace[1819016924] 'process raft request' (duration: 359.380809ms)","trace[1819016924] 'compare' (duration: 307.693985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:55.455473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.786897Z","time spent":"668.523549ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:55.455519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.368795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-03-03T14:13:55.455587Z","caller":"traceutil/trace.go:171","msg":"trace[2129635442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7954; }","duration":"668.456037ms","start":"2026-03-03T14:13:54.787116Z","end":"2026-03-03T14:13:55.455572Z","steps":["trace[2129635442] 'agreement among raft nodes before linearized reading' (duration: 668.039958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.455634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.787108Z","time spent":"668.512599ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:13:55.792294Z","caller":"traceutil/trace.go:171","msg":"trace[1221715132] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"167.43775ms","start":"2026-03-03T14:13:55.62483Z","end":"2026-03-03T14:13:55.792268Z","steps":["trace[1221715132] 'process raft request' (duration: 167.288716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:56.843644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.918018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:56.843726Z","caller":"traceutil/trace.go:171","msg":"trace[87189663] linearizableReadLoop","detail":"{readStateIndex:8256; appliedIndex:8254; }","duration":"1.085466921s","start":"2026-03-03T14:13:55.758245Z","end":"2026-03-03T14:13:56.843712Z","steps":["trace[87189663] 'read index received' (duration: 33.842172ms)","trace[87189663] 'applied index is now lower than readState.Index' (duration: 1.051623799s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:56.843807Z","caller":"traceutil/trace.go:171","msg":"trace[2087562501] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"1.205649551s","start":"2026-03-03T14:13:55.638123Z","end":"2026-03-03T14:13:56.843773Z","steps":["trace[2087562501] 'process raft request' (duration: 1.043541359s)","trace[2087562501] 'compare' (duration: 161.839456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:56.843861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:55.638114Z","time spent":"1.205723212s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:56.843926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085641296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:56.844024Z","caller":"traceutil/trace.go:171","msg":"trace[1575128050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7956; }","duration":"1.0857977s","start":"2026-03-03T14:13:55.758211Z","end":"2026-03-03T14:13:56.844009Z","steps":["trace[1575128050] 'agreement among raft nodes before linearized reading' (duration: 1.085566064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:56.84411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:55.758198Z","time spent":"1.085903993s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:57.343805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:57.84421Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:58.195885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.514132983s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:13:58.845239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00034107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:58.845322Z","caller":"traceutil/trace.go:171","msg":"trace[1128694616] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438833s","start":"2026-03-03T14:13:56.844866Z","end":"2026-03-03T14:13:58.845305Z","steps":["trace[1128694616] 'agreement among raft nodes before linearized reading' (duration: 2.00033861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:58.845366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.844826Z","time spent":"2.000530485s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.362098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166089573s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:13:59.367348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.780034Z","time spent":"587.303632ms","remote":"127.0.0.1:58652","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:13:59.368857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1726966s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:59.369195Z","caller":"traceutil/trace.go:171","msg":"trace[1071836884] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"2.995266275s","start":"2026-03-03T14:13:56.373853Z","end":"2026-03-03T14:13:59.36912Z","steps":["trace[1071836884] 'process raft request' (duration: 1.822203756s)","trace[1071836884] 'compare' (duration: 1.171262446s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:59.369428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.373829Z","time spent":"2.99546973s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.370011Z","caller":"traceutil/trace.go:171","msg":"trace[110836512] transaction","detail":"{read_only:false; response_revision:7958; number_of_response:1; }","duration":"2.583465803s","start":"2026-03-03T14:13:56.786515Z","end":"2026-03-03T14:13:59.369981Z","steps":["trace[110836512] 'process raft request' (duration: 2.58246305s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.370037Z","caller":"traceutil/trace.go:171","msg":"trace[190188408] transaction","detail":"{read_only:false; response_revision:7959; number_of_response:1; }","duration":"2.58245624s","start":"2026-03-03T14:13:56.787544Z","end":"2026-03-03T14:13:59.37Z","steps":["trace[190188408] 'process raft request' (duration: 2.581529608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.370186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.787537Z","time spent":"2.582559142s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:59.370272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.786495Z","time spent":"2.583580326s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:59.57044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.294872ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:13:59.570564Z","caller":"traceutil/trace.go:171","msg":"trace[1306785489] linearizableReadLoop","detail":"{readStateIndex:8259; appliedIndex:8256; }","duration":"2.726792662s","start":"2026-03-03T14:13:56.843746Z","end":"2026-03-03T14:13:59.570539Z","steps":["trace[1306785489] 'read index received' (duration: 1.352326129s)","trace[1306785489] 'applied index is now lower than readState.Index' (duration: 1.374464433s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:59.570768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780236559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:13:59.57077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73052052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:59.570813Z","caller":"traceutil/trace.go:171","msg":"trace[2135308148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7959; }","duration":"2.780315001s","start":"2026-03-03T14:13:56.790482Z","end":"2026-03-03T14:13:59.570797Z","steps":["trace[2135308148] 'agreement among raft nodes before linearized reading' (duration: 2.780165687s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.570833Z","caller":"traceutil/trace.go:171","msg":"trace[1090080099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7959; }","duration":"2.730618022s","start":"2026-03-03T14:13:56.840194Z","end":"2026-03-03T14:13:59.570812Z","steps":["trace[1090080099] 'agreement among raft nodes before linearized reading' (duration: 2.730395977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.570855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.790463Z","time spent":"2.780381362s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:13:59.570876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.840177Z","time spent":"2.730687733s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.570959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142084097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:59.571037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.695630242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:59.571025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447231978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:59.571058Z","caller":"traceutil/trace.go:171","msg":"trace[549362677] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7959; }","duration":"3.14222838s","start":"2026-03-03T14:13:56.428802Z","end":"2026-03-03T14:13:59.57103Z","steps":["trace[549362677] 'agreement among raft nodes before linearized reading' (duration: 3.142034596s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.571108Z","caller":"traceutil/trace.go:171","msg":"trace[952608523] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:7959; }","duration":"2.695787036s","start":"2026-03-03T14:13:56.875301Z","end":"2026-03-03T14:13:59.571088Z","steps":["trace[952608523] 'agreement among raft nodes before linearized reading' (duration: 2.69556438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.428781Z","time spent":"3.142337712s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:59.571141Z","caller":"traceutil/trace.go:171","msg":"trace[133593112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"1.447385052s","start":"2026-03-03T14:13:58.123725Z","end":"2026-03-03T14:13:59.57111Z","steps":["trace[133593112] 'agreement among raft nodes before linearized reading' (duration: 1.447186308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.87529Z","time spent":"2.695850187s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.571169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.911471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:13:59.571189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.123708Z","time spent":"1.447472474s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:13:59.571212Z","caller":"traceutil/trace.go:171","msg":"trace[1722808166] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7959; }","duration":"232.992713ms","start":"2026-03-03T14:13:59.338204Z","end":"2026-03-03T14:13:59.571197Z","steps":["trace[1722808166] 'agreement among raft nodes before linearized reading' (duration: 232.879281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10832181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:13:59.571226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111721821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:13:59.571304Z","caller":"traceutil/trace.go:171","msg":"trace[1306788730] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7959; }","duration":"2.108404892s","start":"2026-03-03T14:13:57.462882Z","end":"2026-03-03T14:13:59.571287Z","steps":["trace[1306788730] 'agreement among raft nodes before linearized reading' (duration: 2.108231428s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.571332Z","caller":"traceutil/trace.go:171","msg":"trace[1371678338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7959; }","duration":"2.111894865s","start":"2026-03-03T14:13:57.459413Z","end":"2026-03-03T14:13:59.571308Z","steps":["trace[1371678338] 'agreement among raft nodes before linearized reading' (duration: 2.111546407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.46287Z","time spent":"2.108466253s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:13:59.571393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.459387Z","time spent":"2.111991796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.571448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.525099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.571497Z","caller":"traceutil/trace.go:171","msg":"trace[577705838] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:7959; }","duration":"269.612671ms","start":"2026-03-03T14:13:59.301869Z","end":"2026-03-03T14:13:59.571482Z","steps":["trace[577705838] 'agreement among raft nodes before linearized reading' (duration: 269.534009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.039536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:59.571562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425963479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:13:59.571562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824567623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.571612Z","caller":"traceutil/trace.go:171","msg":"trace[171871265] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7959; }","duration":"2.426039392s","start":"2026-03-03T14:13:57.145558Z","end":"2026-03-03T14:13:59.571598Z","steps":["trace[171871265] 'agreement among raft nodes before linearized reading' (duration: 2.425919929s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.571571Z","caller":"traceutil/trace.go:171","msg":"trace[513779954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"719.122748ms","start":"2026-03-03T14:13:58.852437Z","end":"2026-03-03T14:13:59.571559Z","steps":["trace[513779954] 'agreement among raft nodes before linearized reading' (duration: 719.051486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.145544Z","time spent":"2.426109403s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:13:59.571675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.85242Z","time spent":"719.24266ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.571693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.563827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:59.571735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.32114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:59.571746Z","caller":"traceutil/trace.go:171","msg":"trace[1261762233] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7959; }","duration":"746.616199ms","start":"2026-03-03T14:13:58.825113Z","end":"2026-03-03T14:13:59.571729Z","steps":["trace[1261762233] 'agreement among raft nodes before linearized reading' (duration: 746.539637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112270873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:13:59.57178Z","caller":"traceutil/trace.go:171","msg":"trace[105156029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7959; }","duration":"438.409083ms","start":"2026-03-03T14:13:59.133358Z","end":"2026-03-03T14:13:59.571767Z","steps":["trace[105156029] 'agreement among raft nodes before linearized reading' (duration: 438.324111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.571808Z","caller":"traceutil/trace.go:171","msg":"trace[341158579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7959; }","duration":"2.112326544s","start":"2026-03-03T14:13:57.459471Z","end":"2026-03-03T14:13:59.571798Z","steps":["trace[341158579] 'agreement among raft nodes before linearized reading' (duration: 2.112214542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.571817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.133334Z","time spent":"438.474444ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.571818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.82505Z","time spent":"746.729842ms","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.57184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.45946Z","time spent":"2.112373296s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:13:59.57145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112522259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:13:59.57162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.031575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:13:59.571623Z","caller":"traceutil/trace.go:171","msg":"trace[1730727945] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7959; }","duration":"1.824631615s","start":"2026-03-03T14:13:57.746978Z","end":"2026-03-03T14:13:59.57161Z","steps":["trace[1730727945] 'agreement among raft nodes before linearized reading' (duration: 1.824518002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.57106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.330473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.572029Z","caller":"traceutil/trace.go:171","msg":"trace[1584779560] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:7959; }","duration":"994.474474ms","start":"2026-03-03T14:13:58.577535Z","end":"2026-03-03T14:13:59.572009Z","steps":["trace[1584779560] 'agreement among raft nodes before linearized reading' (duration: 993.974433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.572066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.577514Z","time spent":"994.539036ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"info","ts":"2026-03-03T14:13:59.572039Z","caller":"traceutil/trace.go:171","msg":"trace[2014119367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7959; }","duration":"2.113124183s","start":"2026-03-03T14:13:57.458874Z","end":"2026-03-03T14:13:59.571998Z","steps":["trace[2014119367] 'agreement among raft nodes before linearized reading' (duration: 2.112482348s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.572063Z","caller":"traceutil/trace.go:171","msg":"trace[588055273] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7959; }","duration":"515.365267ms","start":"2026-03-03T14:13:59.056684Z","end":"2026-03-03T14:13:59.57205Z","steps":["trace[588055273] 'agreement among raft nodes before linearized reading' (duration: 514.291432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.572087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.746927Z","time spent":"1.825117546s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.572135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.056669Z","time spent":"515.445619ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.572152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.458855Z","time spent":"2.113257867s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.575882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66051562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:13:59.575952Z","caller":"traceutil/trace.go:171","msg":"trace[7774103] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7959; }","duration":"2.660636783s","start":"2026-03-03T14:13:56.915298Z","end":"2026-03-03T14:13:59.575935Z","steps":["trace[7774103] 'agreement among raft nodes before linearized reading' (duration: 2.656466573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.577849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.915279Z","time spent":"2.660707535s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":844,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:00.263889Z","caller":"traceutil/trace.go:171","msg":"trace[1906722350] linearizableReadLoop","detail":"{readStateIndex:8262; appliedIndex:8261; }","duration":"685.645023ms","start":"2026-03-03T14:13:59.578216Z","end":"2026-03-03T14:14:00.263861Z","steps":["trace[1906722350] 'read index received' (duration: 100.316608ms)","trace[1906722350] 'applied index is now lower than readState.Index' (duration: 585.327035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:00.263993Z","caller":"traceutil/trace.go:171","msg":"trace[1700196660] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"685.592332ms","start":"2026-03-03T14:13:59.578374Z","end":"2026-03-03T14:14:00.263966Z","steps":["trace[1700196660] 'process raft request' (duration: 685.153412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.264044Z","caller":"traceutil/trace.go:171","msg":"trace[1344341171] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"685.51632ms","start":"2026-03-03T14:13:59.578511Z","end":"2026-03-03T14:14:00.264028Z","steps":["trace[1344341171] 'process raft request' (duration: 685.260704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.264075Z","caller":"traceutil/trace.go:171","msg":"trace[1798917544] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"685.578272ms","start":"2026-03-03T14:13:59.578459Z","end":"2026-03-03T14:14:00.264038Z","steps":["trace[1798917544] 'process raft request' (duration: 685.265894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.26413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578357Z","time spent":"685.701614ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:00.264176Z","caller":"traceutil/trace.go:171","msg":"trace[44915407] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"688.741036ms","start":"2026-03-03T14:13:59.575407Z","end":"2026-03-03T14:14:00.264148Z","steps":["trace[44915407] 'process raft request' (duration: 685.812147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.264235Z","caller":"traceutil/trace.go:171","msg":"trace[399603395] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"685.663324ms","start":"2026-03-03T14:13:59.578558Z","end":"2026-03-03T14:14:00.264221Z","steps":["trace[399603395] 'process raft request' (duration: 685.255334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.264238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578448Z","time spent":"685.702004ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:00.264288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.57538Z","time spent":"688.852369ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:00.264182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578505Z","time spent":"685.579502ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:00.264316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578551Z","time spent":"685.720445ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:00.264359Z","caller":"traceutil/trace.go:171","msg":"trace[216778773] transaction","detail":"{read_only:false; response_revision:7962; number_of_response:1; }","duration":"685.828197ms","start":"2026-03-03T14:13:59.578458Z","end":"2026-03-03T14:14:00.264286Z","steps":["trace[216778773] 'process raft request' (duration: 685.219383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.264483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.236668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:14:00.264559Z","caller":"traceutil/trace.go:171","msg":"trace[60091358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7965; }","duration":"686.34987ms","start":"2026-03-03T14:13:59.57819Z","end":"2026-03-03T14:14:00.26454Z","steps":["trace[60091358] 'agreement among raft nodes before linearized reading' (duration: 686.070793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.26455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.57845Z","time spent":"685.995961ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:00.264614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578179Z","time spent":"686.417553ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:00.562018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.822539ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:00.56218Z","caller":"traceutil/trace.go:171","msg":"trace[213064997] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7965; }","duration":"140.997913ms","start":"2026-03-03T14:14:00.421161Z","end":"2026-03-03T14:14:00.562159Z","steps":["trace[213064997] 'range keys from in-memory index tree' (duration: 140.804629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.562162Z","caller":"traceutil/trace.go:171","msg":"trace[1109098489] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"882.256674ms","start":"2026-03-03T14:13:59.679856Z","end":"2026-03-03T14:14:00.562113Z","steps":["trace[1109098489] 'process raft request' (duration: 825.667353ms)","trace[1109098489] 'compare' (duration: 56.344515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:00.562207Z","caller":"traceutil/trace.go:171","msg":"trace[719939631] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"103.486153ms","start":"2026-03-03T14:14:00.4587Z","end":"2026-03-03T14:14:00.562186Z","steps":["trace[719939631] 'process raft request' (duration: 103.332519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.56239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.679653Z","time spent":"882.603823ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:00.56219Z","caller":"traceutil/trace.go:171","msg":"trace[1626708965] linearizableReadLoop","detail":"{readStateIndex:8268; appliedIndex:8267; }","duration":"298.186719ms","start":"2026-03-03T14:14:00.263977Z","end":"2026-03-03T14:14:00.562164Z","steps":["trace[1626708965] 'read index received' (duration: 241.614659ms)","trace[1626708965] 'applied index is now lower than readState.Index' (duration: 56.56958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:00.56246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.422347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:00.562495Z","caller":"traceutil/trace.go:171","msg":"trace[2090740202] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7967; }","duration":"636.461988ms","start":"2026-03-03T14:13:59.926024Z","end":"2026-03-03T14:14:00.562486Z","steps":["trace[2090740202] 'agreement among raft nodes before linearized reading' (duration: 636.390566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.562525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.926007Z","time spent":"636.511129ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:00.562589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.310584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-03-03T14:14:00.562623Z","caller":"traceutil/trace.go:171","msg":"trace[2105381358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7967; }","duration":"984.366395ms","start":"2026-03-03T14:13:59.578249Z","end":"2026-03-03T14:14:00.562615Z","steps":["trace[2105381358] 'agreement among raft nodes before linearized reading' (duration: 983.986166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.56264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.208726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:00.562647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.578244Z","time spent":"984.396135ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:14:00.562669Z","caller":"traceutil/trace.go:171","msg":"trace[1461354906] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7967; }","duration":"227.285808ms","start":"2026-03-03T14:14:00.335374Z","end":"2026-03-03T14:14:00.56266Z","steps":["trace[1461354906] 'agreement among raft nodes before linearized reading' (duration: 227.226197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.562702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.840777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-03T14:14:00.562759Z","caller":"traceutil/trace.go:171","msg":"trace[1082831476] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7967; }","duration":"296.938009ms","start":"2026-03-03T14:14:00.265804Z","end":"2026-03-03T14:14:00.562742Z","steps":["trace[1082831476] 'agreement among raft nodes before linearized reading' (duration: 296.732024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.562745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.336928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:00.562781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.620644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:14:00.562825Z","caller":"traceutil/trace.go:171","msg":"trace[1005466322] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:7967; }","duration":"213.514021ms","start":"2026-03-03T14:14:00.349292Z","end":"2026-03-03T14:14:00.562806Z","steps":["trace[1005466322] 'agreement among raft nodes before linearized reading' (duration: 213.306846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.562842Z","caller":"traceutil/trace.go:171","msg":"trace[1183443667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:7967; }","duration":"294.711536ms","start":"2026-03-03T14:14:00.268113Z","end":"2026-03-03T14:14:00.562824Z","steps":["trace[1183443667] 'agreement among raft nodes before linearized reading' (duration: 294.512611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:01.593115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.806557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:01.593195Z","caller":"traceutil/trace.go:171","msg":"trace[407512333] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7968; }","duration":"860.90656ms","start":"2026-03-03T14:14:00.73227Z","end":"2026-03-03T14:14:01.593176Z","steps":["trace[407512333] 'count revisions from in-memory index tree' (duration: 860.695283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:01.59324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:00.732216Z","time spent":"861.005532ms","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:01.59337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.958917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:01.593462Z","caller":"traceutil/trace.go:171","msg":"trace[1870916832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7968; }","duration":"836.059571ms","start":"2026-03-03T14:14:00.757376Z","end":"2026-03-03T14:14:01.593435Z","steps":["trace[1870916832] 'range keys from in-memory index tree' (duration: 835.834515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:01.593536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:00.757307Z","time spent":"836.214384ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:01.940033Z","caller":"traceutil/trace.go:171","msg":"trace[1732414962] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"563.585891ms","start":"2026-03-03T14:14:01.376428Z","end":"2026-03-03T14:14:01.940014Z","steps":["trace[1732414962] 'process raft request' (duration: 563.464608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:01.94015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.376409Z","time spent":"563.677294ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:03.59531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996385826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:03.595411Z","caller":"traceutil/trace.go:171","msg":"trace[1934406330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996528339s","start":"2026-03-03T14:14:01.598865Z","end":"2026-03-03T14:14:03.595393Z","steps":["trace[1934406330] 'agreement among raft nodes before linearized reading' (duration: 1.996406156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:03.59545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.598853Z","time spent":"1.996588672s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:04.844202Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.904287469s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:04.844646Z","caller":"traceutil/trace.go:171","msg":"trace[686729902] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8270; }","duration":"3.245730863s","start":"2026-03-03T14:14:01.598894Z","end":"2026-03-03T14:14:04.844625Z","steps":["trace[686729902] 'read index received' (duration: 341.017315ms)","trace[686729902] 'applied index is now lower than readState.Index' (duration: 2.904712798s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:04.844735Z","caller":"traceutil/trace.go:171","msg":"trace[1970730394] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"3.468191308s","start":"2026-03-03T14:14:01.376536Z","end":"2026-03-03T14:14:04.844727Z","steps":["trace[1970730394] 'process raft request' (duration: 3.467987493s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.844706Z","caller":"traceutil/trace.go:171","msg":"trace[295168719] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"3.468235858s","start":"2026-03-03T14:14:01.376428Z","end":"2026-03-03T14:14:04.844664Z","steps":["trace[295168719] 'process raft request' (duration: 3.467974512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.844818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.376512Z","time spent":"3.468244469s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:04.84493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.376401Z","time spent":"3.468390263s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:05.455205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.065487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:05.455335Z","caller":"traceutil/trace.go:171","msg":"trace[162822805] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"1.509633807s","start":"2026-03-03T14:14:03.945664Z","end":"2026-03-03T14:14:05.455297Z","steps":["trace[162822805] 'process raft request' (duration: 1.173368525s)","trace[162822805] 'compare' (duration: 335.792751ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:05.455452Z","caller":"traceutil/trace.go:171","msg":"trace[2005299258] linearizableReadLoop","detail":"{readStateIndex:8274; appliedIndex:8273; }","duration":"610.706767ms","start":"2026-03-03T14:14:04.8447Z","end":"2026-03-03T14:14:05.455407Z","steps":["trace[2005299258] 'read index received' (duration: 274.281991ms)","trace[2005299258] 'applied index is now lower than readState.Index' (duration: 336.419876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.455529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.945632Z","time spent":"1.509806672s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:05.982997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.67994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:14:05.983106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714009685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:14:05.983179Z","caller":"traceutil/trace.go:171","msg":"trace[1054224537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7972; }","duration":"3.714083156s","start":"2026-03-03T14:14:02.26906Z","end":"2026-03-03T14:14:05.983144Z","steps":["trace[1054224537] 'agreement among raft nodes before linearized reading' (duration: 3.186441798s)","trace[1054224537] 'range keys from in-memory index tree' (duration: 527.493884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:05.983185Z","caller":"traceutil/trace.go:171","msg":"trace[1851797901] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8274; }","duration":"527.572977ms","start":"2026-03-03T14:14:05.455532Z","end":"2026-03-03T14:14:05.983105Z","steps":["trace[1851797901] 'read index received' (duration: 60.312µs)","trace[1851797901] 'applied index is now lower than readState.Index' (duration: 527.509534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.983262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838965425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:05.983296Z","caller":"traceutil/trace.go:171","msg":"trace[1153357554] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7972; }","duration":"1.839025947s","start":"2026-03-03T14:14:04.14425Z","end":"2026-03-03T14:14:05.983276Z","steps":["trace[1153357554] 'agreement among raft nodes before linearized reading' (duration: 1.311220445s)","trace[1153357554] 'count revisions from in-memory index tree' (duration: 527.769181ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.983317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.14423Z","time spent":"1.839080918s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:05.983218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.269054Z","time spent":"3.714157318s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:05.983663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714521447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:14:05.983781Z","caller":"traceutil/trace.go:171","msg":"trace[1644259122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7972; }","duration":"3.714615539s","start":"2026-03-03T14:14:02.269113Z","end":"2026-03-03T14:14:05.983729Z","steps":["trace[1644259122] 'agreement among raft nodes before linearized reading' (duration: 3.186381567s)","trace[1644259122] 'range keys from in-memory index tree' (duration: 528.078669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.983853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.269105Z","time spent":"3.714732592s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:05.98386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413191853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:05.983919Z","caller":"traceutil/trace.go:171","msg":"trace[1070766999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7972; }","duration":"3.413271275s","start":"2026-03-03T14:14:02.570618Z","end":"2026-03-03T14:14:05.983889Z","steps":["trace[1070766999] 'agreement among raft nodes before linearized reading' (duration: 2.884850529s)","trace[1070766999] 'range keys from in-memory index tree' (duration: 528.297344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.983915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.641659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:05.983196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.714095737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:14:05.983975Z","caller":"traceutil/trace.go:171","msg":"trace[1304062344] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7972; }","duration":"387.728681ms","start":"2026-03-03T14:14:05.596216Z","end":"2026-03-03T14:14:05.983945Z","steps":["trace[1304062344] 'agreement among raft nodes before linearized reading' (duration: 387.614348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:05.984034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.596186Z","time spent":"387.833174ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:05.984035Z","caller":"traceutil/trace.go:171","msg":"trace[2137270626] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7972; }","duration":"3.71506601s","start":"2026-03-03T14:14:02.268915Z","end":"2026-03-03T14:14:05.983981Z","steps":["trace[2137270626] 'agreement among raft nodes before linearized reading' (duration: 3.186600333s)","trace[2137270626] 'range keys from in-memory index tree' (duration: 527.426383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.984149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.268883Z","time spent":"3.715242133s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:05.984413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809940437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:05.983951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.570565Z","time spent":"3.413378268s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:14:05.984505Z","caller":"traceutil/trace.go:171","msg":"trace[535370494] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7972; }","duration":"1.810014828s","start":"2026-03-03T14:14:04.174451Z","end":"2026-03-03T14:14:05.984466Z","steps":["trace[535370494] 'agreement among raft nodes before linearized reading' (duration: 1.281038139s)","trace[535370494] 'count revisions from in-memory index tree' (duration: 528.888807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.984568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.17439Z","time spent":"1.810159922s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:05.984707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716269078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:05.984855Z","caller":"traceutil/trace.go:171","msg":"trace[1373610139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7972; }","duration":"3.716548135s","start":"2026-03-03T14:14:02.268275Z","end":"2026-03-03T14:14:05.984823Z","steps":["trace[1373610139] 'agreement among raft nodes before linearized reading' (duration: 3.187242328s)","trace[1373610139] 'range keys from in-memory index tree' (duration: 528.874617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.98499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.26825Z","time spent":"3.716722089s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:05.985151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716030244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:14:05.98529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.557059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:05.985328Z","caller":"traceutil/trace.go:171","msg":"trace[1871387449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7972; }","duration":"3.716205087s","start":"2026-03-03T14:14:02.269066Z","end":"2026-03-03T14:14:05.985272Z","steps":["trace[1871387449] 'agreement among raft nodes before linearized reading' (duration: 3.186426068s)","trace[1871387449] 'range keys from in-memory index tree' (duration: 529.475681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.985404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:02.269054Z","time spent":"3.71633522s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:05.985339Z","caller":"traceutil/trace.go:171","msg":"trace[1839153505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"382.725533ms","start":"2026-03-03T14:14:05.602598Z","end":"2026-03-03T14:14:05.985323Z","steps":["trace[1839153505] 'agreement among raft nodes before linearized reading' (duration: 382.455397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:05.985601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.602577Z","time spent":"383.011711ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:05.985023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.244993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:14:05.985666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383606586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:05.985704Z","caller":"traceutil/trace.go:171","msg":"trace[879834507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7972; }","duration":"328.950849ms","start":"2026-03-03T14:14:05.656738Z","end":"2026-03-03T14:14:05.985688Z","steps":["trace[879834507] 'agreement among raft nodes before linearized reading' (duration: 328.073607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:05.985731Z","caller":"traceutil/trace.go:171","msg":"trace[1347285951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7972; }","duration":"2.383685088s","start":"2026-03-03T14:14:03.602014Z","end":"2026-03-03T14:14:05.985699Z","steps":["trace[1347285951] 'agreement among raft nodes before linearized reading' (duration: 1.85348986s)","trace[1347285951] 'range keys from in-memory index tree' (duration: 530.133187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.985765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.656722Z","time spent":"329.01644ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:05.983386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.144099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:05.985945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.601998Z","time spent":"2.383808281s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:05.986092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387391305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:14:05.986134Z","caller":"traceutil/trace.go:171","msg":"trace[173943104] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:7972; }","duration":"608.741441ms","start":"2026-03-03T14:14:05.377178Z","end":"2026-03-03T14:14:05.985919Z","steps":["trace[173943104] 'agreement among raft nodes before linearized reading' (duration: 606.122959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:05.986224Z","caller":"traceutil/trace.go:171","msg":"trace[1247888830] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:7972; }","duration":"2.387554919s","start":"2026-03-03T14:14:03.598614Z","end":"2026-03-03T14:14:05.986169Z","steps":["trace[1247888830] 'agreement among raft nodes before linearized reading' (duration: 1.85689436s)","trace[1247888830] 'range keys from in-memory index tree' (duration: 530.397653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.986367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.598593Z","time spent":"2.387758384s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:14:05.986234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.377153Z","time spent":"609.065078ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:06.15697Z","caller":"traceutil/trace.go:171","msg":"trace[411399525] transaction","detail":"{read_only:false; response_revision:7973; number_of_response:1; }","duration":"166.400834ms","start":"2026-03-03T14:14:05.990542Z","end":"2026-03-03T14:14:06.156942Z","steps":["trace[411399525] 'process raft request' (duration: 166.23751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.576868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420099725s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:07.57724Z","caller":"traceutil/trace.go:171","msg":"trace[1104214397] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"1.585893745s","start":"2026-03-03T14:14:05.99132Z","end":"2026-03-03T14:14:07.577214Z","steps":["trace[1104214397] 'process raft request' (duration: 1.585718931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.577383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.991239Z","time spent":"1.58607132s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:07.577569Z","caller":"traceutil/trace.go:171","msg":"trace[650518835] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"1.585804073s","start":"2026-03-03T14:14:05.991729Z","end":"2026-03-03T14:14:07.577533Z","steps":["trace[650518835] 'process raft request' (duration: 1.585444524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:07.57761Z","caller":"traceutil/trace.go:171","msg":"trace[1374710604] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"1.584528633s","start":"2026-03-03T14:14:05.99307Z","end":"2026-03-03T14:14:07.577598Z","steps":["trace[1374710604] 'process raft request' (duration: 1.584464592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.577693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.993059Z","time spent":"1.584575784s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:07.577744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.991708Z","time spent":"1.585919476s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:07.577809Z","caller":"traceutil/trace.go:171","msg":"trace[427100105] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.584764929s","start":"2026-03-03T14:14:05.993035Z","end":"2026-03-03T14:14:07.5778Z","steps":["trace[427100105] 'process raft request' (duration: 1.58437915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.577852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.993019Z","time spent":"1.58481196s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:07.577817Z","caller":"traceutil/trace.go:171","msg":"trace[996670858] linearizableReadLoop","detail":"{readStateIndex:8278; appliedIndex:8275; }","duration":"1.585708721s","start":"2026-03-03T14:14:05.992081Z","end":"2026-03-03T14:14:07.57779Z","steps":["trace[996670858] 'read index received' (duration: 164.723825ms)","trace[996670858] 'applied index is now lower than readState.Index' (duration: 1.420955335s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:07.577951Z","caller":"traceutil/trace.go:171","msg":"trace[1767825775] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"1.493869013s","start":"2026-03-03T14:14:06.084069Z","end":"2026-03-03T14:14:07.577938Z","steps":["trace[1767825775] 'process raft request' (duration: 1.493601897s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:07.577914Z","caller":"traceutil/trace.go:171","msg":"trace[1448594969] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"1.58481543s","start":"2026-03-03T14:14:05.993087Z","end":"2026-03-03T14:14:07.577903Z","steps":["trace[1448594969] 'process raft request' (duration: 1.584476353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.57802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.08405Z","time spent":"1.493936125s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:07.578029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.993073Z","time spent":"1.584923393s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:07.578274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586168191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"info","ts":"2026-03-03T14:14:07.578348Z","caller":"traceutil/trace.go:171","msg":"trace[1705105296] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7979; }","duration":"1.586295444s","start":"2026-03-03T14:14:05.992038Z","end":"2026-03-03T14:14:07.578333Z","steps":["trace[1705105296] 'agreement among raft nodes before linearized reading' (duration: 1.585833974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.578389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.992023Z","time spent":"1.586355447s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:07.995715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:07.995785Z","caller":"traceutil/trace.go:171","msg":"trace[73855123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060963s","start":"2026-03-03T14:14:05.995709Z","end":"2026-03-03T14:14:07.99577Z","steps":["trace[73855123] 'agreement among raft nodes before linearized reading' (duration: 1.999968321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.995824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.995695Z","time spent":"2.000122015s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:08.078187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:08.579188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:09.079389Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:09.579822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:09.996167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999810807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:09.996262Z","caller":"traceutil/trace.go:171","msg":"trace[1170155011] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999961811s","start":"2026-03-03T14:14:07.996281Z","end":"2026-03-03T14:14:09.996243Z","steps":["trace[1170155011] 'agreement among raft nodes before linearized reading' (duration: 1.999847838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.996301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:07.99626Z","time spent":"2.000032842s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:10.080137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:10.100753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.523735178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:10.101084Z","caller":"traceutil/trace.go:171","msg":"trace[304787591] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"3.251557862s","start":"2026-03-03T14:14:06.849506Z","end":"2026-03-03T14:14:10.101064Z","steps":["trace[304787591] 'process raft request' (duration: 3.251405818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.101182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.849482Z","time spent":"3.251641653s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:10.101372Z","caller":"traceutil/trace.go:171","msg":"trace[958850296] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"3.249369629s","start":"2026-03-03T14:14:06.851964Z","end":"2026-03-03T14:14:10.101334Z","steps":["trace[958850296] 'process raft request' (duration: 3.249066372s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.101509Z","caller":"traceutil/trace.go:171","msg":"trace[1517303211] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"2.640753442s","start":"2026-03-03T14:14:07.460725Z","end":"2026-03-03T14:14:10.101478Z","steps":["trace[1517303211] 'process raft request' (duration: 2.64069113s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.101607Z","caller":"traceutil/trace.go:171","msg":"trace[1428715137] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"3.203253676s","start":"2026-03-03T14:14:06.898343Z","end":"2026-03-03T14:14:10.101596Z","steps":["trace[1428715137] 'process raft request' (duration: 3.20296249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.101663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.898317Z","time spent":"3.203318887s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:10.101714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:07.460701Z","time spent":"2.640886235s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:10.101533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.851948Z","time spent":"3.249496483s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:10.496127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.237341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:10.496219Z","caller":"traceutil/trace.go:171","msg":"trace[167487586] linearizableReadLoop","detail":"{readStateIndex:8287; appliedIndex:8282; }","duration":"2.918294072s","start":"2026-03-03T14:14:07.577913Z","end":"2026-03-03T14:14:10.496207Z","steps":["trace[167487586] 'read index received' (duration: 2.523060782s)","trace[167487586] 'applied index is now lower than readState.Index' (duration: 395.23234ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:10.496253Z","caller":"traceutil/trace.go:171","msg":"trace[1938928597] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"2.42507207s","start":"2026-03-03T14:14:08.071143Z","end":"2026-03-03T14:14:10.496215Z","steps":["trace[1938928597] 'process raft request' (duration: 2.096661084s)","trace[1938928597] 'compare' (duration: 328.15002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:10.49633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501760153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:10.496356Z","caller":"traceutil/trace.go:171","msg":"trace[732584092] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7984; }","duration":"3.501831705s","start":"2026-03-03T14:14:06.994514Z","end":"2026-03-03T14:14:10.496345Z","steps":["trace[732584092] 'agreement among raft nodes before linearized reading' (duration: 3.501761803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.496385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.994492Z","time spent":"3.501885477s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:10.496437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.071126Z","time spent":"2.425216423s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:10.49658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335751624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:14:10.496916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813625536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:14:10.496945Z","caller":"traceutil/trace.go:171","msg":"trace[1600362159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7984; }","duration":"3.813695628s","start":"2026-03-03T14:14:06.683242Z","end":"2026-03-03T14:14:10.496938Z","steps":["trace[1600362159] 'agreement among raft nodes before linearized reading' (duration: 3.813622046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.496974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.683223Z","time spent":"3.813746338s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:14:10.496587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.503520011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:14:10.49699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158020132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:14:10.496977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.939429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:14:10.49701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.955397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:14:10.497008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.284164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:14:10.497046Z","caller":"traceutil/trace.go:171","msg":"trace[1660267755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7984; }","duration":"4.503978303s","start":"2026-03-03T14:14:05.99304Z","end":"2026-03-03T14:14:10.497019Z","steps":["trace[1660267755] 'agreement among raft nodes before linearized reading' (duration: 4.503488811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.497068Z","caller":"traceutil/trace.go:171","msg":"trace[2003704716] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7984; }","duration":"915.077942ms","start":"2026-03-03T14:14:09.581971Z","end":"2026-03-03T14:14:10.497049Z","steps":["trace[2003704716] 'agreement among raft nodes before linearized reading' (duration: 914.838547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.497055Z","caller":"traceutil/trace.go:171","msg":"trace[284120175] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:7984; }","duration":"1.158109494s","start":"2026-03-03T14:14:09.338928Z","end":"2026-03-03T14:14:10.497037Z","steps":["trace[284120175] 'agreement among raft nodes before linearized reading' (duration: 1.15792862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.496708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.559764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:10.496631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482342486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:10.497078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.203592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:14:10.497109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.993024Z","time spent":"4.504066124s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:10.496738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.578444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:10.497128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.338889Z","time spent":"1.158228237s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:14:10.49714Z","caller":"traceutil/trace.go:171","msg":"trace[1817931221] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:7984; }","duration":"2.482884199s","start":"2026-03-03T14:14:08.01424Z","end":"2026-03-03T14:14:10.497125Z","steps":["trace[1817931221] 'agreement among raft nodes before linearized reading' (duration: 2.482370907s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.497083Z","caller":"traceutil/trace.go:171","msg":"trace[2137280532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7984; }","duration":"914.394287ms","start":"2026-03-03T14:14:09.582676Z","end":"2026-03-03T14:14:10.497071Z","steps":["trace[2137280532] 'agreement among raft nodes before linearized reading' (duration: 914.09556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.497148Z","caller":"traceutil/trace.go:171","msg":"trace[783456789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7984; }","duration":"914.308714ms","start":"2026-03-03T14:14:09.582828Z","end":"2026-03-03T14:14:10.497137Z","steps":["trace[783456789] 'agreement among raft nodes before linearized reading' (duration: 914.092149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234539393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:14:10.496926Z","caller":"traceutil/trace.go:171","msg":"trace[2001023000] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:7984; }","duration":"4.336121643s","start":"2026-03-03T14:14:06.160786Z","end":"2026-03-03T14:14:10.496908Z","steps":["trace[2001023000] 'agreement among raft nodes before linearized reading' (duration: 4.335502139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.58267Z","time spent":"914.53445ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:10.497239Z","caller":"traceutil/trace.go:171","msg":"trace[219589112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7984; }","duration":"4.234690577s","start":"2026-03-03T14:14:06.26252Z","end":"2026-03-03T14:14:10.497211Z","steps":["trace[219589112] 'agreement among raft nodes before linearized reading' (duration: 4.234364949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.160773Z","time spent":"4.336464971s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:14:10.497293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.262501Z","time spent":"4.23478141s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:14:10.497155Z","caller":"traceutil/trace.go:171","msg":"trace[793371832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"495.008364ms","start":"2026-03-03T14:14:10.00214Z","end":"2026-03-03T14:14:10.497148Z","steps":["trace[793371832] 'agreement among raft nodes before linearized reading' (duration: 494.584234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.002131Z","time spent":"495.25005ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:10.496819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360335528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:10.497536Z","caller":"traceutil/trace.go:171","msg":"trace[940369212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7984; }","duration":"1.361090975s","start":"2026-03-03T14:14:09.136431Z","end":"2026-03-03T14:14:10.497522Z","steps":["trace[940369212] 'agreement among raft nodes before linearized reading' (duration: 1.360332948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.496857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361521296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:10.497657Z","caller":"traceutil/trace.go:171","msg":"trace[733612543] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:7984; }","duration":"1.362370946s","start":"2026-03-03T14:14:09.135265Z","end":"2026-03-03T14:14:10.497636Z","steps":["trace[733612543] 'agreement among raft nodes before linearized reading' (duration: 1.361538697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.074978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:10.497728Z","caller":"traceutil/trace.go:171","msg":"trace[1968705814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:7984; }","duration":"911.120369ms","start":"2026-03-03T14:14:09.586587Z","end":"2026-03-03T14:14:10.497708Z","steps":["trace[1968705814] 'agreement among raft nodes before linearized reading' (duration: 910.275419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.49773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.135237Z","time spent":"1.362471479s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:10.497756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.586582Z","time spent":"911.168121ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:14:10.497006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.931896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:14:10.497839Z","caller":"traceutil/trace.go:171","msg":"trace[358022789] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7984; }","duration":"914.799366ms","start":"2026-03-03T14:14:09.583023Z","end":"2026-03-03T14:14:10.497823Z","steps":["trace[358022789] 'agreement among raft nodes before linearized reading' (duration: 913.774252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:10.49708Z","caller":"traceutil/trace.go:171","msg":"trace[1209282895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7984; }","duration":"914.069759ms","start":"2026-03-03T14:14:09.582986Z","end":"2026-03-03T14:14:10.497056Z","steps":["trace[1209282895] 'agreement among raft nodes before linearized reading' (duration: 913.905526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.583018Z","time spent":"914.862939ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:10.497912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.582966Z","time spent":"914.9357ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:10.497119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.581954Z","time spent":"915.156475ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:10.497126Z","caller":"traceutil/trace.go:171","msg":"trace[1615455988] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:7984; }","duration":"395.008705ms","start":"2026-03-03T14:14:10.102108Z","end":"2026-03-03T14:14:10.497116Z","steps":["trace[1615455988] 'agreement among raft nodes before linearized reading' (duration: 394.584105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.498098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.10209Z","time spent":"395.990428ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:10.496797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.983545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-03T14:14:10.498044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.136416Z","time spent":"1.361159827s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:10.498236Z","caller":"traceutil/trace.go:171","msg":"trace[379376721] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7984; }","duration":"499.4331ms","start":"2026-03-03T14:14:09.99878Z","end":"2026-03-03T14:14:10.498213Z","steps":["trace[379376721] 'agreement among raft nodes before linearized reading' (duration: 497.969395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.497204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.014219Z","time spent":"2.482965451s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:10.498303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.998766Z","time spent":"499.518892ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:14:10.497206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.582815Z","time spent":"914.383237ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:10.999593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:11.500391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:12.000594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:12.501158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:12.51075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:12.510831Z","caller":"traceutil/trace.go:171","msg":"trace[595454433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386501s","start":"2026-03-03T14:14:10.510425Z","end":"2026-03-03T14:14:12.510812Z","steps":["trace[595454433] 'agreement among raft nodes before linearized reading' (duration: 2.000287799s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.510889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.51041Z","time spent":"2.000469513s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:12.985442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.486074754s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:13.322344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.713042ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:14:13.322409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.49866Z","time spent":"2.823744139s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:14:14.513742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002542932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:14.513892Z","caller":"traceutil/trace.go:171","msg":"trace[25119003] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002773647s","start":"2026-03-03T14:14:12.511083Z","end":"2026-03-03T14:14:14.513857Z","steps":["trace[25119003] 'agreement among raft nodes before linearized reading' (duration: 2.002588873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.513991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.511061Z","time spent":"2.002910661s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:14.73823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.752588036s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:14.738784Z","caller":"traceutil/trace.go:171","msg":"trace[261587849] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"4.23522453s","start":"2026-03-03T14:14:10.503531Z","end":"2026-03-03T14:14:14.738756Z","steps":["trace[261587849] 'process raft request' (duration: 4.235046926s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.738832Z","caller":"traceutil/trace.go:171","msg":"trace[1375111109] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"4.232755762s","start":"2026-03-03T14:14:10.506057Z","end":"2026-03-03T14:14:14.738813Z","steps":["trace[1375111109] 'process raft request' (duration: 4.232610839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.73892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.50351Z","time spent":"4.235339882s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:14.738821Z","caller":"traceutil/trace.go:171","msg":"trace[148730126] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"4.238325893s","start":"2026-03-03T14:14:10.500461Z","end":"2026-03-03T14:14:14.738787Z","steps":["trace[148730126] 'process raft request' (duration: 4.237922704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.739049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.506031Z","time spent":"4.232914415s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.500434Z","time spent":"4.238648891s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:14.739179Z","caller":"traceutil/trace.go:171","msg":"trace[342461317] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"4.231480472s","start":"2026-03-03T14:14:10.507681Z","end":"2026-03-03T14:14:14.739162Z","steps":["trace[342461317] 'process raft request' (duration: 4.231103572s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.738861Z","caller":"traceutil/trace.go:171","msg":"trace[1118763335] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"4.235203108s","start":"2026-03-03T14:14:10.50363Z","end":"2026-03-03T14:14:14.738833Z","steps":["trace[1118763335] 'process raft request' (duration: 4.235017094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.739328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.507668Z","time spent":"4.231567354s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.503624Z","time spent":"4.235640551s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:14.739436Z","caller":"traceutil/trace.go:171","msg":"trace[1542888266] linearizableReadLoop","detail":"{readStateIndex:8300; appliedIndex:8287; }","duration":"4.239876961s","start":"2026-03-03T14:14:10.499543Z","end":"2026-03-03T14:14:14.73942Z","steps":["trace[1542888266] 'read index received' (duration: 2.486103586s)","trace[1542888266] 'applied index is now lower than readState.Index' (duration: 1.753772715s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:14.739502Z","caller":"traceutil/trace.go:171","msg":"trace[1324737522] transaction","detail":"{read_only:false; response_revision:7993; number_of_response:1; }","duration":"4.228961522s","start":"2026-03-03T14:14:10.510528Z","end":"2026-03-03T14:14:14.73949Z","steps":["trace[1324737522] 'process raft request' (duration: 4.228765017s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.739521Z","caller":"traceutil/trace.go:171","msg":"trace[433273921] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"2.632357293s","start":"2026-03-03T14:14:12.107148Z","end":"2026-03-03T14:14:14.739505Z","steps":["trace[433273921] 'process raft request' (duration: 2.632180159s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.739561Z","caller":"traceutil/trace.go:171","msg":"trace[639568233] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"4.231597294s","start":"2026-03-03T14:14:10.507954Z","end":"2026-03-03T14:14:14.739552Z","steps":["trace[639568233] 'process raft request' (duration: 4.231115402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.739592Z","caller":"traceutil/trace.go:171","msg":"trace[1970048888] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"2.631054833s","start":"2026-03-03T14:14:12.10853Z","end":"2026-03-03T14:14:14.739585Z","steps":["trace[1970048888] 'process raft request' (duration: 2.630839908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.7396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.107122Z","time spent":"2.632434764s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:14.739645Z","caller":"traceutil/trace.go:171","msg":"trace[2136960924] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"4.230841737s","start":"2026-03-03T14:14:10.508797Z","end":"2026-03-03T14:14:14.739639Z","steps":["trace[2136960924] 'process raft request' (duration: 4.230415507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.739562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.510515Z","time spent":"4.229021944s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.508786Z","time spent":"4.230877318s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.507923Z","time spent":"4.231667566s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.240212929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19445"} {"level":"info","ts":"2026-03-03T14:14:14.739787Z","caller":"traceutil/trace.go:171","msg":"trace[1656482991] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7996; }","duration":"4.24026707s","start":"2026-03-03T14:14:10.499513Z","end":"2026-03-03T14:14:14.73978Z","steps":["trace[1656482991] 'agreement among raft nodes before linearized reading' (duration: 4.240148567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.739635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.10852Z","time spent":"2.631088334s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.499464Z","time spent":"4.240339401s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19469,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:14:14.739506Z","caller":"traceutil/trace.go:171","msg":"trace[657576722] transaction","detail":"{read_only:false; response_revision:7995; number_of_response:1; }","duration":"2.631394871s","start":"2026-03-03T14:14:12.108102Z","end":"2026-03-03T14:14:14.739497Z","steps":["trace[657576722] 'process raft request' (duration: 2.631245717s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:14.739613Z","caller":"traceutil/trace.go:171","msg":"trace[1159523615] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"4.229898004s","start":"2026-03-03T14:14:10.509701Z","end":"2026-03-03T14:14:14.739599Z","steps":["trace[1159523615] 'process raft request' (duration: 4.229565597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:14.739927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.108091Z","time spent":"2.631765449s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:14.739985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.509685Z","time spent":"4.230270493s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:15.171548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.055418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:15.171875Z","caller":"traceutil/trace.go:171","msg":"trace[1427314008] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"1.847782474s","start":"2026-03-03T14:14:13.324057Z","end":"2026-03-03T14:14:15.171839Z","steps":["trace[1427314008] 'process raft request' (duration: 1.551383427s)","trace[1427314008] 'compare' (duration: 295.898085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.172027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.324036Z","time spent":"1.847907737s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:15.172122Z","caller":"traceutil/trace.go:171","msg":"trace[1975435137] linearizableReadLoop","detail":"{readStateIndex:8301; appliedIndex:8300; }","duration":"432.642726ms","start":"2026-03-03T14:14:14.739465Z","end":"2026-03-03T14:14:15.172108Z","steps":["trace[1975435137] 'read index received' (duration: 135.855061ms)","trace[1975435137] 'applied index is now lower than readState.Index' (duration: 296.785575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.287423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.344925ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:14:15.28746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278024714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:15.28752Z","caller":"traceutil/trace.go:171","msg":"trace[32587905] linearizableReadLoop","detail":"{readStateIndex:8302; appliedIndex:8301; }","duration":"115.354254ms","start":"2026-03-03T14:14:15.172148Z","end":"2026-03-03T14:14:15.287503Z","steps":["trace[32587905] 'read index received' (duration: 34.081µs)","trace[32587905] 'applied index is now lower than readState.Index' (duration: 115.318333ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:15.287526Z","caller":"traceutil/trace.go:171","msg":"trace[675343728] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7997; }","duration":"4.278152437s","start":"2026-03-03T14:14:11.009355Z","end":"2026-03-03T14:14:15.287507Z","steps":["trace[675343728] 'agreement among raft nodes before linearized reading' (duration: 4.162806863s)","trace[675343728] 'count revisions from in-memory index tree' (duration: 115.215041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.287573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.009335Z","time spent":"4.27822768s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:15.287697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.77310929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:15.287732Z","caller":"traceutil/trace.go:171","msg":"trace[435717667] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7997; }","duration":"2.773186441s","start":"2026-03-03T14:14:12.514535Z","end":"2026-03-03T14:14:15.287721Z","steps":["trace[435717667] 'agreement among raft nodes before linearized reading' (duration: 2.657585191s)","trace[435717667] 'count revisions from in-memory index tree' (duration: 115.538958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.287754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.514517Z","time spent":"2.773229622s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:15.287765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.443321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-03T14:14:15.287773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.783378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:15.287767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470691582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:15.287808Z","caller":"traceutil/trace.go:171","msg":"trace[1593124789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7997; }","duration":"491.89356ms","start":"2026-03-03T14:14:14.795904Z","end":"2026-03-03T14:14:15.287798Z","steps":["trace[1593124789] 'agreement among raft nodes before linearized reading' (duration: 491.794948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.287842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782005592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224091"} {"level":"warn","ts":"2026-03-03T14:14:15.287801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.597272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T14:14:15.287834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.988248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:15.287855Z","caller":"traceutil/trace.go:171","msg":"trace[1206038958] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:7997; }","duration":"4.470847306s","start":"2026-03-03T14:14:10.81698Z","end":"2026-03-03T14:14:15.287828Z","steps":["trace[1206038958] 'agreement among raft nodes before linearized reading' (duration: 4.355190395s)","trace[1206038958] 'count revisions from in-memory index tree' (duration: 115.493847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:15.287884Z","caller":"traceutil/trace.go:171","msg":"trace[1832063487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7997; }","duration":"4.782083554s","start":"2026-03-03T14:14:10.505787Z","end":"2026-03-03T14:14:15.287871Z","steps":["trace[1832063487] 'agreement among raft nodes before linearized reading' (duration: 4.666394862s)","trace[1832063487] 'range keys from in-memory index tree' (duration: 115.425406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:15.287904Z","caller":"traceutil/trace.go:171","msg":"trace[1253211275] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:7997; }","duration":"542.738875ms","start":"2026-03-03T14:14:14.745142Z","end":"2026-03-03T14:14:15.287881Z","steps":["trace[1253211275] 'agreement among raft nodes before linearized reading' (duration: 542.495629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.287915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.505743Z","time spent":"4.782164286s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224115,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:14:15.287909Z","caller":"traceutil/trace.go:171","msg":"trace[811830431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7997; }","duration":"766.10189ms","start":"2026-03-03T14:14:14.521789Z","end":"2026-03-03T14:14:15.287891Z","steps":["trace[811830431] 'agreement among raft nodes before linearized reading' (duration: 650.354337ms)","trace[811830431] 'range keys from in-memory index tree' (duration: 115.655971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.287922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.816965Z","time spent":"4.470944758s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:15.287947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.745125Z","time spent":"542.810747ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"warn","ts":"2026-03-03T14:14:15.287949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.521732Z","time spent":"766.208754ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:15.287848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.795885Z","time spent":"491.950431ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:14:15.287805Z","caller":"traceutil/trace.go:171","msg":"trace[1490858788] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7997; }","duration":"540.535834ms","start":"2026-03-03T14:14:14.747258Z","end":"2026-03-03T14:14:15.287794Z","steps":["trace[1490858788] 'agreement among raft nodes before linearized reading' (duration: 540.336969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.288019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.679964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:14:15.288037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.747249Z","time spent":"540.775179ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:14:15.288049Z","caller":"traceutil/trace.go:171","msg":"trace[337263209] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7997; }","duration":"113.738156ms","start":"2026-03-03T14:14:15.174302Z","end":"2026-03-03T14:14:15.28804Z","steps":["trace[337263209] 'agreement among raft nodes before linearized reading' (duration: 113.582652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.288317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.469035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"info","ts":"2026-03-03T14:14:15.288351Z","caller":"traceutil/trace.go:171","msg":"trace[974549429] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7997; }","duration":"870.546447ms","start":"2026-03-03T14:14:14.417792Z","end":"2026-03-03T14:14:15.288339Z","steps":["trace[974549429] 'agreement among raft nodes before linearized reading' (duration: 754.363632ms)","trace[974549429] 'range keys from in-memory index tree' (duration: 115.236662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.28838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.417723Z","time spent":"870.64973ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:14:15.445891Z","caller":"traceutil/trace.go:171","msg":"trace[2003141048] linearizableReadLoop","detail":"{readStateIndex:8303; appliedIndex:8302; }","duration":"154.505363ms","start":"2026-03-03T14:14:15.291362Z","end":"2026-03-03T14:14:15.445868Z","steps":["trace[2003141048] 'read index received' (duration: 154.293768ms)","trace[2003141048] 'applied index is now lower than readState.Index' (duration: 210.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:15.44627Z","caller":"traceutil/trace.go:171","msg":"trace[1651371413] transaction","detail":"{read_only:false; response_revision:7998; number_of_response:1; }","duration":"155.041635ms","start":"2026-03-03T14:14:15.291215Z","end":"2026-03-03T14:14:15.446256Z","steps":["trace[1651371413] 'process raft request' (duration: 148.309256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.44635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.860327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:15.446439Z","caller":"traceutil/trace.go:171","msg":"trace[768475252] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7998; }","duration":"153.987551ms","start":"2026-03-03T14:14:15.292429Z","end":"2026-03-03T14:14:15.446417Z","steps":["trace[768475252] 'agreement among raft nodes before linearized reading' (duration: 153.833367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.446503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.116787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:14:15.446604Z","caller":"traceutil/trace.go:171","msg":"trace[123134551] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7998; }","duration":"155.236989ms","start":"2026-03-03T14:14:15.291335Z","end":"2026-03-03T14:14:15.446572Z","steps":["trace[123134551] 'agreement among raft nodes before linearized reading' (duration: 154.946783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.446679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.265554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:14:15.446774Z","caller":"traceutil/trace.go:171","msg":"trace[137397900] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:7998; }","duration":"153.411337ms","start":"2026-03-03T14:14:15.293347Z","end":"2026-03-03T14:14:15.446759Z","steps":["trace[137397900] 'agreement among raft nodes before linearized reading' (duration: 153.023798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.96097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693662831,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:14:16.019293Z","caller":"traceutil/trace.go:171","msg":"trace[396592369] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"566.629083ms","start":"2026-03-03T14:14:15.452639Z","end":"2026-03-03T14:14:16.019268Z","steps":["trace[396592369] 'process raft request' (duration: 566.429798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.01945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.45262Z","time spent":"566.750585ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:16.14733Z","caller":"traceutil/trace.go:171","msg":"trace[990304404] linearizableReadLoop","detail":"{readStateIndex:8305; appliedIndex:8303; }","duration":"686.936444ms","start":"2026-03-03T14:14:15.46037Z","end":"2026-03-03T14:14:16.147306Z","steps":["trace[990304404] 'read index received' (duration: 558.746335ms)","trace[990304404] 'applied index is now lower than readState.Index' (duration: 128.188779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:16.14744Z","caller":"traceutil/trace.go:171","msg":"trace[1851586378] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"691.215436ms","start":"2026-03-03T14:14:15.456214Z","end":"2026-03-03T14:14:16.147429Z","steps":["trace[1851586378] 'process raft request' (duration: 690.990101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.147524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.456196Z","time spent":"691.268118ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:16.14766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.654947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:16.147737Z","caller":"traceutil/trace.go:171","msg":"trace[1509804460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8000; }","duration":"389.788201ms","start":"2026-03-03T14:14:15.757932Z","end":"2026-03-03T14:14:16.14772Z","steps":["trace[1509804460] 'agreement among raft nodes before linearized reading' (duration: 389.660158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.147773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.757907Z","time spent":"389.858392ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:16.148033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.660331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:14:16.148062Z","caller":"traceutil/trace.go:171","msg":"trace[1269436792] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8000; }","duration":"687.704972ms","start":"2026-03-03T14:14:15.460348Z","end":"2026-03-03T14:14:16.148053Z","steps":["trace[1269436792] 'agreement among raft nodes before linearized reading' (duration: 687.612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.148081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.460336Z","time spent":"687.740533ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:14:16.148077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.416262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:14:16.148123Z","caller":"traceutil/trace.go:171","msg":"trace[1462267997] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:8000; }","duration":"125.483574ms","start":"2026-03-03T14:14:16.022626Z","end":"2026-03-03T14:14:16.14811Z","steps":["trace[1462267997] 'agreement among raft nodes before linearized reading' (duration: 125.33701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.413411Z","caller":"traceutil/trace.go:171","msg":"trace[1713246390] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"263.472356ms","start":"2026-03-03T14:14:16.149921Z","end":"2026-03-03T14:14:16.413393Z","steps":["trace[1713246390] 'process raft request' (duration: 263.358003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.695992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.749268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:16.696079Z","caller":"traceutil/trace.go:171","msg":"trace[904179148] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8002; }","duration":"135.888671ms","start":"2026-03-03T14:14:16.560171Z","end":"2026-03-03T14:14:16.69606Z","steps":["trace[904179148] 'count revisions from in-memory index tree' (duration: 135.660536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.886153Z","caller":"traceutil/trace.go:171","msg":"trace[654271188] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"137.390427ms","start":"2026-03-03T14:14:16.748738Z","end":"2026-03-03T14:14:16.886129Z","steps":["trace[654271188] 'process raft request' (duration: 137.304595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.886173Z","caller":"traceutil/trace.go:171","msg":"trace[2048572317] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"139.039927ms","start":"2026-03-03T14:14:16.747099Z","end":"2026-03-03T14:14:16.886139Z","steps":["trace[2048572317] 'process raft request' (duration: 138.798451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.886504Z","caller":"traceutil/trace.go:171","msg":"trace[1681137765] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"137.506189ms","start":"2026-03-03T14:14:16.74899Z","end":"2026-03-03T14:14:16.886496Z","steps":["trace[1681137765] 'process raft request' (duration: 137.10101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.886627Z","caller":"traceutil/trace.go:171","msg":"trace[380882461] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"137.51089ms","start":"2026-03-03T14:14:16.749095Z","end":"2026-03-03T14:14:16.886606Z","steps":["trace[380882461] 'process raft request' (duration: 137.251054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.88676Z","caller":"traceutil/trace.go:171","msg":"trace[1818057515] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"136.590178ms","start":"2026-03-03T14:14:16.750145Z","end":"2026-03-03T14:14:16.886735Z","steps":["trace[1818057515] 'process raft request' (duration: 136.466185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.886865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.431098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:16.886696Z","caller":"traceutil/trace.go:171","msg":"trace[1760133780] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"136.866425ms","start":"2026-03-03T14:14:16.74982Z","end":"2026-03-03T14:14:16.886687Z","steps":["trace[1760133780] 'process raft request' (duration: 136.66085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:16.886716Z","caller":"traceutil/trace.go:171","msg":"trace[860064057] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8307; }","duration":"129.302155ms","start":"2026-03-03T14:14:16.757388Z","end":"2026-03-03T14:14:16.88669Z","steps":["trace[860064057] 'read index received' (duration: 48.821777ms)","trace[860064057] 'applied index is now lower than readState.Index' (duration: 80.478598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:16.886937Z","caller":"traceutil/trace.go:171","msg":"trace[632094776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8010; }","duration":"129.536241ms","start":"2026-03-03T14:14:16.757361Z","end":"2026-03-03T14:14:16.886897Z","steps":["trace[632094776] 'agreement among raft nodes before linearized reading' (duration: 129.429748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:17.137543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.896062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:17.13765Z","caller":"traceutil/trace.go:171","msg":"trace[1163633814] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8010; }","duration":"144.066526ms","start":"2026-03-03T14:14:16.993564Z","end":"2026-03-03T14:14:17.137631Z","steps":["trace[1163633814] 'count revisions from in-memory index tree' (duration: 143.81632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:19.002519Z","caller":"traceutil/trace.go:171","msg":"trace[1648992976] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"421.049391ms","start":"2026-03-03T14:14:18.581435Z","end":"2026-03-03T14:14:19.002484Z","steps":["trace[1648992976] 'process raft request' (duration: 420.809015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:19.002707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.581417Z","time spent":"421.196265ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:21.082057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.063631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:21.082204Z","caller":"traceutil/trace.go:171","msg":"trace[1784184978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8013; }","duration":"661.220805ms","start":"2026-03-03T14:14:20.420964Z","end":"2026-03-03T14:14:21.082185Z","steps":["trace[1784184978] 'range keys from in-memory index tree' (duration: 661.00642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.160816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.158469699s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:21.161207Z","caller":"traceutil/trace.go:171","msg":"trace[1720671596] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8317; }","duration":"2.306082687s","start":"2026-03-03T14:14:18.855104Z","end":"2026-03-03T14:14:21.161187Z","steps":["trace[1720671596] 'read index received' (duration: 147.212369ms)","trace[1720671596] 'applied index is now lower than readState.Index' (duration: 2.158869368s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:21.161319Z","caller":"traceutil/trace.go:171","msg":"trace[219227397] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"2.269269785s","start":"2026-03-03T14:14:18.892037Z","end":"2026-03-03T14:14:21.161307Z","steps":["trace[219227397] 'process raft request' (duration: 2.269113201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.16142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.892023Z","time spent":"2.269329106s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:21.161463Z","caller":"traceutil/trace.go:171","msg":"trace[313137431] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"2.350180443s","start":"2026-03-03T14:14:18.81122Z","end":"2026-03-03T14:14:21.1614Z","steps":["trace[313137431] 'process raft request' (duration: 2.349767614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.161718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.81119Z","time spent":"2.350421769s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:21.16133Z","caller":"traceutil/trace.go:171","msg":"trace[303352533] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"2.349680402s","start":"2026-03-03T14:14:18.811588Z","end":"2026-03-03T14:14:21.161268Z","steps":["trace[303352533] 'process raft request' (duration: 2.349525989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.162099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306989619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:14:21.162128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.811566Z","time spent":"2.35044486s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:21.162191Z","caller":"traceutil/trace.go:171","msg":"trace[1595791897] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8016; }","duration":"2.307112032s","start":"2026-03-03T14:14:18.855058Z","end":"2026-03-03T14:14:21.16217Z","steps":["trace[1595791897] 'agreement among raft nodes before linearized reading' (duration: 2.306429116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.162251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.855041Z","time spent":"2.307197184s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:14:21.171736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:21.171792Z","caller":"traceutil/trace.go:171","msg":"trace[1132124365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357511s","start":"2026-03-03T14:14:19.171422Z","end":"2026-03-03T14:14:21.17178Z","steps":["trace[1132124365] 'agreement among raft nodes before linearized reading' (duration: 2.000293699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.171848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.171402Z","time spent":"2.000437702s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:21.18697Z","caller":"traceutil/trace.go:171","msg":"trace[1797158586] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"789.205439ms","start":"2026-03-03T14:14:20.3977Z","end":"2026-03-03T14:14:21.186906Z","steps":["trace[1797158586] 'process raft request' (duration: 786.597327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.187162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.397682Z","time spent":"789.376453ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:21.187595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.03414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:21.187676Z","caller":"traceutil/trace.go:171","msg":"trace[936714788] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8018; }","duration":"518.162983ms","start":"2026-03-03T14:14:20.669489Z","end":"2026-03-03T14:14:21.187652Z","steps":["trace[936714788] 'agreement among raft nodes before linearized reading' (duration: 518.01429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.187731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.669468Z","time spent":"518.244066ms","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.187768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296260414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:21.187823Z","caller":"traceutil/trace.go:171","msg":"trace[1489987063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8018; }","duration":"2.296334986s","start":"2026-03-03T14:14:18.891473Z","end":"2026-03-03T14:14:21.187808Z","steps":["trace[1489987063] 'agreement among raft nodes before linearized reading' (duration: 2.296125981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.187811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430518411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:21.187974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29642537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:14:21.188014Z","caller":"traceutil/trace.go:171","msg":"trace[1608008487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8018; }","duration":"2.29647133s","start":"2026-03-03T14:14:18.891527Z","end":"2026-03-03T14:14:21.187999Z","steps":["trace[1608008487] 'agreement among raft nodes before linearized reading' (duration: 2.296377967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.187874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880832527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:14:21.188047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.891521Z","time spent":"2.296518571s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296563952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:14:21.18811Z","caller":"traceutil/trace.go:171","msg":"trace[1648873023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8018; }","duration":"2.296645494s","start":"2026-03-03T14:14:18.891449Z","end":"2026-03-03T14:14:21.188095Z","steps":["trace[1648873023] 'agreement among raft nodes before linearized reading' (duration: 2.296508481s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.188127Z","caller":"traceutil/trace.go:171","msg":"trace[537756389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8018; }","duration":"1.881113565s","start":"2026-03-03T14:14:19.306947Z","end":"2026-03-03T14:14:21.18806Z","steps":["trace[537756389] 'agreement among raft nodes before linearized reading' (duration: 1.880721115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.306926Z","time spent":"1.881251857s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:14:21.18815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.891427Z","time spent":"2.296712196s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.408959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:21.188298Z","caller":"traceutil/trace.go:171","msg":"trace[2043814248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8018; }","duration":"1.430748746s","start":"2026-03-03T14:14:19.757174Z","end":"2026-03-03T14:14:21.187923Z","steps":["trace[2043814248] 'agreement among raft nodes before linearized reading' (duration: 1.43045436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.18861Z","caller":"traceutil/trace.go:171","msg":"trace[949770746] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8018; }","duration":"812.542902ms","start":"2026-03-03T14:14:20.376011Z","end":"2026-03-03T14:14:21.188554Z","steps":["trace[949770746] 'agreement among raft nodes before linearized reading' (duration: 812.337717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.18864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297147746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:14:21.188707Z","caller":"traceutil/trace.go:171","msg":"trace[446297345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8018; }","duration":"2.297260029s","start":"2026-03-03T14:14:18.891435Z","end":"2026-03-03T14:14:21.188695Z","steps":["trace[446297345] 'agreement among raft nodes before linearized reading' (duration: 2.297091285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.891415Z","time spent":"2.29731931s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:21.18868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849136827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:14:21.188656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.757156Z","time spent":"1.431481544s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:21.188817Z","caller":"traceutil/trace.go:171","msg":"trace[2043809680] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8018; }","duration":"1.849871534s","start":"2026-03-03T14:14:19.338922Z","end":"2026-03-03T14:14:21.188793Z","steps":["trace[2043809680] 'agreement among raft nodes before linearized reading' (duration: 1.848974062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.338897Z","time spent":"1.849965886s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:14:21.187876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.89146Z","time spent":"2.296399468s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:21.189093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297640547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:21.189277Z","caller":"traceutil/trace.go:171","msg":"trace[1761188553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8018; }","duration":"2.297817981s","start":"2026-03-03T14:14:18.891385Z","end":"2026-03-03T14:14:21.189203Z","steps":["trace[1761188553] 'agreement among raft nodes before linearized reading' (duration: 2.297548265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.376001Z","time spent":"812.655125ms","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.189943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.007134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:21.190139Z","caller":"traceutil/trace.go:171","msg":"trace[1067814930] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8018; }","duration":"824.298501ms","start":"2026-03-03T14:14:20.36581Z","end":"2026-03-03T14:14:21.190109Z","steps":["trace[1067814930] 'agreement among raft nodes before linearized reading' (duration: 823.989683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.190219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.365763Z","time spent":"824.436684ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.190864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:18.89136Z","time spent":"2.299482342s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:28.008029Z","caller":"traceutil/trace.go:171","msg":"trace[191900738] transaction","detail":"{read_only:false; response_revision:8108; number_of_response:1; }","duration":"109.497425ms","start":"2026-03-03T14:14:27.898473Z","end":"2026-03-03T14:14:28.00797Z","steps":["trace[191900738] 'process raft request' (duration: 109.171668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.160264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.385252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:30.160806Z","caller":"traceutil/trace.go:171","msg":"trace[1702413490] transaction","detail":"{read_only:false; response_revision:8116; number_of_response:1; }","duration":"859.596298ms","start":"2026-03-03T14:14:29.301156Z","end":"2026-03-03T14:14:30.160752Z","steps":["trace[1702413490] 'process raft request' (duration: 212.671082ms)","trace[1702413490] 'compare' (duration: 646.30391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:30.160884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.301142Z","time spent":"859.72191ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:30.197367Z","caller":"traceutil/trace.go:171","msg":"trace[1527228696] linearizableReadLoop","detail":"{readStateIndex:8427; appliedIndex:8424; }","duration":"895.624112ms","start":"2026-03-03T14:14:29.301724Z","end":"2026-03-03T14:14:30.197349Z","steps":["trace[1527228696] 'read index received' (duration: 212.116719ms)","trace[1527228696] 'applied index is now lower than readState.Index' (duration: 683.506883ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:30.197497Z","caller":"traceutil/trace.go:171","msg":"trace[85757099] transaction","detail":"{read_only:false; response_revision:8119; number_of_response:1; }","duration":"895.09442ms","start":"2026-03-03T14:14:29.30237Z","end":"2026-03-03T14:14:30.197464Z","steps":["trace[85757099] 'process raft request' (duration: 894.956667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.197655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.302353Z","time spent":"895.213862ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:30.19789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.996191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:14:30.197927Z","caller":"traceutil/trace.go:171","msg":"trace[1331499391] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8119; }","duration":"858.085873ms","start":"2026-03-03T14:14:29.339829Z","end":"2026-03-03T14:14:30.197915Z","steps":["trace[1331499391] 'agreement among raft nodes before linearized reading' (duration: 857.99864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.197957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.339814Z","time spent":"858.136304ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:14:30.197998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.215686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-03T14:14:30.198092Z","caller":"traceutil/trace.go:171","msg":"trace[739104052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8119; }","duration":"896.38699ms","start":"2026-03-03T14:14:29.301685Z","end":"2026-03-03T14:14:30.198072Z","steps":["trace[739104052] 'agreement among raft nodes before linearized reading' (duration: 895.812497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.198123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.301629Z","time spent":"896.486712ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:30.1982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.483807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:30.198231Z","caller":"traceutil/trace.go:171","msg":"trace[1086594057] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8119; }","duration":"398.554339ms","start":"2026-03-03T14:14:29.799668Z","end":"2026-03-03T14:14:30.198222Z","steps":["trace[1086594057] 'agreement among raft nodes before linearized reading' (duration: 398.498207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.19826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.799649Z","time spent":"398.603179ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:30.198476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.267145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:14:30.198503Z","caller":"traceutil/trace.go:171","msg":"trace[631111521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8119; }","duration":"453.307217ms","start":"2026-03-03T14:14:29.745187Z","end":"2026-03-03T14:14:30.198494Z","steps":["trace[631111521] 'agreement among raft nodes before linearized reading' (duration: 453.197624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.198529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.745179Z","time spent":"453.344038ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:14:30.198647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.300719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:14:30.19868Z","caller":"traceutil/trace.go:171","msg":"trace[697891540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8119; }","duration":"454.379922ms","start":"2026-03-03T14:14:29.74429Z","end":"2026-03-03T14:14:30.19867Z","steps":["trace[697891540] 'agreement among raft nodes before linearized reading' (duration: 454.30548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.198705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.744273Z","time spent":"454.425973ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:14:30.198788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.692753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:30.198819Z","caller":"traceutil/trace.go:171","msg":"trace[2114625156] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8119; }","duration":"501.772575ms","start":"2026-03-03T14:14:29.697038Z","end":"2026-03-03T14:14:30.198811Z","steps":["trace[2114625156] 'agreement among raft nodes before linearized reading' (duration: 501.723774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.198844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.697015Z","time spent":"501.821746ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:30.199569Z","caller":"traceutil/trace.go:171","msg":"trace[355399910] transaction","detail":"{read_only:false; response_revision:8118; number_of_response:1; }","duration":"895.950529ms","start":"2026-03-03T14:14:29.301478Z","end":"2026-03-03T14:14:30.197429Z","steps":["trace[355399910] 'process raft request' (duration: 895.800906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.19965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.301451Z","time spent":"898.157231ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:30.201559Z","caller":"traceutil/trace.go:171","msg":"trace[929220789] transaction","detail":"{read_only:false; response_revision:8117; number_of_response:1; }","duration":"895.922799ms","start":"2026-03-03T14:14:29.301469Z","end":"2026-03-03T14:14:30.197392Z","steps":["trace[929220789] 'process raft request' (duration: 895.699874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.201975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.301456Z","time spent":"900.270891ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:31.733645Z","caller":"traceutil/trace.go:171","msg":"trace[1434266165] linearizableReadLoop","detail":"{readStateIndex:8433; appliedIndex:8432; }","duration":"467.79308ms","start":"2026-03-03T14:14:31.265827Z","end":"2026-03-03T14:14:31.73362Z","steps":["trace[1434266165] 'read index received' (duration: 467.659777ms)","trace[1434266165] 'applied index is now lower than readState.Index' (duration: 132.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:31.73375Z","caller":"traceutil/trace.go:171","msg":"trace[565023414] transaction","detail":"{read_only:false; response_revision:8123; number_of_response:1; }","duration":"529.524483ms","start":"2026-03-03T14:14:31.204193Z","end":"2026-03-03T14:14:31.733717Z","steps":["trace[565023414] 'process raft request' (duration: 529.283837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:31.73392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.204164Z","time spent":"529.675147ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:31.734023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.013945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:31.734072Z","caller":"traceutil/trace.go:171","msg":"trace[609171666] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8123; }","duration":"468.320142ms","start":"2026-03-03T14:14:31.265739Z","end":"2026-03-03T14:14:31.73406Z","steps":["trace[609171666] 'agreement among raft nodes before linearized reading' (duration: 467.999624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:31.734113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.265717Z","time spent":"468.383023ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:32.233963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:32.734353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663237,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:32.884603Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14361144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:32.885446Z","caller":"traceutil/trace.go:171","msg":"trace[1874756426] transaction","detail":"{read_only:false; response_revision:8125; number_of_response:1; }","duration":"1.586581341s","start":"2026-03-03T14:14:31.298839Z","end":"2026-03-03T14:14:32.88542Z","steps":["trace[1874756426] 'process raft request' (duration: 1.586493889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.885611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.298809Z","time spent":"1.586719174s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:32.885617Z","caller":"traceutil/trace.go:171","msg":"trace[1602332521] linearizableReadLoop","detail":"{readStateIndex:8436; appliedIndex:8433; }","duration":"1.151873816s","start":"2026-03-03T14:14:31.733717Z","end":"2026-03-03T14:14:32.885591Z","steps":["trace[1602332521] 'read index received' (duration: 1.151078577s)","trace[1602332521] 'applied index is now lower than readState.Index' (duration: 793.079µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:32.885453Z","caller":"traceutil/trace.go:171","msg":"trace[654737758] transaction","detail":"{read_only:false; response_revision:8124; number_of_response:1; }","duration":"1.586712014s","start":"2026-03-03T14:14:31.298699Z","end":"2026-03-03T14:14:32.885411Z","steps":["trace[654737758] 'process raft request' (duration: 1.586396426s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:32.885737Z","caller":"traceutil/trace.go:171","msg":"trace[880297404] transaction","detail":"{read_only:false; response_revision:8126; number_of_response:1; }","duration":"1.501452583s","start":"2026-03-03T14:14:31.384272Z","end":"2026-03-03T14:14:32.885724Z","steps":["trace[880297404] 'process raft request' (duration: 1.501107195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.88581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.298678Z","time spent":"1.587068692s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:32.885878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.384233Z","time spent":"1.501564756s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:32.885869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450575177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:32.885945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.838997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:32.885996Z","caller":"traceutil/trace.go:171","msg":"trace[778853983] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:8126; }","duration":"1.450748411s","start":"2026-03-03T14:14:31.435228Z","end":"2026-03-03T14:14:32.885976Z","steps":["trace[778853983] 'agreement among raft nodes before linearized reading' (duration: 1.450549246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.66922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:32.886043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.435208Z","time spent":"1.450820973s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:32.886035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227479219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:32.886056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.151189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:32.886065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437322202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:14:32.886097Z","caller":"traceutil/trace.go:171","msg":"trace[1166754190] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8126; }","duration":"1.227601321s","start":"2026-03-03T14:14:31.658479Z","end":"2026-03-03T14:14:32.88608Z","steps":["trace[1166754190] 'agreement among raft nodes before linearized reading' (duration: 1.227378166s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:32.886108Z","caller":"traceutil/trace.go:171","msg":"trace[447808548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8126; }","duration":"679.22247ms","start":"2026-03-03T14:14:32.206868Z","end":"2026-03-03T14:14:32.88609Z","steps":["trace[447808548] 'agreement among raft nodes before linearized reading' (duration: 679.048826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:32.886132Z","caller":"traceutil/trace.go:171","msg":"trace[1167446451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8126; }","duration":"1.437415065s","start":"2026-03-03T14:14:31.448702Z","end":"2026-03-03T14:14:32.886117Z","steps":["trace[1167446451] 'agreement among raft nodes before linearized reading' (duration: 1.43721944s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.658459Z","time spent":"1.227672502s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":102,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:32.886141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.086581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:14:32.88616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583325754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:14:32.886158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.902642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:32.886205Z","caller":"traceutil/trace.go:171","msg":"trace[553477747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8126; }","duration":"680.229135ms","start":"2026-03-03T14:14:32.20596Z","end":"2026-03-03T14:14:32.88619Z","steps":["trace[553477747] 'agreement among raft nodes before linearized reading' (duration: 679.992569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.56629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:32.886223Z","caller":"traceutil/trace.go:171","msg":"trace[511015474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8126; }","duration":"1.583417376s","start":"2026-03-03T14:14:31.302793Z","end":"2026-03-03T14:14:32.88621Z","steps":["trace[511015474] 'agreement among raft nodes before linearized reading' (duration: 1.583263203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.20594Z","time spent":"680.297896ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:14:32.886253Z","caller":"traceutil/trace.go:171","msg":"trace[1882848467] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8126; }","duration":"215.666403ms","start":"2026-03-03T14:14:32.670573Z","end":"2026-03-03T14:14:32.88624Z","steps":["trace[1882848467] 'agreement among raft nodes before linearized reading' (duration: 215.574101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.206856Z","time spent":"679.285263ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:32.886259Z","caller":"traceutil/trace.go:171","msg":"trace[1912464844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8126; }","duration":"131.040436ms","start":"2026-03-03T14:14:32.755186Z","end":"2026-03-03T14:14:32.886226Z","steps":["trace[1912464844] 'agreement among raft nodes before linearized reading' (duration: 130.878952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.302781Z","time spent":"1.583481587s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:32.88627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.20168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:32.886078Z","caller":"traceutil/trace.go:171","msg":"trace[1723925826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8126; }","duration":"719.781243ms","start":"2026-03-03T14:14:32.166277Z","end":"2026-03-03T14:14:32.886059Z","steps":["trace[1723925826] 'agreement among raft nodes before linearized reading' (duration: 719.572608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:32.886326Z","caller":"traceutil/trace.go:171","msg":"trace[1115144034] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8126; }","duration":"679.280053ms","start":"2026-03-03T14:14:32.20703Z","end":"2026-03-03T14:14:32.88631Z","steps":["trace[1115144034] 'agreement among raft nodes before linearized reading' (duration: 679.146939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.88618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:31.448689Z","time spent":"1.437480506s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:32.886361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.166253Z","time spent":"720.097621ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:14:32.886027Z","caller":"traceutil/trace.go:171","msg":"trace[102846347] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8126; }","duration":"539.923229ms","start":"2026-03-03T14:14:32.346086Z","end":"2026-03-03T14:14:32.886009Z","steps":["trace[102846347] 'agreement among raft nodes before linearized reading' (duration: 539.789405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.886367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.207017Z","time spent":"679.340684ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:14:32.886412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.346033Z","time spent":"540.367229ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":11,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:32.886612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.743665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:32.886752Z","caller":"traceutil/trace.go:171","msg":"trace[1329769217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8126; }","duration":"682.900298ms","start":"2026-03-03T14:14:32.203827Z","end":"2026-03-03T14:14:32.886727Z","steps":["trace[1329769217] 'agreement among raft nodes before linearized reading' (duration: 682.276753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:32.88684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:32.203766Z","time spent":"683.061323ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:33.019147Z","caller":"traceutil/trace.go:171","msg":"trace[1579030868] transaction","detail":"{read_only:false; response_revision:8128; number_of_response:1; }","duration":"127.515333ms","start":"2026-03-03T14:14:32.891594Z","end":"2026-03-03T14:14:33.019109Z","steps":["trace[1579030868] 'process raft request' (duration: 126.739065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:33.019538Z","caller":"traceutil/trace.go:171","msg":"trace[1307014171] transaction","detail":"{read_only:false; response_revision:8129; number_of_response:1; }","duration":"127.843861ms","start":"2026-03-03T14:14:32.891667Z","end":"2026-03-03T14:14:33.01951Z","steps":["trace[1307014171] 'process raft request' (duration: 127.359119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:33.019853Z","caller":"traceutil/trace.go:171","msg":"trace[423575500] linearizableReadLoop","detail":"{readStateIndex:8441; appliedIndex:8436; }","duration":"125.314921ms","start":"2026-03-03T14:14:32.894523Z","end":"2026-03-03T14:14:33.019837Z","steps":["trace[423575500] 'read index received' (duration: 40.87151ms)","trace[423575500] 'applied index is now lower than readState.Index' (duration: 84.442221ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:33.019918Z","caller":"traceutil/trace.go:171","msg":"trace[543088881] transaction","detail":"{read_only:false; response_revision:8130; number_of_response:1; }","duration":"128.048236ms","start":"2026-03-03T14:14:32.891859Z","end":"2026-03-03T14:14:33.019907Z","steps":["trace[543088881] 'process raft request' (duration: 127.564675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:33.019975Z","caller":"traceutil/trace.go:171","msg":"trace[1398084832] transaction","detail":"{read_only:false; response_revision:8131; number_of_response:1; }","duration":"127.114883ms","start":"2026-03-03T14:14:32.892848Z","end":"2026-03-03T14:14:33.019962Z","steps":["trace[1398084832] 'process raft request' (duration: 126.930139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:33.020153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.764448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:14:33.020189Z","caller":"traceutil/trace.go:171","msg":"trace[1343986249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8131; }","duration":"108.86414ms","start":"2026-03-03T14:14:32.911316Z","end":"2026-03-03T14:14:33.02018Z","steps":["trace[1343986249] 'agreement among raft nodes before linearized reading' (duration: 108.692766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:33.020538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.987637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-03T14:14:33.020662Z","caller":"traceutil/trace.go:171","msg":"trace[1390267618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8131; }","duration":"126.15607ms","start":"2026-03-03T14:14:32.894492Z","end":"2026-03-03T14:14:33.020648Z","steps":["trace[1390267618] 'agreement among raft nodes before linearized reading' (duration: 125.588557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:35.401665Z","caller":"traceutil/trace.go:171","msg":"trace[133894779] transaction","detail":"{read_only:false; response_revision:8134; number_of_response:1; }","duration":"508.803821ms","start":"2026-03-03T14:14:34.89283Z","end":"2026-03-03T14:14:35.401633Z","steps":["trace[133894779] 'process raft request' (duration: 508.625657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:35.402465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.892802Z","time spent":"508.938135ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:36.230217Z","caller":"traceutil/trace.go:171","msg":"trace[203939] linearizableReadLoop","detail":"{readStateIndex:8445; appliedIndex:8443; }","duration":"1.290259006s","start":"2026-03-03T14:14:34.939931Z","end":"2026-03-03T14:14:36.23019Z","steps":["trace[203939] 'read index received' (duration: 461.481349ms)","trace[203939] 'applied index is now lower than readState.Index' (duration: 828.776737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:36.230526Z","caller":"traceutil/trace.go:171","msg":"trace[1191019763] transaction","detail":"{read_only:false; response_revision:8135; number_of_response:1; }","duration":"1.337057406s","start":"2026-03-03T14:14:34.893451Z","end":"2026-03-03T14:14:36.230508Z","steps":["trace[1191019763] 'process raft request' (duration: 1.336524844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:36.230657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.893424Z","time spent":"1.337159518s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:36.230707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290758007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:14:36.230792Z","caller":"traceutil/trace.go:171","msg":"trace[1963381040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8135; }","duration":"1.290887511s","start":"2026-03-03T14:14:34.939884Z","end":"2026-03-03T14:14:36.230771Z","steps":["trace[1963381040] 'agreement among raft nodes before linearized reading' (duration: 1.290653325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:36.230839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.939866Z","time spent":"1.290965064s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:38.062219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486508869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:38.062414Z","caller":"traceutil/trace.go:171","msg":"trace[1150764437] linearizableReadLoop","detail":"{readStateIndex:8446; appliedIndex:8445; }","duration":"1.832093852s","start":"2026-03-03T14:14:36.230288Z","end":"2026-03-03T14:14:38.062382Z","steps":["trace[1150764437] 'read index received' (duration: 345.337737ms)","trace[1150764437] 'applied index is now lower than readState.Index' (duration: 1.486753515s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:38.062458Z","caller":"traceutil/trace.go:171","msg":"trace[1006362217] transaction","detail":"{read_only:false; response_revision:8136; number_of_response:1; }","duration":"2.315119151s","start":"2026-03-03T14:14:35.747289Z","end":"2026-03-03T14:14:38.062408Z","steps":["trace[1006362217] 'process raft request' (duration: 828.255084ms)","trace[1006362217] 'compare' (duration: 1.484854419s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:38.062623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973988491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:38.062664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.747262Z","time spent":"2.315284466s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.062669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03380598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:38.062704Z","caller":"traceutil/trace.go:171","msg":"trace[971670656] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8136; }","duration":"2.974105324s","start":"2026-03-03T14:14:35.088573Z","end":"2026-03-03T14:14:38.062679Z","steps":["trace[971670656] 'agreement among raft nodes before linearized reading' (duration: 2.973973451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.062738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038584622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:14:38.062719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114329247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:38.062773Z","caller":"traceutil/trace.go:171","msg":"trace[2015145424] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8136; }","duration":"3.033916202s","start":"2026-03-03T14:14:35.028828Z","end":"2026-03-03T14:14:38.062744Z","steps":["trace[2015145424] 'agreement among raft nodes before linearized reading' (duration: 3.033624385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.062768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25851763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:14:38.062789Z","caller":"traceutil/trace.go:171","msg":"trace[281567959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8136; }","duration":"3.038687554s","start":"2026-03-03T14:14:35.024086Z","end":"2026-03-03T14:14:38.062773Z","steps":["trace[281567959] 'agreement among raft nodes before linearized reading' (duration: 3.038424218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.062796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.088556Z","time spent":"2.974210636s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:38.062816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.028767Z","time spent":"3.034040665s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:14:38.062808Z","caller":"traceutil/trace.go:171","msg":"trace[1099634530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8136; }","duration":"3.11446502s","start":"2026-03-03T14:14:34.948321Z","end":"2026-03-03T14:14:38.062786Z","steps":["trace[1099634530] 'agreement among raft nodes before linearized reading' (duration: 3.114274766s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.062826Z","caller":"traceutil/trace.go:171","msg":"trace[1918529296] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8136; }","duration":"2.258585872s","start":"2026-03-03T14:14:35.804225Z","end":"2026-03-03T14:14:38.06281Z","steps":["trace[1918529296] 'agreement among raft nodes before linearized reading' (duration: 2.258405388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.0628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.036465743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:14:38.062848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.024061Z","time spent":"3.038773986s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:38.062861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033761178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:14:38.062873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.948315Z","time spent":"3.114543462s","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:38.062882Z","caller":"traceutil/trace.go:171","msg":"trace[1241956816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8136; }","duration":"3.036599095s","start":"2026-03-03T14:14:35.026263Z","end":"2026-03-03T14:14:38.062862Z","steps":["trace[1241956816] 'agreement among raft nodes before linearized reading' (duration: 3.036242307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.062936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.026241Z","time spent":"3.036687418s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:38.062894Z","caller":"traceutil/trace.go:171","msg":"trace[1663894428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8136; }","duration":"3.03383198s","start":"2026-03-03T14:14:35.029053Z","end":"2026-03-03T14:14:38.062885Z","steps":["trace[1663894428] 'agreement among raft nodes before linearized reading' (duration: 3.033769938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.063025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.029034Z","time spent":"3.033975603s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:38.062861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.804199Z","time spent":"2.258655593s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:14:38.062796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034457624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:14:38.063209Z","caller":"traceutil/trace.go:171","msg":"trace[42703262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8136; }","duration":"3.034911875s","start":"2026-03-03T14:14:35.028289Z","end":"2026-03-03T14:14:38.0632Z","steps":["trace[42703262] 'agreement among raft nodes before linearized reading' (duration: 3.034440724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.063236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.028275Z","time spent":"3.034954086s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:38.20756Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.631930077s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:38.372026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.774993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:38.372357Z","caller":"traceutil/trace.go:171","msg":"trace[129059797] transaction","detail":"{read_only:false; response_revision:8137; number_of_response:1; }","duration":"2.137645635s","start":"2026-03-03T14:14:36.234646Z","end":"2026-03-03T14:14:38.372291Z","steps":["trace[129059797] 'process raft request' (duration: 1.973494933s)","trace[129059797] 'compare' (duration: 163.62109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:38.37267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.234625Z","time spent":"2.13788734s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.51847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.316378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:14:38.518997Z","caller":"traceutil/trace.go:171","msg":"trace[1215501065] transaction","detail":"{read_only:false; response_revision:8138; number_of_response:1; }","duration":"2.113481872s","start":"2026-03-03T14:14:36.405486Z","end":"2026-03-03T14:14:38.518968Z","steps":["trace[1215501065] 'process raft request' (duration: 2.113077152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.519164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.405458Z","time spent":"2.113579343s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.757972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:38.75806Z","caller":"traceutil/trace.go:171","msg":"trace[1091313672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556995s","start":"2026-03-03T14:14:36.757484Z","end":"2026-03-03T14:14:38.758041Z","steps":["trace[1091313672] 'agreement among raft nodes before linearized reading' (duration: 2.000448642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.758107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.757462Z","time spent":"2.000635677s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:38.798951Z","caller":"traceutil/trace.go:171","msg":"trace[530653351] transaction","detail":"{read_only:false; response_revision:8139; number_of_response:1; }","duration":"1.390295428s","start":"2026-03-03T14:14:37.408625Z","end":"2026-03-03T14:14:38.79892Z","steps":["trace[530653351] 'process raft request' (duration: 1.347128135s)","trace[530653351] 'compare' (duration: 42.657151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:38.799101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:37.40859Z","time spent":"1.390435802s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:38.799383Z","caller":"traceutil/trace.go:171","msg":"trace[642695154] linearizableReadLoop","detail":"{readStateIndex:8450; appliedIndex:8446; }","duration":"736.904489ms","start":"2026-03-03T14:14:38.062455Z","end":"2026-03-03T14:14:38.799359Z","steps":["trace[642695154] 'read index received' (duration: 145.597462ms)","trace[642695154] 'applied index is now lower than readState.Index' (duration: 591.305727ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:38.799488Z","caller":"traceutil/trace.go:171","msg":"trace[986001291] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"731.524601ms","start":"2026-03-03T14:14:38.067945Z","end":"2026-03-03T14:14:38.79947Z","steps":["trace[986001291] 'process raft request' (duration: 730.883666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.79949Z","caller":"traceutil/trace.go:171","msg":"trace[884285127] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"731.48757ms","start":"2026-03-03T14:14:38.067984Z","end":"2026-03-03T14:14:38.799472Z","steps":["trace[884285127] 'process raft request' (duration: 731.145612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.799481Z","caller":"traceutil/trace.go:171","msg":"trace[833323476] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"730.886987ms","start":"2026-03-03T14:14:38.068564Z","end":"2026-03-03T14:14:38.799451Z","steps":["trace[833323476] 'process raft request' (duration: 730.672522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.799541Z","caller":"traceutil/trace.go:171","msg":"trace[638374157] transaction","detail":"{read_only:false; response_revision:8143; number_of_response:1; }","duration":"730.335923ms","start":"2026-03-03T14:14:38.069198Z","end":"2026-03-03T14:14:38.799534Z","steps":["trace[638374157] 'process raft request' (duration: 730.083287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.799565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.067973Z","time spent":"731.556912ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.799566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27267852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:38.799605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394352324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:38.799627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.069183Z","time spent":"730.391463ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.799625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.067915Z","time spent":"731.608473ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:38.799671Z","caller":"traceutil/trace.go:171","msg":"trace[1109005132] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8144; }","duration":"1.394470226s","start":"2026-03-03T14:14:37.405187Z","end":"2026-03-03T14:14:38.799657Z","steps":["trace[1109005132] 'agreement among raft nodes before linearized reading' (duration: 1.394353474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.799721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:37.405147Z","time spent":"1.394564539s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:38.799647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.068551Z","time spent":"731.006199ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:38.799491Z","caller":"traceutil/trace.go:171","msg":"trace[2678692] transaction","detail":"{read_only:false; response_revision:8144; number_of_response:1; }","duration":"639.50937ms","start":"2026-03-03T14:14:38.159959Z","end":"2026-03-03T14:14:38.799468Z","steps":["trace[2678692] 'process raft request' (duration: 639.360827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.799628Z","caller":"traceutil/trace.go:171","msg":"trace[1308592806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8144; }","duration":"1.272785652s","start":"2026-03-03T14:14:37.526827Z","end":"2026-03-03T14:14:38.799613Z","steps":["trace[1308592806] 'agreement among raft nodes before linearized reading' (duration: 1.272662599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.799984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.15988Z","time spent":"639.971161ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:38.800057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:37.526811Z","time spent":"1.273175991s","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:38.807916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.775045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-03T14:14:38.808049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.318729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18995a58f12c8c59\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T14:14:38.808085Z","caller":"traceutil/trace.go:171","msg":"trace[1439362739] range","detail":"{range_begin:/registry/events/openstack/ceph.18995a58f12c8c59; range_end:; response_count:1; response_revision:8145; }","duration":"276.388561ms","start":"2026-03-03T14:14:38.531686Z","end":"2026-03-03T14:14:38.808075Z","steps":["trace[1439362739] 'agreement among raft nodes before linearized reading' (duration: 276.305169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.808116Z","caller":"traceutil/trace.go:171","msg":"trace[452372680] transaction","detail":"{read_only:false; response_revision:8145; number_of_response:1; }","duration":"571.54722ms","start":"2026-03-03T14:14:38.236551Z","end":"2026-03-03T14:14:38.808099Z","steps":["trace[452372680] 'process raft request' (duration: 571.011377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.808168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.236527Z","time spent":"571.617231ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:38.808067Z","caller":"traceutil/trace.go:171","msg":"trace[195302963] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4; range_end:; response_count:1; response_revision:8145; }","duration":"741.933308ms","start":"2026-03-03T14:14:38.066108Z","end":"2026-03-03T14:14:38.808042Z","steps":["trace[195302963] 'agreement among raft nodes before linearized reading' (duration: 741.59969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.808262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.066091Z","time spent":"742.157114ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" "} {"level":"warn","ts":"2026-03-03T14:14:38.807964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.325442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:14:38.808482Z","caller":"traceutil/trace.go:171","msg":"trace[1553133608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8145; }","duration":"638.890035ms","start":"2026-03-03T14:14:38.169583Z","end":"2026-03-03T14:14:38.808473Z","steps":["trace[1553133608] 'agreement among raft nodes before linearized reading' (duration: 638.23079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.808506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.169561Z","time spent":"638.934497ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:38.808573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.527593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"warn","ts":"2026-03-03T14:14:38.807973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.851772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:14:38.808621Z","caller":"traceutil/trace.go:171","msg":"trace[1287011512] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:8145; }","duration":"231.54032ms","start":"2026-03-03T14:14:38.577073Z","end":"2026-03-03T14:14:38.808613Z","steps":["trace[1287011512] 'agreement among raft nodes before linearized reading' (duration: 230.700899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:38.808619Z","caller":"traceutil/trace.go:171","msg":"trace[398654983] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8145; }","duration":"737.593706ms","start":"2026-03-03T14:14:38.071012Z","end":"2026-03-03T14:14:38.808606Z","steps":["trace[398654983] 'agreement among raft nodes before linearized reading' (duration: 737.287248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:38.808653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:38.071001Z","time spent":"737.641817ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:14:39.097506Z","caller":"traceutil/trace.go:171","msg":"trace[1931991047] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8456; }","duration":"285.644722ms","start":"2026-03-03T14:14:38.811815Z","end":"2026-03-03T14:14:39.097459Z","steps":["trace[1931991047] 'read index received' (duration: 15.870686ms)","trace[1931991047] 'applied index is now lower than readState.Index' (duration: 269.771676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:39.097714Z","caller":"traceutil/trace.go:171","msg":"trace[247916818] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"287.019794ms","start":"2026-03-03T14:14:38.810677Z","end":"2026-03-03T14:14:39.097697Z","steps":["trace[247916818] 'process raft request' (duration: 204.105898ms)","trace[247916818] 'compare' (duration: 82.405364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:39.097948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.715628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:39.097989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.158113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:14:39.098024Z","caller":"traceutil/trace.go:171","msg":"trace[762746741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8147; }","duration":"270.858991ms","start":"2026-03-03T14:14:38.827148Z","end":"2026-03-03T14:14:39.098007Z","steps":["trace[762746741] 'agreement among raft nodes before linearized reading' (duration: 270.702678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:39.098046Z","caller":"traceutil/trace.go:171","msg":"trace[1458680069] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8147; }","duration":"286.239425ms","start":"2026-03-03T14:14:38.811791Z","end":"2026-03-03T14:14:39.098031Z","steps":["trace[1458680069] 'agreement among raft nodes before linearized reading' (duration: 286.069071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.46771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.385447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:39.467873Z","caller":"traceutil/trace.go:171","msg":"trace[1080783886] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"314.417893ms","start":"2026-03-03T14:14:39.153428Z","end":"2026-03-03T14:14:39.467846Z","steps":["trace[1080783886] 'read index received' (duration: 84.764499ms)","trace[1080783886] 'applied index is now lower than readState.Index' (duration: 229.650994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:39.467935Z","caller":"traceutil/trace.go:171","msg":"trace[1094977000] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"362.350239ms","start":"2026-03-03T14:14:39.105551Z","end":"2026-03-03T14:14:39.467901Z","steps":["trace[1094977000] 'process raft request' (duration: 132.643124ms)","trace[1094977000] 'compare' (duration: 229.177213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:39.468038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.577466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:39.468046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.599647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:39.468073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.174417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:39.468107Z","caller":"traceutil/trace.go:171","msg":"trace[1615240271] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8148; }","duration":"314.70597ms","start":"2026-03-03T14:14:39.153386Z","end":"2026-03-03T14:14:39.468092Z","steps":["trace[1615240271] 'agreement among raft nodes before linearized reading' (duration: 314.523165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.468097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.105537Z","time spent":"362.466152ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:39.468124Z","caller":"traceutil/trace.go:171","msg":"trace[1881016295] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8148; }","duration":"314.72338ms","start":"2026-03-03T14:14:39.153378Z","end":"2026-03-03T14:14:39.468101Z","steps":["trace[1881016295] 'agreement among raft nodes before linearized reading' (duration: 314.585327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:39.468128Z","caller":"traceutil/trace.go:171","msg":"trace[1655662970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8148; }","duration":"303.260969ms","start":"2026-03-03T14:14:39.164848Z","end":"2026-03-03T14:14:39.468109Z","steps":["trace[1655662970] 'agreement among raft nodes before linearized reading' (duration: 303.162897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.468138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.153367Z","time spent":"314.764231ms","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:39.468167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.15336Z","time spent":"314.794072ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:39.46818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.16483Z","time spent":"303.33826ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:14:39.468219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.402141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:14:39.468292Z","caller":"traceutil/trace.go:171","msg":"trace[1506018403] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8148; }","duration":"127.505853ms","start":"2026-03-03T14:14:39.340768Z","end":"2026-03-03T14:14:39.468274Z","steps":["trace[1506018403] 'agreement among raft nodes before linearized reading' (duration: 127.256297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.862193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.610714ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:14:39.862336Z","caller":"traceutil/trace.go:171","msg":"trace[1376410791] linearizableReadLoop","detail":"{readStateIndex:8460; appliedIndex:8459; }","duration":"390.923358ms","start":"2026-03-03T14:14:39.471377Z","end":"2026-03-03T14:14:39.8623Z","steps":["trace[1376410791] 'read index received' (duration: 196.182521ms)","trace[1376410791] 'applied index is now lower than readState.Index' (duration: 194.738897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:39.862408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.03558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:39.862442Z","caller":"traceutil/trace.go:171","msg":"trace[1311551468] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8148; }","duration":"391.106162ms","start":"2026-03-03T14:14:39.471314Z","end":"2026-03-03T14:14:39.86242Z","steps":["trace[1311551468] 'agreement among raft nodes before linearized reading' (duration: 391.053081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.862468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.471289Z","time spent":"391.171834ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:14:39.862656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:39.470196Z","time spent":"392.457903ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:14:40.875652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:41.375989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:41.877104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:42.378065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:42.757253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:42.757355Z","caller":"traceutil/trace.go:171","msg":"trace[1946073834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466953s","start":"2026-03-03T14:14:40.756864Z","end":"2026-03-03T14:14:42.757331Z","steps":["trace[1946073834] 'agreement among raft nodes before linearized reading' (duration: 2.00033439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:42.75741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.756844Z","time spent":"2.000554075s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:42.879063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:43.379478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663303,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:43.428106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.359296746s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:43.460787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.039597846s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:43.460898Z","caller":"traceutil/trace.go:171","msg":"trace[331944221] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8149; }","duration":"3.039717749s","start":"2026-03-03T14:14:40.421158Z","end":"2026-03-03T14:14:43.460875Z","steps":["trace[331944221] 'range keys from in-memory index tree' (duration: 3.039579506s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:43.461577Z","caller":"traceutil/trace.go:171","msg":"trace[948293081] transaction","detail":"{read_only:false; response_revision:8150; number_of_response:1; }","duration":"3.392849331s","start":"2026-03-03T14:14:40.06869Z","end":"2026-03-03T14:14:43.461539Z","steps":["trace[948293081] 'process raft request' (duration: 3.359591523s)","trace[948293081] 'compare' (duration: 32.775676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:43.461756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.068657Z","time spent":"3.393010096s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:44.757943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:44.758032Z","caller":"traceutil/trace.go:171","msg":"trace[1519613697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142075s","start":"2026-03-03T14:14:42.757868Z","end":"2026-03-03T14:14:44.75801Z","steps":["trace[1519613697] 'agreement among raft nodes before linearized reading' (duration: 2.000034742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:44.758079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.757837Z","time spent":"2.000231937s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:44.848325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.420065844s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:44.848661Z","caller":"traceutil/trace.go:171","msg":"trace[486118761] transaction","detail":"{read_only:false; response_revision:8152; number_of_response:1; }","duration":"4.043802073s","start":"2026-03-03T14:14:40.804841Z","end":"2026-03-03T14:14:44.848643Z","steps":["trace[486118761] 'process raft request' (duration: 4.043749362s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:44.848672Z","caller":"traceutil/trace.go:171","msg":"trace[260510375] transaction","detail":"{read_only:false; response_revision:8151; number_of_response:1; }","duration":"4.228281856s","start":"2026-03-03T14:14:40.620351Z","end":"2026-03-03T14:14:44.848633Z","steps":["trace[260510375] 'process raft request' (duration: 4.228121962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:44.848771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.804811Z","time spent":"4.043901955s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:44.848835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.620321Z","time spent":"4.22843229s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:44.849059Z","caller":"traceutil/trace.go:171","msg":"trace[1752213659] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"4.035826344s","start":"2026-03-03T14:14:40.813221Z","end":"2026-03-03T14:14:44.849047Z","steps":["trace[1752213659] 'process raft request' (duration: 4.035397284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:44.849062Z","caller":"traceutil/trace.go:171","msg":"trace[1158584892] linearizableReadLoop","detail":"{readStateIndex:8466; appliedIndex:8461; }","duration":"4.474044351s","start":"2026-03-03T14:14:40.374997Z","end":"2026-03-03T14:14:44.849041Z","steps":["trace[1158584892] 'read index received' (duration: 3.053306992s)","trace[1158584892] 'applied index is now lower than readState.Index' (duration: 1.420736469s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:44.849079Z","caller":"traceutil/trace.go:171","msg":"trace[1394839675] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"1.604113067s","start":"2026-03-03T14:14:43.244958Z","end":"2026-03-03T14:14:44.849071Z","steps":["trace[1394839675] 'process raft request' (duration: 1.603967044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:44.849118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.244934Z","time spent":"1.604164129s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:44.849118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.813209Z","time spent":"4.035876764s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:44.849186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474180504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:44.849222Z","caller":"traceutil/trace.go:171","msg":"trace[1089769015] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:8154; }","duration":"4.474255556s","start":"2026-03-03T14:14:40.374954Z","end":"2026-03-03T14:14:44.84921Z","steps":["trace[1089769015] 'agreement among raft nodes before linearized reading' (duration: 4.474162044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:44.849262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.374936Z","time spent":"4.474317587s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:45.361688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:45.803977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999356835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:45.804145Z","caller":"traceutil/trace.go:171","msg":"trace[1045001437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999616871s","start":"2026-03-03T14:14:40.804486Z","end":"2026-03-03T14:14:45.804103Z","steps":["trace[1045001437] 'agreement among raft nodes before linearized reading' (duration: 4.999378676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:45.80424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.804467Z","time spent":"4.999749764s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:14:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:45.804996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999452967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:45.805093Z","caller":"traceutil/trace.go:171","msg":"trace[1936968458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999596291s","start":"2026-03-03T14:14:40.805474Z","end":"2026-03-03T14:14:45.805071Z","steps":["trace[1936968458] 'agreement among raft nodes before linearized reading' (duration: 4.999466858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:45.805151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.805464Z","time spent":"4.999674802s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:45.805491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999749014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:45.805572Z","caller":"traceutil/trace.go:171","msg":"trace[280422578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999868467s","start":"2026-03-03T14:14:40.805685Z","end":"2026-03-03T14:14:45.805553Z","steps":["trace[280422578] 'agreement among raft nodes before linearized reading' (duration: 4.999759704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:45.805637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.805678Z","time spent":"4.999950589s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:14:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:45.86213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:46.311566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463069503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:46.312429Z","caller":"traceutil/trace.go:171","msg":"trace[1748359034] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"2.347863809s","start":"2026-03-03T14:14:43.96416Z","end":"2026-03-03T14:14:46.312023Z","steps":["trace[1748359034] 'process raft request' (duration: 2.347675724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.312547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.964128Z","time spent":"2.34836058s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:46.530546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.63309ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:14:46.531024Z","caller":"traceutil/trace.go:171","msg":"trace[1008770591] linearizableReadLoop","detail":"{readStateIndex:8469; appliedIndex:8466; }","duration":"1.681904171s","start":"2026-03-03T14:14:44.849091Z","end":"2026-03-03T14:14:46.530995Z","steps":["trace[1008770591] 'read index received' (duration: 1.462650253s)","trace[1008770591] 'applied index is now lower than readState.Index' (duration: 219.252218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:46.531085Z","caller":"traceutil/trace.go:171","msg":"trace[698657487] transaction","detail":"{read_only:false; response_revision:8156; number_of_response:1; }","duration":"1.062594489s","start":"2026-03-03T14:14:45.468474Z","end":"2026-03-03T14:14:46.531069Z","steps":["trace[698657487] 'process raft request' (duration: 1.062310403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.531189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.46845Z","time spent":"1.062677512s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:46.655838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612059658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:46.655848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164230006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:46.655915Z","caller":"traceutil/trace.go:171","msg":"trace[708164461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:8156; }","duration":"3.612150631s","start":"2026-03-03T14:14:43.043742Z","end":"2026-03-03T14:14:46.655893Z","steps":["trace[708164461] 'agreement among raft nodes before linearized reading' (duration: 3.487327001s)","trace[708164461] 'count revisions from in-memory index tree' (duration: 124.716617ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:46.655933Z","caller":"traceutil/trace.go:171","msg":"trace[1792714941] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8156; }","duration":"2.164378869s","start":"2026-03-03T14:14:44.491528Z","end":"2026-03-03T14:14:46.655907Z","steps":["trace[1792714941] 'agreement among raft nodes before linearized reading' (duration: 2.03957134s)","trace[1792714941] 'count revisions from in-memory index tree' (duration: 124.677776ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.655962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.043644Z","time spent":"3.612305184s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.655965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854088103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:14:46.656026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917181109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:46.656091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840898704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:14:46.656108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849352365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:14:46.656119Z","caller":"traceutil/trace.go:171","msg":"trace[1587197053] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8156; }","duration":"1.917343474s","start":"2026-03-03T14:14:44.73875Z","end":"2026-03-03T14:14:46.656094Z","steps":["trace[1587197053] 'agreement among raft nodes before linearized reading' (duration: 1.79234756s)","trace[1587197053] 'count revisions from in-memory index tree' (duration: 124.852821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.27897471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:46.656143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662443736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:46.656148Z","caller":"traceutil/trace.go:171","msg":"trace[9401456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8156; }","duration":"5.849387976s","start":"2026-03-03T14:14:40.806749Z","end":"2026-03-03T14:14:46.656137Z","steps":["trace[9401456] 'agreement among raft nodes before linearized reading' (duration: 5.72431829s)","trace[9401456] 'range keys from in-memory index tree' (duration: 124.929242ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:46.656157Z","caller":"traceutil/trace.go:171","msg":"trace[2084454766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8156; }","duration":"6.279041652s","start":"2026-03-03T14:14:40.377108Z","end":"2026-03-03T14:14:46.65615Z","steps":["trace[2084454766] 'agreement among raft nodes before linearized reading' (duration: 6.154010448s)","trace[2084454766] 'range keys from in-memory index tree' (duration: 124.962902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.738727Z","time spent":"1.917431255s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.656176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.730054435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:46.656179Z","caller":"traceutil/trace.go:171","msg":"trace[1021340305] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8156; }","duration":"2.662522518s","start":"2026-03-03T14:14:43.993646Z","end":"2026-03-03T14:14:46.656168Z","steps":["trace[1021340305] 'agreement among raft nodes before linearized reading' (duration: 2.537479504s)","trace[1021340305] 'count revisions from in-memory index tree' (duration: 124.992153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.65618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.806699Z","time spent":"5.849475987s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:46.6562Z","caller":"traceutil/trace.go:171","msg":"trace[1921002742] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8156; }","duration":"3.730125977s","start":"2026-03-03T14:14:42.926067Z","end":"2026-03-03T14:14:46.656193Z","steps":["trace[1921002742] 'agreement among raft nodes before linearized reading' (duration: 3.605009761s)","trace[1921002742] 'count revisions from in-memory index tree' (duration: 125.083735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.993632Z","time spent":"2.662566989s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.656222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.926044Z","time spent":"3.730171088s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.656227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961518467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:46.656252Z","caller":"traceutil/trace.go:171","msg":"trace[875459773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8156; }","duration":"2.961575797s","start":"2026-03-03T14:14:43.694667Z","end":"2026-03-03T14:14:46.656243Z","steps":["trace[875459773] 'agreement among raft nodes before linearized reading' (duration: 2.836369229s)","trace[875459773] 'count revisions from in-memory index tree' (duration: 125.167417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598444905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:46.656271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.69465Z","time spent":"2.961615299s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:46.6563Z","caller":"traceutil/trace.go:171","msg":"trace[88638820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8156; }","duration":"3.598574938s","start":"2026-03-03T14:14:43.057711Z","end":"2026-03-03T14:14:46.656286Z","steps":["trace[88638820] 'agreement among raft nodes before linearized reading' (duration: 3.473347089s)","trace[88638820] 'count revisions from in-memory index tree' (duration: 125.172858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.972572845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:46.656333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.057685Z","time spent":"3.59863909s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:46.656335Z","caller":"traceutil/trace.go:171","msg":"trace[1110688200] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8156; }","duration":"5.972643998s","start":"2026-03-03T14:14:40.683682Z","end":"2026-03-03T14:14:46.656326Z","steps":["trace[1110688200] 'agreement among raft nodes before linearized reading' (duration: 5.847409899s)","trace[1110688200] 'count revisions from in-memory index tree' (duration: 125.198448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.683659Z","time spent":"5.972698219s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.656357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282343383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:46.656127Z","caller":"traceutil/trace.go:171","msg":"trace[989458075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8156; }","duration":"5.840956176s","start":"2026-03-03T14:14:40.815159Z","end":"2026-03-03T14:14:46.656115Z","steps":["trace[989458075] 'agreement among raft nodes before linearized reading' (duration: 5.715926492s)","trace[989458075] 'range keys from in-memory index tree' (duration: 124.911841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.815146Z","time spent":"5.841252393s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:14:46.656405Z","caller":"traceutil/trace.go:171","msg":"trace[1031779822] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8156; }","duration":"5.282422486s","start":"2026-03-03T14:14:41.373969Z","end":"2026-03-03T14:14:46.656391Z","steps":["trace[1031779822] 'agreement among raft nodes before linearized reading' (duration: 5.157070714s)","trace[1031779822] 'count revisions from in-memory index tree' (duration: 125.28504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852563766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:46.656441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.373953Z","time spent":"5.282478326s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:46.656468Z","caller":"traceutil/trace.go:171","msg":"trace[1581779806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8156; }","duration":"1.852614488s","start":"2026-03-03T14:14:44.803844Z","end":"2026-03-03T14:14:46.656459Z","steps":["trace[1581779806] 'agreement among raft nodes before linearized reading' (duration: 1.727263436s)","trace[1581779806] 'range keys from in-memory index tree' (duration: 125.308401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.803836Z","time spent":"1.852647019s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:46.656191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:40.377089Z","time spent":"6.279095163s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:46.65651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741795961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:14:46.656509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406779629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:14:46.656538Z","caller":"traceutil/trace.go:171","msg":"trace[668733041] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8156; }","duration":"1.741880074s","start":"2026-03-03T14:14:44.914649Z","end":"2026-03-03T14:14:46.656529Z","steps":["trace[668733041] 'agreement among raft nodes before linearized reading' (duration: 1.616513922s)","trace[668733041] 'range keys from in-memory index tree' (duration: 125.28782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.914623Z","time spent":"1.741932594s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:14:46.656562Z","caller":"traceutil/trace.go:171","msg":"trace[521381361] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8156; }","duration":"1.406859661s","start":"2026-03-03T14:14:45.249685Z","end":"2026-03-03T14:14:46.656545Z","steps":["trace[521381361] 'agreement among raft nodes before linearized reading' (duration: 1.281516679s)","trace[521381361] 'range keys from in-memory index tree' (duration: 125.238369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.655983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.491503Z","time spent":"2.164468412s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:46.656589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.249669Z","time spent":"1.406912492s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:14:46.656045Z","caller":"traceutil/trace.go:171","msg":"trace[1177630855] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:8156; }","duration":"1.854215546s","start":"2026-03-03T14:14:44.801808Z","end":"2026-03-03T14:14:46.656024Z","steps":["trace[1177630855] 'agreement among raft nodes before linearized reading' (duration: 1.729314365s)","trace[1177630855] 'range keys from in-memory index tree' (duration: 124.696986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026057904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:46.656595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407493826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:14:46.656619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.801792Z","time spent":"1.854819131s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"info","ts":"2026-03-03T14:14:46.656631Z","caller":"traceutil/trace.go:171","msg":"trace[1893021455] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8156; }","duration":"1.026158316s","start":"2026-03-03T14:14:45.630456Z","end":"2026-03-03T14:14:46.656614Z","steps":["trace[1893021455] 'agreement among raft nodes before linearized reading' (duration: 900.735882ms)","trace[1893021455] 'count revisions from in-memory index tree' (duration: 125.345532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.630437Z","time spent":"1.026217268s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:46.656661Z","caller":"traceutil/trace.go:171","msg":"trace[1659512066] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8156; }","duration":"1.407601498s","start":"2026-03-03T14:14:45.249037Z","end":"2026-03-03T14:14:46.656638Z","steps":["trace[1659512066] 'agreement among raft nodes before linearized reading' (duration: 1.282173795s)","trace[1659512066] 'range keys from in-memory index tree' (duration: 125.25921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.656698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.249017Z","time spent":"1.407674291s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:14:48.928741Z","caller":"traceutil/trace.go:171","msg":"trace[273667802] transaction","detail":"{read_only:false; response_revision:8169; number_of_response:1; }","duration":"336.239741ms","start":"2026-03-03T14:14:48.59247Z","end":"2026-03-03T14:14:48.92871Z","steps":["trace[273667802] 'process raft request' (duration: 336.017366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:48.928759Z","caller":"traceutil/trace.go:171","msg":"trace[936803572] linearizableReadLoop","detail":"{readStateIndex:8482; appliedIndex:8482; }","duration":"270.483211ms","start":"2026-03-03T14:14:48.65824Z","end":"2026-03-03T14:14:48.928723Z","steps":["trace[936803572] 'read index received' (duration: 270.464421ms)","trace[936803572] 'applied index is now lower than readState.Index' (duration: 15.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:48.928893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.592453Z","time spent":"336.364603ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:48.928957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.680076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:48.92904Z","caller":"traceutil/trace.go:171","msg":"trace[286301319] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8169; }","duration":"270.8163ms","start":"2026-03-03T14:14:48.658205Z","end":"2026-03-03T14:14:48.929021Z","steps":["trace[286301319] 'agreement among raft nodes before linearized reading' (duration: 270.647186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.088317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.523056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:49.088597Z","caller":"traceutil/trace.go:171","msg":"trace[90830707] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8482; }","duration":"159.741047ms","start":"2026-03-03T14:14:48.928834Z","end":"2026-03-03T14:14:49.088575Z","steps":["trace[90830707] 'read index received' (duration: 44.807182ms)","trace[90830707] 'applied index is now lower than readState.Index' (duration: 114.932485ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:49.088681Z","caller":"traceutil/trace.go:171","msg":"trace[929382165] transaction","detail":"{read_only:false; response_revision:8171; number_of_response:1; }","duration":"216.273946ms","start":"2026-03-03T14:14:48.872378Z","end":"2026-03-03T14:14:49.088652Z","steps":["trace[929382165] 'process raft request' (duration: 216.051831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:49.088695Z","caller":"traceutil/trace.go:171","msg":"trace[296665984] transaction","detail":"{read_only:false; response_revision:8170; number_of_response:1; }","duration":"219.574295ms","start":"2026-03-03T14:14:48.869092Z","end":"2026-03-03T14:14:49.088666Z","steps":["trace[296665984] 'process raft request' (duration: 104.619199ms)","trace[296665984] 'compare' (duration: 114.427113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:49.088977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.946697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:14:49.088984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.920876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:14:49.089034Z","caller":"traceutil/trace.go:171","msg":"trace[470884084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8172; }","duration":"380.041049ms","start":"2026-03-03T14:14:48.708977Z","end":"2026-03-03T14:14:49.089018Z","steps":["trace[470884084] 'agreement among raft nodes before linearized reading' (duration: 379.67745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:49.089048Z","caller":"traceutil/trace.go:171","msg":"trace[984689152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8172; }","duration":"380.000088ms","start":"2026-03-03T14:14:48.709032Z","end":"2026-03-03T14:14:49.089032Z","steps":["trace[984689152] 'agreement among raft nodes before linearized reading' (duration: 379.605929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.089076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.708958Z","time spent":"380.10891ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:49.089094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.709021Z","time spent":"380.061519ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:49.089091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.371696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:49.089163Z","caller":"traceutil/trace.go:171","msg":"trace[1332722724] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8172; }","duration":"377.519449ms","start":"2026-03-03T14:14:48.71162Z","end":"2026-03-03T14:14:49.089139Z","steps":["trace[1332722724] 'agreement among raft nodes before linearized reading' (duration: 376.990856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.089226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.711597Z","time spent":"377.614961ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:14:49.602004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.372745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:49.60217Z","caller":"traceutil/trace.go:171","msg":"trace[414112636] linearizableReadLoop","detail":"{readStateIndex:8487; appliedIndex:8485; }","duration":"508.564351ms","start":"2026-03-03T14:14:49.093589Z","end":"2026-03-03T14:14:49.602154Z","steps":["trace[414112636] 'read index received' (duration: 145.98733ms)","trace[414112636] 'applied index is now lower than readState.Index' (duration: 362.576021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:49.602262Z","caller":"traceutil/trace.go:171","msg":"trace[1932725535] transaction","detail":"{read_only:false; response_revision:8173; number_of_response:1; }","duration":"509.672917ms","start":"2026-03-03T14:14:49.092564Z","end":"2026-03-03T14:14:49.602237Z","steps":["trace[1932725535] 'process raft request' (duration: 146.995784ms)","trace[1932725535] 'compare' (duration: 362.273013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:49.602309Z","caller":"traceutil/trace.go:171","msg":"trace[2031574643] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"509.129325ms","start":"2026-03-03T14:14:49.093168Z","end":"2026-03-03T14:14:49.602298Z","steps":["trace[2031574643] 'process raft request' (duration: 508.93937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.60237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.093143Z","time spent":"509.193987ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:49.602395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.092544Z","time spent":"509.77168ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:49.602598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.739777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:49.602695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.980353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:49.602718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.372743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:14:49.602725Z","caller":"traceutil/trace.go:171","msg":"trace[1185723541] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8174; }","duration":"388.057045ms","start":"2026-03-03T14:14:49.21466Z","end":"2026-03-03T14:14:49.602717Z","steps":["trace[1185723541] 'agreement among raft nodes before linearized reading' (duration: 387.940902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:49.602709Z","caller":"traceutil/trace.go:171","msg":"trace[210383197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8174; }","duration":"465.86103ms","start":"2026-03-03T14:14:49.136824Z","end":"2026-03-03T14:14:49.602685Z","steps":["trace[210383197] 'agreement among raft nodes before linearized reading' (duration: 465.676116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.602754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.214634Z","time spent":"388.115777ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:49.602752Z","caller":"traceutil/trace.go:171","msg":"trace[918383197] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8174; }","duration":"261.436423ms","start":"2026-03-03T14:14:49.341304Z","end":"2026-03-03T14:14:49.602741Z","steps":["trace[918383197] 'agreement among raft nodes before linearized reading' (duration: 261.317021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.602741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.337271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:49.60279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.136762Z","time spent":"466.012933ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:49.602849Z","caller":"traceutil/trace.go:171","msg":"trace[328088538] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8174; }","duration":"431.520645ms","start":"2026-03-03T14:14:49.171306Z","end":"2026-03-03T14:14:49.602826Z","steps":["trace[328088538] 'agreement among raft nodes before linearized reading' (duration: 431.30137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.602916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.171283Z","time spent":"431.622127ms","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:49.603921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.288342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228821"} {"level":"info","ts":"2026-03-03T14:14:49.604045Z","caller":"traceutil/trace.go:171","msg":"trace[1419370113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8174; }","duration":"510.459676ms","start":"2026-03-03T14:14:49.093558Z","end":"2026-03-03T14:14:49.604017Z","steps":["trace[1419370113] 'agreement among raft nodes before linearized reading' (duration: 509.025103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:49.604111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.093546Z","time spent":"510.548598ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228845,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:50.977239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.521568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:50.977325Z","caller":"traceutil/trace.go:171","msg":"trace[1701607794] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8178; }","duration":"675.653231ms","start":"2026-03-03T14:14:50.301651Z","end":"2026-03-03T14:14:50.977304Z","steps":["trace[1701607794] 'count revisions from in-memory index tree' (duration: 675.446937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:50.977369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:50.301632Z","time spent":"675.725143ms","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:50.977381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.020169ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:50.977547Z","caller":"traceutil/trace.go:171","msg":"trace[1341571092] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8178; }","duration":"555.197904ms","start":"2026-03-03T14:14:50.422323Z","end":"2026-03-03T14:14:50.977521Z","steps":["trace[1341571092] 'range keys from in-memory index tree' (duration: 555.001919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:50.977929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.204387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:50.978032Z","caller":"traceutil/trace.go:171","msg":"trace[583968776] linearizableReadLoop","detail":"{readStateIndex:8493; appliedIndex:8492; }","duration":"330.038412ms","start":"2026-03-03T14:14:50.647977Z","end":"2026-03-03T14:14:50.978015Z","steps":["trace[583968776] 'read index received' (duration: 62.523918ms)","trace[583968776] 'applied index is now lower than readState.Index' (duration: 267.513354ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:50.978137Z","caller":"traceutil/trace.go:171","msg":"trace[1917995879] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"395.961561ms","start":"2026-03-03T14:14:50.582163Z","end":"2026-03-03T14:14:50.978125Z","steps":["trace[1917995879] 'process raft request' (duration: 128.483357ms)","trace[1917995879] 'compare' (duration: 266.92288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:50.978202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:50.582138Z","time spent":"396.031443ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:50.978468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.494612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:50.978509Z","caller":"traceutil/trace.go:171","msg":"trace[782569187] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8179; }","duration":"330.574894ms","start":"2026-03-03T14:14:50.647923Z","end":"2026-03-03T14:14:50.978498Z","steps":["trace[782569187] 'agreement among raft nodes before linearized reading' (duration: 330.504793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:50.978542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:50.647907Z","time spent":"330.627305ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:50.978572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.630966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:50.978643Z","caller":"traceutil/trace.go:171","msg":"trace[75535353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8179; }","duration":"220.702707ms","start":"2026-03-03T14:14:50.757922Z","end":"2026-03-03T14:14:50.978625Z","steps":["trace[75535353] 'agreement among raft nodes before linearized reading' (duration: 220.590425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:50.979182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.149309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:14:50.979374Z","caller":"traceutil/trace.go:171","msg":"trace[755300520] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8179; }","duration":"180.383534ms","start":"2026-03-03T14:14:50.798973Z","end":"2026-03-03T14:14:50.979357Z","steps":["trace[755300520] 'agreement among raft nodes before linearized reading' (duration: 180.058157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:51.239881Z","caller":"traceutil/trace.go:171","msg":"trace[764427446] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"145.863828ms","start":"2026-03-03T14:14:51.093987Z","end":"2026-03-03T14:14:51.239851Z","steps":["trace[764427446] 'process raft request' (duration: 103.026556ms)","trace[764427446] 'compare' (duration: 42.714419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:51.301959Z","caller":"traceutil/trace.go:171","msg":"trace[2448133] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"196.368121ms","start":"2026-03-03T14:14:51.105562Z","end":"2026-03-03T14:14:51.30193Z","steps":["trace[2448133] 'process raft request' (duration: 196.173316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:51.895812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.872663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:51.895929Z","caller":"traceutil/trace.go:171","msg":"trace[1719422075] linearizableReadLoop","detail":"{readStateIndex:8499; appliedIndex:8497; }","duration":"282.484048ms","start":"2026-03-03T14:14:51.613427Z","end":"2026-03-03T14:14:51.895911Z","steps":["trace[1719422075] 'read index received' (duration: 90.611893ms)","trace[1719422075] 'applied index is now lower than readState.Index' (duration: 191.870805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:51.895961Z","caller":"traceutil/trace.go:171","msg":"trace[935191110] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"283.822289ms","start":"2026-03-03T14:14:51.612099Z","end":"2026-03-03T14:14:51.895922Z","steps":["trace[935191110] 'process raft request' (duration: 133.750032ms)","trace[935191110] 'compare' (duration: 149.693129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:51.89615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.731543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:14:51.896202Z","caller":"traceutil/trace.go:171","msg":"trace[776589467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8184; }","duration":"282.782964ms","start":"2026-03-03T14:14:51.613404Z","end":"2026-03-03T14:14:51.896187Z","steps":["trace[776589467] 'agreement among raft nodes before linearized reading' (duration: 282.60889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.080635Z","caller":"traceutil/trace.go:171","msg":"trace[2083283844] linearizableReadLoop","detail":"{readStateIndex:8502; appliedIndex:8500; }","duration":"120.186141ms","start":"2026-03-03T14:14:51.960424Z","end":"2026-03-03T14:14:52.08061Z","steps":["trace[2083283844] 'read index received' (duration: 83.804251ms)","trace[2083283844] 'applied index is now lower than readState.Index' (duration: 36.38065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:52.080789Z","caller":"traceutil/trace.go:171","msg":"trace[1226501409] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"123.245464ms","start":"2026-03-03T14:14:51.957516Z","end":"2026-03-03T14:14:52.080761Z","steps":["trace[1226501409] 'process raft request' (duration: 122.967987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.080827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.388426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:52.080862Z","caller":"traceutil/trace.go:171","msg":"trace[1508135071] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8187; }","duration":"120.469788ms","start":"2026-03-03T14:14:51.960382Z","end":"2026-03-03T14:14:52.080852Z","steps":["trace[1508135071] 'agreement among raft nodes before linearized reading' (duration: 120.389556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.778383Z","caller":"traceutil/trace.go:171","msg":"trace[2118136161] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"208.286874ms","start":"2026-03-03T14:14:52.570068Z","end":"2026-03-03T14:14:52.778355Z","steps":["trace[2118136161] 'process raft request' (duration: 182.30868ms)","trace[2118136161] 'compare' (duration: 25.849591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:53.065555Z","caller":"traceutil/trace.go:171","msg":"trace[833809800] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"493.099807ms","start":"2026-03-03T14:14:52.572429Z","end":"2026-03-03T14:14:53.065529Z","steps":["trace[833809800] 'process raft request' (duration: 395.09634ms)","trace[833809800] 'compare' (duration: 97.820322ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:53.0656Z","caller":"traceutil/trace.go:171","msg":"trace[1123860972] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8507; }","duration":"491.750675ms","start":"2026-03-03T14:14:52.573814Z","end":"2026-03-03T14:14:53.065565Z","steps":["trace[1123860972] 'read index received' (duration: 178.734456ms)","trace[1123860972] 'applied index is now lower than readState.Index' (duration: 313.013839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:53.065726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.572409Z","time spent":"493.216259ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4620,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:53.065968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.094333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4635"} {"level":"info","ts":"2026-03-03T14:14:53.066074Z","caller":"traceutil/trace.go:171","msg":"trace[1449131571] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8195; }","duration":"492.300488ms","start":"2026-03-03T14:14:52.573746Z","end":"2026-03-03T14:14:53.066046Z","steps":["trace[1449131571] 'agreement among raft nodes before linearized reading' (duration: 491.996301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.066104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.207808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:53.066144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.207857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:53.066151Z","caller":"traceutil/trace.go:171","msg":"trace[975330080] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:0; response_revision:8195; }","duration":"468.30156ms","start":"2026-03-03T14:14:52.597837Z","end":"2026-03-03T14:14:53.066139Z","steps":["trace[975330080] 'agreement among raft nodes before linearized reading' (duration: 468.227948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.066155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.573732Z","time spent":"492.4055ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:53.066071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.148933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4635"} {"level":"warn","ts":"2026-03-03T14:14:53.066293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.718631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T14:14:53.0661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.94493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-03T14:14:53.06644Z","caller":"traceutil/trace.go:171","msg":"trace[1798836963] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8195; }","duration":"492.382399ms","start":"2026-03-03T14:14:52.574045Z","end":"2026-03-03T14:14:53.066428Z","steps":["trace[1798836963] 'agreement among raft nodes before linearized reading' (duration: 491.788506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.066495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.574038Z","time spent":"492.441301ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-03T14:14:53.066501Z","caller":"traceutil/trace.go:171","msg":"trace[146458372] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8195; }","duration":"284.897045ms","start":"2026-03-03T14:14:52.781504Z","end":"2026-03-03T14:14:53.066401Z","steps":["trace[146458372] 'agreement among raft nodes before linearized reading' (duration: 284.397783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.06632Z","caller":"traceutil/trace.go:171","msg":"trace[1706792909] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8195; }","duration":"453.432598ms","start":"2026-03-03T14:14:52.612863Z","end":"2026-03-03T14:14:53.066295Z","steps":["trace[1706792909] 'agreement among raft nodes before linearized reading' (duration: 453.160802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.066827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.61284Z","time spent":"453.973221ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4659,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:53.066199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.597812Z","time spent":"468.378902ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-03T14:14:53.066207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.528667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-03T14:14:53.067223Z","caller":"traceutil/trace.go:171","msg":"trace[2122124041] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8195; }","duration":"285.5813ms","start":"2026-03-03T14:14:52.781621Z","end":"2026-03-03T14:14:53.067202Z","steps":["trace[2122124041] 'agreement among raft nodes before linearized reading' (duration: 284.431154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.066196Z","caller":"traceutil/trace.go:171","msg":"trace[1999374973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8195; }","duration":"311.298279ms","start":"2026-03-03T14:14:52.754884Z","end":"2026-03-03T14:14:53.066182Z","steps":["trace[1999374973] 'agreement among raft nodes before linearized reading' (duration: 311.228237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.067498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.754862Z","time spent":"312.607029ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:53.362758Z","caller":"traceutil/trace.go:171","msg":"trace[2138929304] linearizableReadLoop","detail":"{readStateIndex:8511; appliedIndex:8510; }","duration":"288.06724ms","start":"2026-03-03T14:14:53.074662Z","end":"2026-03-03T14:14:53.362729Z","steps":["trace[2138929304] 'read index received' (duration: 243.520767ms)","trace[2138929304] 'applied index is now lower than readState.Index' (duration: 44.545333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:53.362994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.308875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:14:53.363205Z","caller":"traceutil/trace.go:171","msg":"trace[1857650465] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"288.695654ms","start":"2026-03-03T14:14:53.074482Z","end":"2026-03-03T14:14:53.363178Z","steps":["trace[1857650465] 'process raft request' (duration: 243.518796ms)","trace[1857650465] 'compare' (duration: 44.585024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:53.363057Z","caller":"traceutil/trace.go:171","msg":"trace[1641025919] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8196; }","duration":"288.397887ms","start":"2026-03-03T14:14:53.074645Z","end":"2026-03-03T14:14:53.363043Z","steps":["trace[1641025919] 'agreement among raft nodes before linearized reading' (duration: 288.186772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.43203Z","caller":"traceutil/trace.go:171","msg":"trace[727665041] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8196; }","duration":"357.349007ms","start":"2026-03-03T14:14:53.074648Z","end":"2026-03-03T14:14:53.431997Z","steps":["trace[727665041] 'process raft request' (duration: 357.165593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.432162Z","caller":"traceutil/trace.go:171","msg":"trace[2139030228] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"124.477494ms","start":"2026-03-03T14:14:53.307611Z","end":"2026-03-03T14:14:53.432088Z","steps":["trace[2139030228] 'process raft request' (duration: 124.430152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.432221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.074636Z","time spent":"357.519502ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4702,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:53.43238Z","caller":"traceutil/trace.go:171","msg":"trace[1462340121] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"350.035314ms","start":"2026-03-03T14:14:53.082329Z","end":"2026-03-03T14:14:53.432365Z","steps":["trace[1462340121] 'process raft request' (duration: 349.596804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.43245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.082317Z","time spent":"350.105806ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:14:53.432485Z","caller":"traceutil/trace.go:171","msg":"trace[1609980702] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"187.864681ms","start":"2026-03-03T14:14:53.244606Z","end":"2026-03-03T14:14:53.43247Z","steps":["trace[1609980702] 'process raft request' (duration: 187.38903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.662018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.740732ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:14:53.662143Z","caller":"traceutil/trace.go:171","msg":"trace[1575863316] linearizableReadLoop","detail":"{readStateIndex:8516; appliedIndex:8511; }","duration":"295.508546ms","start":"2026-03-03T14:14:53.366614Z","end":"2026-03-03T14:14:53.662122Z","steps":["trace[1575863316] 'read index received' (duration: 65.292434ms)","trace[1575863316] 'applied index is now lower than readState.Index' (duration: 230.214152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:53.662228Z","caller":"traceutil/trace.go:171","msg":"trace[163611737] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8200; }","duration":"297.234496ms","start":"2026-03-03T14:14:53.364979Z","end":"2026-03-03T14:14:53.662214Z","steps":["trace[163611737] 'process raft request' (duration: 108.085355ms)","trace[163611737] 'compare' (duration: 188.231769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:53.6625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.863844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-03-03T14:14:53.66258Z","caller":"traceutil/trace.go:171","msg":"trace[1161104969] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8200; }","duration":"295.975796ms","start":"2026-03-03T14:14:53.366585Z","end":"2026-03-03T14:14:53.66256Z","steps":["trace[1161104969] 'agreement among raft nodes before linearized reading' (duration: 295.736311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.265064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.036023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:54.265243Z","caller":"traceutil/trace.go:171","msg":"trace[1811432045] transaction","detail":"{read_only:false; response_revision:8202; number_of_response:1; }","duration":"816.299425ms","start":"2026-03-03T14:14:53.44893Z","end":"2026-03-03T14:14:54.265229Z","steps":["trace[1811432045] 'process raft request' (duration: 816.213753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.265297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.448909Z","time spent":"816.357127ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:54.265303Z","caller":"traceutil/trace.go:171","msg":"trace[1245036537] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"820.473994ms","start":"2026-03-03T14:14:53.444802Z","end":"2026-03-03T14:14:54.265276Z","steps":["trace[1245036537] 'process raft request' (duration: 454.170175ms)","trace[1245036537] 'compare' (duration: 365.520041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:54.265414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.444781Z","time spent":"820.582247ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:14:54.559657Z","caller":"traceutil/trace.go:171","msg":"trace[480953361] linearizableReadLoop","detail":"{readStateIndex:8519; appliedIndex:8516; }","duration":"897.448385ms","start":"2026-03-03T14:14:53.662179Z","end":"2026-03-03T14:14:54.559628Z","steps":["trace[480953361] 'read index received' (duration: 236.800597ms)","trace[480953361] 'applied index is now lower than readState.Index' (duration: 660.646718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:54.55969Z","caller":"traceutil/trace.go:171","msg":"trace[731028800] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"937.755827ms","start":"2026-03-03T14:14:53.621901Z","end":"2026-03-03T14:14:54.559657Z","steps":["trace[731028800] 'process raft request' (duration: 882.48585ms)","trace[731028800] 'compare' (duration: 55.094253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:54.559843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105880552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:54.559918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193075903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-03T14:14:54.559921Z","caller":"traceutil/trace.go:171","msg":"trace[1390025050] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8203; }","duration":"1.105966664s","start":"2026-03-03T14:14:53.453932Z","end":"2026-03-03T14:14:54.559899Z","steps":["trace[1390025050] 'agreement among raft nodes before linearized reading' (duration: 1.105764369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:54.55996Z","caller":"traceutil/trace.go:171","msg":"trace[886561570] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8203; }","duration":"1.193142964s","start":"2026-03-03T14:14:53.366803Z","end":"2026-03-03T14:14:54.559946Z","steps":["trace[886561570] 'agreement among raft nodes before linearized reading' (duration: 1.19295063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.559968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.453899Z","time spent":"1.106059526s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:54.560004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.366797Z","time spent":"1.193198345s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:54.56071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.621876Z","time spent":"937.876751ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:14:55.060098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:55.561038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663434,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:55.745311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.240912614s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:55.74576Z","caller":"traceutil/trace.go:171","msg":"trace[93989195] transaction","detail":"{read_only:false; response_revision:8204; number_of_response:1; }","duration":"1.671218346s","start":"2026-03-03T14:14:54.074513Z","end":"2026-03-03T14:14:55.745731Z","steps":["trace[93989195] 'process raft request' (duration: 1.67101201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:55.746002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.074487Z","time spent":"1.671430102s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:55.757273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:55.757343Z","caller":"traceutil/trace.go:171","msg":"trace[368305965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171282s","start":"2026-03-03T14:14:53.757153Z","end":"2026-03-03T14:14:55.757324Z","steps":["trace[368305965] 'agreement among raft nodes before linearized reading' (duration: 2.0000888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:55.757525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.757135Z","time spent":"2.000253184s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:14:56.298789Z","caller":"traceutil/trace.go:171","msg":"trace[2076027627] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"1.736277053s","start":"2026-03-03T14:14:54.562492Z","end":"2026-03-03T14:14:56.298769Z","steps":["trace[2076027627] 'process raft request' (duration: 1.736022997s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:56.298851Z","caller":"traceutil/trace.go:171","msg":"trace[281040516] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"1.384477757s","start":"2026-03-03T14:14:54.914347Z","end":"2026-03-03T14:14:56.298825Z","steps":["trace[281040516] 'process raft request' (duration: 1.384318453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.298966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.91432Z","time spent":"1.38458478s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:56.299077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.56247Z","time spent":"1.736415837s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:14:57.068299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.547641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:14:57.069265Z","caller":"traceutil/trace.go:171","msg":"trace[1314227464] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"1.997784155s","start":"2026-03-03T14:14:55.071459Z","end":"2026-03-03T14:14:57.069243Z","steps":["trace[1314227464] 'process raft request' (duration: 1.996934585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.069379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.071434Z","time spent":"1.997881397s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:57.714087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.779462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:57.714279Z","caller":"traceutil/trace.go:171","msg":"trace[2011308462] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"1.40956523s","start":"2026-03-03T14:14:56.304701Z","end":"2026-03-03T14:14:57.714266Z","steps":["trace[2011308462] 'process raft request' (duration: 1.409525949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.304685Z","time spent":"1.409623542s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:14:57.714519Z","caller":"traceutil/trace.go:171","msg":"trace[437534821] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"2.209334405s","start":"2026-03-03T14:14:55.505152Z","end":"2026-03-03T14:14:57.714486Z","steps":["trace[437534821] 'process raft request' (duration: 2.209022348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.505123Z","time spent":"2.209470588s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:57.714687Z","caller":"traceutil/trace.go:171","msg":"trace[808271356] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"2.209840028s","start":"2026-03-03T14:14:55.504763Z","end":"2026-03-03T14:14:57.714603Z","steps":["trace[808271356] 'process raft request' (duration: 1.564471003s)","trace[808271356] 'compare' (duration: 644.271049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:57.71482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.630314065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:57.714849Z","caller":"traceutil/trace.go:171","msg":"trace[319127301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8210; }","duration":"3.630384007s","start":"2026-03-03T14:14:54.084457Z","end":"2026-03-03T14:14:57.714841Z","steps":["trace[319127301] 'agreement among raft nodes before linearized reading' (duration: 3.630326066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845108873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-03-03T14:14:57.714823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.598241897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:57.714875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005934384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:57.714887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8652927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:57.714903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048853219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4672"} {"level":"warn","ts":"2026-03-03T14:14:57.714763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759763035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:14:57.714931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.665587369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:14:57.714921Z","caller":"traceutil/trace.go:171","msg":"trace[1528258390] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8210; }","duration":"3.598402511s","start":"2026-03-03T14:14:54.116496Z","end":"2026-03-03T14:14:57.714898Z","steps":["trace[1528258390] 'agreement among raft nodes before linearized reading' (duration: 3.598224616s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.714961Z","caller":"traceutil/trace.go:171","msg":"trace[1125404793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8210; }","duration":"3.665664661s","start":"2026-03-03T14:14:54.049291Z","end":"2026-03-03T14:14:57.714956Z","steps":["trace[1125404793] 'agreement among raft nodes before linearized reading' (duration: 3.665603549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816026896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:57.714961Z","caller":"traceutil/trace.go:171","msg":"trace[789196147] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8210; }","duration":"4.048957962s","start":"2026-03-03T14:14:53.665988Z","end":"2026-03-03T14:14:57.714946Z","steps":["trace[789196147] 'agreement among raft nodes before linearized reading' (duration: 4.048760937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.7149Z","caller":"traceutil/trace.go:171","msg":"trace[934828158] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a; range_end:; response_count:1; response_revision:8210; }","duration":"3.845206285s","start":"2026-03-03T14:14:53.869676Z","end":"2026-03-03T14:14:57.714882Z","steps":["trace[934828158] 'agreement among raft nodes before linearized reading' (duration: 3.845015731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.049266Z","time spent":"3.665715011s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:57.714966Z","caller":"traceutil/trace.go:171","msg":"trace[248764131] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8210; }","duration":"3.759995011s","start":"2026-03-03T14:14:53.954958Z","end":"2026-03-03T14:14:57.714953Z","steps":["trace[248764131] 'agreement among raft nodes before linearized reading' (duration: 3.759718204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.714984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.116471Z","time spent":"3.598499083s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:57.714889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.504742Z","time spent":"2.210056203s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:57.715008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.665966Z","time spent":"4.049031464s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:57.715012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445052256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-03T14:14:57.714698Z","caller":"traceutil/trace.go:171","msg":"trace[1804736460] linearizableReadLoop","detail":"{readStateIndex:8526; appliedIndex:8519; }","duration":"3.154946428s","start":"2026-03-03T14:14:54.559727Z","end":"2026-03-03T14:14:57.714673Z","steps":["trace[1804736460] 'read index received' (duration: 1.18577322s)","trace[1804736460] 'applied index is now lower than readState.Index' (duration: 1.969170208s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:57.715025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.954942Z","time spent":"3.760070863s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:57.715028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388237103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-03T14:14:57.714874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807944435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:14:57.714882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.084436Z","time spent":"3.630437889s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:14:57.715087Z","caller":"traceutil/trace.go:171","msg":"trace[729711489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8210; }","duration":"3.808166811s","start":"2026-03-03T14:14:53.906912Z","end":"2026-03-03T14:14:57.715079Z","steps":["trace[729711489] 'agreement among raft nodes before linearized reading' (duration: 3.807795171s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.715093Z","caller":"traceutil/trace.go:171","msg":"trace[1718864494] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8210; }","duration":"3.388333276s","start":"2026-03-03T14:14:54.326742Z","end":"2026-03-03T14:14:57.715076Z","steps":["trace[1718864494] 'agreement among raft nodes before linearized reading' (duration: 3.388108699s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.71492Z","caller":"traceutil/trace.go:171","msg":"trace[833808233] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8210; }","duration":"4.006026047s","start":"2026-03-03T14:14:53.708876Z","end":"2026-03-03T14:14:57.714902Z","steps":["trace[833808233] 'agreement among raft nodes before linearized reading' (duration: 4.005900054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.715118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.906854Z","time spent":"3.808256882s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:14:57.714958Z","caller":"traceutil/trace.go:171","msg":"trace[617720807] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8210; }","duration":"3.865440193s","start":"2026-03-03T14:14:53.849498Z","end":"2026-03-03T14:14:57.714939Z","steps":["trace[617720807] 'agreement among raft nodes before linearized reading' (duration: 3.86527196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.715141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.708855Z","time spent":"4.006279654s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:57.715142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.32672Z","time spent":"3.388409178s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:14:57.715152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.849477Z","time spent":"3.865664909s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:57.715018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.869662Z","time spent":"3.845345538s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a\" "} {"level":"info","ts":"2026-03-03T14:14:57.714991Z","caller":"traceutil/trace.go:171","msg":"trace[237200112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8210; }","duration":"3.816078217s","start":"2026-03-03T14:14:53.898907Z","end":"2026-03-03T14:14:57.714985Z","steps":["trace[237200112] 'agreement among raft nodes before linearized reading' (duration: 3.816017005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.715052Z","caller":"traceutil/trace.go:171","msg":"trace[442191170] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8210; }","duration":"3.445122118s","start":"2026-03-03T14:14:54.269919Z","end":"2026-03-03T14:14:57.715041Z","steps":["trace[442191170] 'agreement among raft nodes before linearized reading' (duration: 3.445036296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.715238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.269902Z","time spent":"3.445328043s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:57.715235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.898892Z","time spent":"3.816327334s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:57.757801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:57.757865Z","caller":"traceutil/trace.go:171","msg":"trace[101629895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290063s","start":"2026-03-03T14:14:55.75756Z","end":"2026-03-03T14:14:57.75785Z","steps":["trace[101629895] 'agreement among raft nodes before linearized reading' (duration: 2.000188551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.757905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.757538Z","time spent":"2.000358525s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:57.79196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.089395141s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:57.792623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763099505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:57.792624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990070932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:57.792665Z","caller":"traceutil/trace.go:171","msg":"trace[533195162] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8211; }","duration":"2.763204348s","start":"2026-03-03T14:14:55.029447Z","end":"2026-03-03T14:14:57.792651Z","steps":["trace[533195162] 'agreement among raft nodes before linearized reading' (duration: 2.763074655s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.792672Z","caller":"traceutil/trace.go:171","msg":"trace[1298718555] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8211; }","duration":"1.990169534s","start":"2026-03-03T14:14:55.802489Z","end":"2026-03-03T14:14:57.792659Z","steps":["trace[1298718555] 'agreement among raft nodes before linearized reading' (duration: 1.990075082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.792665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.448072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:14:57.79271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.802466Z","time spent":"1.990234826s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:57.792738Z","caller":"traceutil/trace.go:171","msg":"trace[1782154163] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8211; }","duration":"1.481074049s","start":"2026-03-03T14:14:56.311657Z","end":"2026-03-03T14:14:57.792731Z","steps":["trace[1782154163] 'process raft request' (duration: 1.480780623s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.792746Z","caller":"traceutil/trace.go:171","msg":"trace[327184888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8211; }","duration":"597.570055ms","start":"2026-03-03T14:14:57.195159Z","end":"2026-03-03T14:14:57.792729Z","steps":["trace[327184888] 'agreement among raft nodes before linearized reading' (duration: 597.34097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:57.792735Z","caller":"traceutil/trace.go:171","msg":"trace[229497158] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"1.481994852s","start":"2026-03-03T14:14:56.310702Z","end":"2026-03-03T14:14:57.792697Z","steps":["trace[229497158] 'process raft request' (duration: 1.481467339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.792792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.311622Z","time spent":"1.481132261s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":1847,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:57.792797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.195139Z","time spent":"597.648327ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:57.79272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984416098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:14:57.792911Z","caller":"traceutil/trace.go:171","msg":"trace[1673926275] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8211; }","duration":"1.984700485s","start":"2026-03-03T14:14:55.808191Z","end":"2026-03-03T14:14:57.792891Z","steps":["trace[1673926275] 'agreement among raft nodes before linearized reading' (duration: 1.984311806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.792931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228241691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-03-03T14:14:57.792996Z","caller":"traceutil/trace.go:171","msg":"trace[1617009946] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8211; }","duration":"3.228339853s","start":"2026-03-03T14:14:54.564639Z","end":"2026-03-03T14:14:57.792978Z","steps":["trace[1617009946] 'agreement among raft nodes before linearized reading' (duration: 3.228125608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:57.792913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.310686Z","time spent":"1.482127435s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:57.792706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.029425Z","time spent":"2.76327603s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:57.793037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.564622Z","time spent":"3.228406954s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4696,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:14:57.793066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.808183Z","time spent":"1.984782447s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:14:58.292726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:58.792836Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:59.293647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:59.763498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:59.763602Z","caller":"traceutil/trace.go:171","msg":"trace[1548314376] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990016s","start":"2026-03-03T14:14:57.763581Z","end":"2026-03-03T14:14:59.763571Z","steps":["trace[1548314376] 'agreement among raft nodes before linearized reading' (duration: 1.999853423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:59.763705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.763519Z","time spent":"2.00014697s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:59.794538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:00.295495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:00.523126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.764387Z","time spent":"1.758730834s","remote":"127.0.0.1:45390","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:15:00.523095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.323324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.523227Z","caller":"traceutil/trace.go:171","msg":"trace[1648145961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8211; }","duration":"101.462128ms","start":"2026-03-03T14:15:00.421739Z","end":"2026-03-03T14:15:00.523201Z","steps":["trace[1648145961] 'range keys from in-memory index tree' (duration: 101.305224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.668052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.875853601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:15:00.668564Z","caller":"traceutil/trace.go:171","msg":"trace[1356790497] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"2.949896691s","start":"2026-03-03T14:14:57.718642Z","end":"2026-03-03T14:15:00.668539Z","steps":["trace[1356790497] 'process raft request' (duration: 2.949637764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.668724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.718617Z","time spent":"2.950023204s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.668882Z","caller":"traceutil/trace.go:171","msg":"trace[912618742] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"2.950051734s","start":"2026-03-03T14:14:57.718815Z","end":"2026-03-03T14:15:00.668867Z","steps":["trace[912618742] 'process raft request' (duration: 2.949656385s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.668947Z","caller":"traceutil/trace.go:171","msg":"trace[1142541026] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"2.949082442s","start":"2026-03-03T14:14:57.71984Z","end":"2026-03-03T14:15:00.668923Z","steps":["trace[1142541026] 'process raft request' (duration: 2.949031111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.66897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.718793Z","time spent":"2.950131417s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.669083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.719834Z","time spent":"2.949177005s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.669256Z","caller":"traceutil/trace.go:171","msg":"trace[2134601752] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"2.949505312s","start":"2026-03-03T14:14:57.719742Z","end":"2026-03-03T14:15:00.669247Z","steps":["trace[2134601752] 'process raft request' (duration: 2.94899516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.6693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.719726Z","time spent":"2.949551713s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.669398Z","caller":"traceutil/trace.go:171","msg":"trace[343716237] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"2.949577573s","start":"2026-03-03T14:14:57.719805Z","end":"2026-03-03T14:15:00.669382Z","steps":["trace[343716237] 'process raft request' (duration: 2.949036221s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.669422Z","caller":"traceutil/trace.go:171","msg":"trace[1533114575] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"2.948689492s","start":"2026-03-03T14:14:57.720685Z","end":"2026-03-03T14:15:00.669374Z","steps":["trace[1533114575] 'process raft request' (duration: 2.948210291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.669564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.7198Z","time spent":"2.949677756s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.669598Z","caller":"traceutil/trace.go:171","msg":"trace[1566562860] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"2.945729972s","start":"2026-03-03T14:14:57.723859Z","end":"2026-03-03T14:15:00.669589Z","steps":["trace[1566562860] 'process raft request' (duration: 2.945370824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.669614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.720673Z","time spent":"2.948845415s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.669643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.723843Z","time spent":"2.945776594s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4637,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.669753Z","caller":"traceutil/trace.go:171","msg":"trace[1628658141] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"2.943352476s","start":"2026-03-03T14:14:57.726387Z","end":"2026-03-03T14:15:00.66974Z","steps":["trace[1628658141] 'process raft request' (duration: 2.943138981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.669894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.726379Z","time spent":"2.943443388s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.950667Z","caller":"traceutil/trace.go:171","msg":"trace[2081889972] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.875181327s","start":"2026-03-03T14:14:59.07546Z","end":"2026-03-03T14:15:00.950641Z","steps":["trace[2081889972] 'process raft request' (duration: 1.875076895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.950835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.075437Z","time spent":"1.875312781s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.950785Z","caller":"traceutil/trace.go:171","msg":"trace[111325447] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"3.142820751s","start":"2026-03-03T14:14:57.807913Z","end":"2026-03-03T14:15:00.950734Z","steps":["trace[111325447] 'process raft request' (duration: 3.142432071s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.951131Z","caller":"traceutil/trace.go:171","msg":"trace[1204798285] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"1.571428797s","start":"2026-03-03T14:14:59.379671Z","end":"2026-03-03T14:15:00.9511Z","steps":["trace[1204798285] 'process raft request' (duration: 1.570929034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.951409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.379646Z","time spent":"1.571718474s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.951482Z","caller":"traceutil/trace.go:171","msg":"trace[436897378] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8530; }","duration":"3.158987903s","start":"2026-03-03T14:14:57.792478Z","end":"2026-03-03T14:15:00.951466Z","steps":["trace[436897378] 'read index received' (duration: 2.875952003s)","trace[436897378] 'applied index is now lower than readState.Index' (duration: 283.03488ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:00.951492Z","caller":"traceutil/trace.go:171","msg":"trace[81970790] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"1.23101725s","start":"2026-03-03T14:14:59.720449Z","end":"2026-03-03T14:15:00.951466Z","steps":["trace[81970790] 'process raft request' (duration: 1.230477608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.951526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.807902Z","time spent":"3.143339613s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2346,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.951579Z","caller":"traceutil/trace.go:171","msg":"trace[518129446] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"1.07365926s","start":"2026-03-03T14:14:59.877905Z","end":"2026-03-03T14:15:00.951565Z","steps":["trace[518129446] 'process raft request' (duration: 1.073506516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.951702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188249446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:15:00.951739Z","caller":"traceutil/trace.go:171","msg":"trace[178666872] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:8225; }","duration":"3.188314986s","start":"2026-03-03T14:14:57.763411Z","end":"2026-03-03T14:15:00.951726Z","steps":["trace[178666872] 'agreement among raft nodes before linearized reading' (duration: 3.188157203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.951724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.720426Z","time spent":"1.231212395s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.951774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.763399Z","time spent":"3.188368108s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:15:00.951767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.877874Z","time spent":"1.073797623s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.951887Z","caller":"traceutil/trace.go:171","msg":"trace[731375511] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.231394139s","start":"2026-03-03T14:14:59.720478Z","end":"2026-03-03T14:15:00.951872Z","steps":["trace[731375511] 'process raft request' (duration: 1.230858876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.95196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.72045Z","time spent":"1.231474111s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.952093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156415313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:15:00.952127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300498531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.952139Z","caller":"traceutil/trace.go:171","msg":"trace[2058132235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8225; }","duration":"3.156510805s","start":"2026-03-03T14:14:57.795615Z","end":"2026-03-03T14:15:00.952125Z","steps":["trace[2058132235] 'agreement among raft nodes before linearized reading' (duration: 3.156331241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.95216Z","caller":"traceutil/trace.go:171","msg":"trace[1650594368] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8225; }","duration":"2.300577492s","start":"2026-03-03T14:14:58.651569Z","end":"2026-03-03T14:15:00.952147Z","steps":["trace[1650594368] 'agreement among raft nodes before linearized reading' (duration: 2.300521951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.952168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816266394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:00.952231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02847844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.952248Z","caller":"traceutil/trace.go:171","msg":"trace[1818367327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"1.816394897s","start":"2026-03-03T14:14:59.135813Z","end":"2026-03-03T14:15:00.952208Z","steps":["trace[1818367327] 'agreement among raft nodes before linearized reading' (duration: 1.816284064s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.952268Z","caller":"traceutil/trace.go:171","msg":"trace[2103953871] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:8225; }","duration":"2.03264421s","start":"2026-03-03T14:14:58.919616Z","end":"2026-03-03T14:15:00.95226Z","steps":["trace[2103953871] 'agreement among raft nodes before linearized reading' (duration: 2.032587989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.952181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.79559Z","time spent":"3.156580527s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.919594Z","time spent":"2.03269183s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.952362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156053363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:2803"} {"level":"info","ts":"2026-03-03T14:15:00.952402Z","caller":"traceutil/trace.go:171","msg":"trace[2064789370] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8225; }","duration":"3.156101766s","start":"2026-03-03T14:14:57.796288Z","end":"2026-03-03T14:15:00.952389Z","steps":["trace[2064789370] 'agreement among raft nodes before linearized reading' (duration: 3.156007524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.952434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.796281Z","time spent":"3.156146537s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2827,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232660005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228736"} {"level":"warn","ts":"2026-03-03T14:15:00.952531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.37207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.95254Z","caller":"traceutil/trace.go:171","msg":"trace[307558464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8225; }","duration":"3.232727136s","start":"2026-03-03T14:14:57.719803Z","end":"2026-03-03T14:15:00.95253Z","steps":["trace[307558464] 'agreement among raft nodes before linearized reading' (duration: 3.232404059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.952185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.651548Z","time spent":"2.300630833s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.952571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.719788Z","time spent":"3.232775598s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.314301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-03T14:15:00.95267Z","caller":"traceutil/trace.go:171","msg":"trace[197689942] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8225; }","duration":"276.369732ms","start":"2026-03-03T14:15:00.676294Z","end":"2026-03-03T14:15:00.952663Z","steps":["trace[197689942] 'agreement among raft nodes before linearized reading' (duration: 276.28471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.952698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.156428573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T14:15:00.952701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188520945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.953058Z","caller":"traceutil/trace.go:171","msg":"trace[22246097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8225; }","duration":"1.188907874s","start":"2026-03-03T14:14:59.764132Z","end":"2026-03-03T14:15:00.95304Z","steps":["trace[22246097] 'agreement among raft nodes before linearized reading' (duration: 1.188467674s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.952746Z","caller":"traceutil/trace.go:171","msg":"trace[64207732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c; range_end:; response_count:1; response_revision:8225; }","duration":"3.156501265s","start":"2026-03-03T14:14:57.796232Z","end":"2026-03-03T14:15:00.952733Z","steps":["trace[64207732] 'agreement among raft nodes before linearized reading' (duration: 3.156384702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.953111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.764115Z","time spent":"1.188983795s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.135779Z","time spent":"1.8165271s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:00.953132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.796213Z","time spent":"3.156904454s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610019019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:15:00.953221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.003495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T14:15:00.953248Z","caller":"traceutil/trace.go:171","msg":"trace[816584708] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8225; }","duration":"279.064176ms","start":"2026-03-03T14:15:00.674176Z","end":"2026-03-03T14:15:00.95324Z","steps":["trace[816584708] 'agreement among raft nodes before linearized reading' (duration: 278.621155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.953231Z","caller":"traceutil/trace.go:171","msg":"trace[1487832737] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8225; }","duration":"1.611079294s","start":"2026-03-03T14:14:59.342124Z","end":"2026-03-03T14:15:00.953203Z","steps":["trace[1487832737] 'agreement among raft nodes before linearized reading' (duration: 1.609945567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.953308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.342105Z","time spent":"1.611178237s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:15:00.952273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362162648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T14:15:00.953443Z","caller":"traceutil/trace.go:171","msg":"trace[956733942] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8225; }","duration":"2.363364236s","start":"2026-03-03T14:14:58.590062Z","end":"2026-03-03T14:15:00.953427Z","steps":["trace[956733942] 'agreement among raft nodes before linearized reading' (duration: 2.362138797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.953488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.59004Z","time spent":"2.363434599s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:15:00.95256Z","caller":"traceutil/trace.go:171","msg":"trace[1024265734] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8225; }","duration":"682.429861ms","start":"2026-03-03T14:15:00.270122Z","end":"2026-03-03T14:15:00.952552Z","steps":["trace[1024265734] 'agreement among raft nodes before linearized reading' (duration: 682.361169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.95359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.270103Z","time spent":"683.462966ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.952874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538545009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.953675Z","caller":"traceutil/trace.go:171","msg":"trace[1269174113] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8225; }","duration":"1.539382339s","start":"2026-03-03T14:14:59.414279Z","end":"2026-03-03T14:15:00.953661Z","steps":["trace[1269174113] 'agreement among raft nodes before linearized reading' (duration: 1.538549569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.953713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.414262Z","time spent":"1.53944043s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:01.411689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.571062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:01.411796Z","caller":"traceutil/trace.go:171","msg":"trace[2141900122] linearizableReadLoop","detail":"{readStateIndex:8544; appliedIndex:8543; }","duration":"455.964429ms","start":"2026-03-03T14:15:00.955813Z","end":"2026-03-03T14:15:01.411778Z","steps":["trace[2141900122] 'read index received' (duration: 150.228992ms)","trace[2141900122] 'applied index is now lower than readState.Index' (duration: 305.734007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:01.411874Z","caller":"traceutil/trace.go:171","msg":"trace[926544085] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"457.705219ms","start":"2026-03-03T14:15:00.954148Z","end":"2026-03-03T14:15:01.411854Z","steps":["trace[926544085] 'process raft request' (duration: 151.86973ms)","trace[926544085] 'compare' (duration: 282.765584ms)","trace[926544085] 'store kv pair into bolt db' {req_type:put; key:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; req_size:756; } (duration: 22.664805ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T14:15:01.411942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.954121Z","time spent":"457.785391ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:01.4121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.267596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-03T14:15:01.412165Z","caller":"traceutil/trace.go:171","msg":"trace[1985072226] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8226; }","duration":"456.356718ms","start":"2026-03-03T14:15:00.955792Z","end":"2026-03-03T14:15:01.412149Z","steps":["trace[1985072226] 'agreement among raft nodes before linearized reading' (duration: 456.114332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.412199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.955778Z","time spent":"456.416039ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:15:01.42512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.956063Z","time spent":"469.051558ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:15:01.425135Z","caller":"traceutil/trace.go:171","msg":"trace[1486651760] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8227; }","duration":"469.093669ms","start":"2026-03-03T14:15:00.956018Z","end":"2026-03-03T14:15:01.425111Z","steps":["trace[1486651760] 'process raft request' (duration: 468.857104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:01.425355Z","caller":"traceutil/trace.go:171","msg":"trace[1154221985] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"465.436982ms","start":"2026-03-03T14:15:00.959904Z","end":"2026-03-03T14:15:01.425341Z","steps":["trace[1154221985] 'process raft request' (duration: 465.166135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.425487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.959881Z","time spent":"465.509484ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:01.42576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.955995Z","time spent":"469.221072ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T14:15:01.964837Z","caller":"traceutil/trace.go:171","msg":"trace[210217473] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"769.844278ms","start":"2026-03-03T14:15:01.194966Z","end":"2026-03-03T14:15:01.964811Z","steps":["trace[210217473] 'process raft request' (duration: 769.768825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.964978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00306341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18995a58f12c8c59\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T14:15:01.965046Z","caller":"traceutil/trace.go:171","msg":"trace[350460133] range","detail":"{range_begin:/registry/events/openstack/ceph.18995a58f12c8c59; range_end:; response_count:1; response_revision:8230; }","duration":"1.003174763s","start":"2026-03-03T14:15:00.961857Z","end":"2026-03-03T14:15:01.965032Z","steps":["trace[350460133] 'agreement among raft nodes before linearized reading' (duration: 1.002953078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.961845Z","time spent":"1.003231405s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18995a58f12c8c59\" "} {"level":"warn","ts":"2026-03-03T14:15:01.96512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.36828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:01.965181Z","caller":"traceutil/trace.go:171","msg":"trace[1829353746] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:8230; }","duration":"553.484533ms","start":"2026-03-03T14:15:01.411681Z","end":"2026-03-03T14:15:01.965165Z","steps":["trace[1829353746] 'agreement among raft nodes before linearized reading' (duration: 553.340259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005362254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:01.965218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.411658Z","time spent":"553.553085ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:01.965228Z","caller":"traceutil/trace.go:171","msg":"trace[208180571] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"796.60925ms","start":"2026-03-03T14:15:01.16861Z","end":"2026-03-03T14:15:01.96522Z","steps":["trace[208180571] 'process raft request' (duration: 795.718318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.194947Z","time spent":"769.9743ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:01.96526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.168573Z","time spent":"796.672852ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2479,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:01.965243Z","caller":"traceutil/trace.go:171","msg":"trace[1437321943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8230; }","duration":"1.005439506s","start":"2026-03-03T14:15:00.959796Z","end":"2026-03-03T14:15:01.965236Z","steps":["trace[1437321943] 'agreement among raft nodes before linearized reading' (duration: 1.005347104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.95979Z","time spent":"1.005527158s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:15:01.965345Z","caller":"traceutil/trace.go:171","msg":"trace[1660658026] linearizableReadLoop","detail":"{readStateIndex:8549; appliedIndex:8544; }","duration":"552.958901ms","start":"2026-03-03T14:15:01.411822Z","end":"2026-03-03T14:15:01.964781Z","steps":["trace[1660658026] 'read index received' (duration: 13.023068ms)","trace[1660658026] 'applied index is now lower than readState.Index' (duration: 539.935093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:01.965448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008446057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:01.965475Z","caller":"traceutil/trace.go:171","msg":"trace[1180384721] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8230; }","duration":"1.008493199s","start":"2026-03-03T14:15:00.956974Z","end":"2026-03-03T14:15:01.965467Z","steps":["trace[1180384721] 'agreement among raft nodes before linearized reading' (duration: 1.008421057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.956967Z","time spent":"1.008524499s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-03T14:15:01.965562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007511905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T14:15:01.965629Z","caller":"traceutil/trace.go:171","msg":"trace[803131421] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8230; }","duration":"1.007602727s","start":"2026-03-03T14:15:00.958009Z","end":"2026-03-03T14:15:01.965611Z","steps":["trace[803131421] 'agreement among raft nodes before linearized reading' (duration: 1.007362962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:01.965666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.958003Z","time spent":"1.007655679s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:15:02.466122Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:02.966475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:03.189214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.224910557s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:15:03.22637Z","caller":"traceutil/trace.go:171","msg":"trace[1680134696] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"1.799498548s","start":"2026-03-03T14:15:01.426851Z","end":"2026-03-03T14:15:03.226349Z","steps":["trace[1680134696] 'process raft request' (duration: 1.762691738s)","trace[1680134696] 'compare' (duration: 36.655716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.226488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.426831Z","time spent":"1.79959503s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.304001Z","caller":"traceutil/trace.go:171","msg":"trace[1237434250] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.336914854s","start":"2026-03-03T14:15:01.967045Z","end":"2026-03-03T14:15:03.30396Z","steps":["trace[1237434250] 'process raft request' (duration: 1.336742259s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.304058Z","caller":"traceutil/trace.go:171","msg":"trace[739262151] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"1.33508512s","start":"2026-03-03T14:15:01.968933Z","end":"2026-03-03T14:15:03.304018Z","steps":["trace[739262151] 'process raft request' (duration: 1.334957077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.967036Z","time spent":"1.337064037s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.304228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968925Z","time spent":"1.335218183s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:03.304317Z","caller":"traceutil/trace.go:171","msg":"trace[1710482607] linearizableReadLoop","detail":"{readStateIndex:8558; appliedIndex:8549; }","duration":"1.3389235s","start":"2026-03-03T14:15:01.965374Z","end":"2026-03-03T14:15:03.304297Z","steps":["trace[1710482607] 'read index received' (duration: 1.224183898s)","trace[1710482607] 'applied index is now lower than readState.Index' (duration: 114.738592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:03.304347Z","caller":"traceutil/trace.go:171","msg":"trace[1254535901] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.335148372s","start":"2026-03-03T14:15:01.969152Z","end":"2026-03-03T14:15:03.304301Z","steps":["trace[1254535901] 'process raft request' (duration: 1.334986538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.304425Z","caller":"traceutil/trace.go:171","msg":"trace[63380515] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"332.905019ms","start":"2026-03-03T14:15:02.971496Z","end":"2026-03-03T14:15:03.304401Z","steps":["trace[63380515] 'process raft request' (duration: 332.773746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433430784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:15:03.304508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.971488Z","time spent":"332.978701ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.304523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.969145Z","time spent":"1.335283535s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.304601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595455554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:15:03.304618Z","caller":"traceutil/trace.go:171","msg":"trace[1109976884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8240; }","duration":"1.595506816s","start":"2026-03-03T14:15:01.709106Z","end":"2026-03-03T14:15:03.304613Z","steps":["trace[1109976884] 'agreement among raft nodes before linearized reading' (duration: 1.595466275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.709085Z","time spent":"1.595547396s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:15:03.304648Z","caller":"traceutil/trace.go:171","msg":"trace[880377037] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"1.335654053s","start":"2026-03-03T14:15:01.968966Z","end":"2026-03-03T14:15:03.30462Z","steps":["trace[880377037] 'process raft request' (duration: 1.335143451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594794629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:15:03.304771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756987192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.304706Z","caller":"traceutil/trace.go:171","msg":"trace[873413944] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"1.335706134s","start":"2026-03-03T14:15:01.968928Z","end":"2026-03-03T14:15:03.304634Z","steps":["trace[873413944] 'process raft request' (duration: 1.334990748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968946Z","time spent":"1.335786377s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:03.30482Z","caller":"traceutil/trace.go:171","msg":"trace[636928664] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"345.644181ms","start":"2026-03-03T14:15:02.959157Z","end":"2026-03-03T14:15:03.304801Z","steps":["trace[636928664] 'process raft request' (duration: 345.066138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.304922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.959127Z","time spent":"345.740153ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.304935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968909Z","time spent":"1.33593344s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":583,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:03.304971Z","caller":"traceutil/trace.go:171","msg":"trace[137877180] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"344.043833ms","start":"2026-03-03T14:15:02.960908Z","end":"2026-03-03T14:15:03.304951Z","steps":["trace[137877180] 'process raft request' (duration: 343.339266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.211801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:15:03.305057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.756208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19433"} {"level":"info","ts":"2026-03-03T14:15:03.30507Z","caller":"traceutil/trace.go:171","msg":"trace[93357807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8240; }","duration":"631.305172ms","start":"2026-03-03T14:15:02.673758Z","end":"2026-03-03T14:15:03.305064Z","steps":["trace[93357807] 'agreement among raft nodes before linearized reading' (duration: 631.248911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.305078Z","caller":"traceutil/trace.go:171","msg":"trace[991049070] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:8240; }","duration":"297.82733ms","start":"2026-03-03T14:15:03.007246Z","end":"2026-03-03T14:15:03.305073Z","steps":["trace[991049070] 'agreement among raft nodes before linearized reading' (duration: 297.737497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.960888Z","time spent":"344.131915ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.305125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.742258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.305151Z","caller":"traceutil/trace.go:171","msg":"trace[668643312] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8240; }","duration":"874.800619ms","start":"2026-03-03T14:15:02.430343Z","end":"2026-03-03T14:15:03.305143Z","steps":["trace[668643312] 'agreement among raft nodes before linearized reading' (duration: 874.762608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.30517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.430325Z","time spent":"874.84029ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:03.305152Z","caller":"traceutil/trace.go:171","msg":"trace[221421832] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.328623237s","start":"2026-03-03T14:15:01.976497Z","end":"2026-03-03T14:15:03.305121Z","steps":["trace[221421832] 'process raft request' (duration: 1.327692455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.587112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:15:03.305236Z","caller":"traceutil/trace.go:171","msg":"trace[1234541989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8240; }","duration":"343.660644ms","start":"2026-03-03T14:15:02.961567Z","end":"2026-03-03T14:15:03.305228Z","steps":["trace[1234541989] 'agreement among raft nodes before linearized reading' (duration: 343.589052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.961551Z","time spent":"343.705825ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:15:03.304995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.962495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:15:03.305261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.976482Z","time spent":"1.328721029s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2648,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.304843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337905087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.305329Z","caller":"traceutil/trace.go:171","msg":"trace[991860441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8240; }","duration":"631.321503ms","start":"2026-03-03T14:15:02.673983Z","end":"2026-03-03T14:15:03.305304Z","steps":["trace[991860441] 'agreement among raft nodes before linearized reading' (duration: 630.893053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.305361Z","caller":"traceutil/trace.go:171","msg":"trace[1736484947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8240; }","duration":"1.33844554s","start":"2026-03-03T14:15:01.966895Z","end":"2026-03-03T14:15:03.305341Z","steps":["trace[1736484947] 'agreement among raft nodes before linearized reading' (duration: 1.337917817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.673938Z","time spent":"631.442066ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.45823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:15:03.305455Z","caller":"traceutil/trace.go:171","msg":"trace[1513000225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8240; }","duration":"629.500281ms","start":"2026-03-03T14:15:02.67595Z","end":"2026-03-03T14:15:03.30545Z","steps":["trace[1513000225] 'agreement among raft nodes before linearized reading' (duration: 629.43421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.675939Z","time spent":"629.535412ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337299992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T14:15:03.305503Z","caller":"traceutil/trace.go:171","msg":"trace[1639439983] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8240; }","duration":"1.337338372s","start":"2026-03-03T14:15:01.968159Z","end":"2026-03-03T14:15:03.305497Z","steps":["trace[1639439983] 'agreement among raft nodes before linearized reading' (duration: 1.337267781s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.30479Z","caller":"traceutil/trace.go:171","msg":"trace[1122823560] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8240; }","duration":"1.757044074s","start":"2026-03-03T14:15:01.547742Z","end":"2026-03-03T14:15:03.304786Z","steps":["trace[1122823560] 'agreement among raft nodes before linearized reading' (duration: 1.757014373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968148Z","time spent":"1.337372953s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.966875Z","time spent":"1.338535941s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.54772Z","time spent":"1.757825271s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.519467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:15:03.305606Z","caller":"traceutil/trace.go:171","msg":"trace[2043970584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8240; }","duration":"631.575259ms","start":"2026-03-03T14:15:02.674027Z","end":"2026-03-03T14:15:03.305602Z","steps":["trace[2043970584] 'agreement among raft nodes before linearized reading' (duration: 631.535428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.673999Z","time spent":"631.61777ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336564534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:15:03.305664Z","caller":"traceutil/trace.go:171","msg":"trace[794256358] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8240; }","duration":"1.336817641s","start":"2026-03-03T14:15:01.968827Z","end":"2026-03-03T14:15:03.305645Z","steps":["trace[794256358] 'agreement among raft nodes before linearized reading' (duration: 1.336566255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.96882Z","time spent":"1.336938873s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-03T14:15:03.304774Z","caller":"traceutil/trace.go:171","msg":"trace[2126707842] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8240; }","duration":"1.595015484s","start":"2026-03-03T14:15:01.709747Z","end":"2026-03-03T14:15:03.304762Z","steps":["trace[2126707842] 'agreement among raft nodes before linearized reading' (duration: 1.594786599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.709739Z","time spent":"1.596221672s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:15:03.305294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08805015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:03.305094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.673731Z","time spent":"631.357454ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:03.304949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886844493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T14:15:03.305383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336506864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T14:15:03.305551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.040314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:15:03.306236Z","caller":"traceutil/trace.go:171","msg":"trace[2014127730] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8240; }","duration":"1.337365363s","start":"2026-03-03T14:15:01.968863Z","end":"2026-03-03T14:15:03.306229Z","steps":["trace[2014127730] 'agreement among raft nodes before linearized reading' (duration: 1.336500803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.30626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968858Z","time spent":"1.337393634s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-03T14:15:03.306192Z","caller":"traceutil/trace.go:171","msg":"trace[2100021177] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:8240; }","duration":"1.88804541s","start":"2026-03-03T14:15:01.418084Z","end":"2026-03-03T14:15:03.30613Z","steps":["trace[2100021177] 'agreement among raft nodes before linearized reading' (duration: 1.886773141s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.306264Z","caller":"traceutil/trace.go:171","msg":"trace[1345459668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8240; }","duration":"630.859953ms","start":"2026-03-03T14:15:02.675387Z","end":"2026-03-03T14:15:03.306247Z","steps":["trace[1345459668] 'agreement among raft nodes before linearized reading' (duration: 630.123356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.305351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336325209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:15:03.306382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.418071Z","time spent":"1.888216935s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"info","ts":"2026-03-03T14:15:03.304524Z","caller":"traceutil/trace.go:171","msg":"trace[1099664501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8240; }","duration":"1.433503056s","start":"2026-03-03T14:15:01.871012Z","end":"2026-03-03T14:15:03.304515Z","steps":["trace[1099664501] 'agreement among raft nodes before linearized reading' (duration: 1.433381003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.30671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.675374Z","time spent":"631.275683ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:15:03.30678Z","caller":"traceutil/trace.go:171","msg":"trace[1685922663] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8240; }","duration":"1.337761564s","start":"2026-03-03T14:15:01.969002Z","end":"2026-03-03T14:15:03.306763Z","steps":["trace[1685922663] 'agreement among raft nodes before linearized reading' (duration: 1.336303899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.306869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.968994Z","time spent":"1.337856756s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:15:03.306756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.870995Z","time spent":"1.435745009s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T14:15:03.312641Z","caller":"traceutil/trace.go:171","msg":"trace[1541758569] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8240; }","duration":"1.095431064s","start":"2026-03-03T14:15:02.217181Z","end":"2026-03-03T14:15:03.312612Z","steps":["trace[1541758569] 'agreement among raft nodes before linearized reading' (duration: 1.0880921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.312745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.217158Z","time spent":"1.095554177s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:03.728529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.897655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:03.728643Z","caller":"traceutil/trace.go:171","msg":"trace[1763603371] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"416.678009ms","start":"2026-03-03T14:15:03.311945Z","end":"2026-03-03T14:15:03.728623Z","steps":["trace[1763603371] 'process raft request' (duration: 169.61497ms)","trace[1763603371] 'compare' (duration: 246.523257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.728705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.311924Z","time spent":"416.755272ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.808454Z","caller":"traceutil/trace.go:171","msg":"trace[1214785713] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"496.502688ms","start":"2026-03-03T14:15:03.311929Z","end":"2026-03-03T14:15:03.808431Z","steps":["trace[1214785713] 'process raft request' (duration: 496.319323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.808636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.311899Z","time spent":"496.644591ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.808889Z","caller":"traceutil/trace.go:171","msg":"trace[2035249357] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"496.737163ms","start":"2026-03-03T14:15:03.312131Z","end":"2026-03-03T14:15:03.808868Z","steps":["trace[2035249357] 'process raft request' (duration: 496.242021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.808994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.312116Z","time spent":"496.826174ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.809117Z","caller":"traceutil/trace.go:171","msg":"trace[1702026083] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"495.462842ms","start":"2026-03-03T14:15:03.313635Z","end":"2026-03-03T14:15:03.809097Z","steps":["trace[1702026083] 'process raft request' (duration: 495.079703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.809181Z","caller":"traceutil/trace.go:171","msg":"trace[27493750] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"495.440871ms","start":"2026-03-03T14:15:03.313708Z","end":"2026-03-03T14:15:03.809149Z","steps":["trace[27493750] 'process raft request' (duration: 495.183325ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.809279Z","caller":"traceutil/trace.go:171","msg":"trace[407789085] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"495.024372ms","start":"2026-03-03T14:15:03.314237Z","end":"2026-03-03T14:15:03.809261Z","steps":["trace[407789085] 'process raft request' (duration: 494.710335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.809353Z","caller":"traceutil/trace.go:171","msg":"trace[552936115] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"495.042363ms","start":"2026-03-03T14:15:03.31429Z","end":"2026-03-03T14:15:03.809332Z","steps":["trace[552936115] 'process raft request' (duration: 494.769826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.809364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.314228Z","time spent":"495.092563ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.809453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.314277Z","time spent":"495.127834ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.809368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.313701Z","time spent":"495.574694ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.809222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.313621Z","time spent":"495.549814ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.80959Z","caller":"traceutil/trace.go:171","msg":"trace[47861387] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"494.339635ms","start":"2026-03-03T14:15:03.315231Z","end":"2026-03-03T14:15:03.809571Z","steps":["trace[47861387] 'process raft request' (duration: 494.002887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.809636Z","caller":"traceutil/trace.go:171","msg":"trace[92911423] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8559; }","duration":"497.10268ms","start":"2026-03-03T14:15:03.312513Z","end":"2026-03-03T14:15:03.809615Z","steps":["trace[92911423] 'read index received' (duration: 169.110737ms)","trace[92911423] 'applied index is now lower than readState.Index' (duration: 327.990753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.809684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.315215Z","time spent":"494.418797ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.809732Z","caller":"traceutil/trace.go:171","msg":"trace[1660873716] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"485.592109ms","start":"2026-03-03T14:15:03.324122Z","end":"2026-03-03T14:15:03.809715Z","steps":["trace[1660873716] 'process raft request' (duration: 485.252941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.809846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.324099Z","time spent":"485.708221ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3248,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:03.810136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.610122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-osd.18995a61394d9524\" ","response":"range_response_count:1 size:677"} {"level":"warn","ts":"2026-03-03T14:15:03.810166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.944889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-03-03T14:15:03.810177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.620203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T14:15:03.810188Z","caller":"traceutil/trace.go:171","msg":"trace[1493461853] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-osd.18995a61394d9524; range_end:; response_count:1; response_revision:8249; }","duration":"497.682044ms","start":"2026-03-03T14:15:03.31249Z","end":"2026-03-03T14:15:03.810172Z","steps":["trace[1493461853] 'agreement among raft nodes before linearized reading' (duration: 497.263824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.81021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.506327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:15:03.810235Z","caller":"traceutil/trace.go:171","msg":"trace[821028844] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8249; }","duration":"497.710614ms","start":"2026-03-03T14:15:03.312503Z","end":"2026-03-03T14:15:03.810214Z","steps":["trace[821028844] 'agreement among raft nodes before linearized reading' (duration: 497.376106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.312482Z","time spent":"497.743875ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":701,"request content":"key:\"/registry/events/openstack/rook-ceph-osd.18995a61394d9524\" "} {"level":"warn","ts":"2026-03-03T14:15:03.810285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.312491Z","time spent":"497.782337ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2667,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:15:03.810341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.330092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T14:15:03.810361Z","caller":"traceutil/trace.go:171","msg":"trace[904641263] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8249; }","duration":"496.366593ms","start":"2026-03-03T14:15:03.313988Z","end":"2026-03-03T14:15:03.810355Z","steps":["trace[904641263] 'agreement among raft nodes before linearized reading' (duration: 496.281321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.31398Z","time spent":"496.400574ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T14:15:03.810254Z","caller":"traceutil/trace.go:171","msg":"trace[102234641] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8249; }","duration":"496.572078ms","start":"2026-03-03T14:15:03.31367Z","end":"2026-03-03T14:15:03.810242Z","steps":["trace[102234641] 'agreement among raft nodes before linearized reading' (duration: 496.416924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.313658Z","time spent":"496.776212ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:15:03.810569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.751055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-03T14:15:03.810614Z","caller":"traceutil/trace.go:171","msg":"trace[1061841671] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2c4pz; range_end:; response_count:1; response_revision:8249; }","duration":"497.796166ms","start":"2026-03-03T14:15:03.312804Z","end":"2026-03-03T14:15:03.8106Z","steps":["trace[1061841671] 'agreement among raft nodes before linearized reading' (duration: 497.657863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.81062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.513132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228736"} {"level":"warn","ts":"2026-03-03T14:15:03.810647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.064389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2663"} {"level":"warn","ts":"2026-03-03T14:15:03.810626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.161881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:15:03.810659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.312741Z","time spent":"497.907319ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4676,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2c4pz\" "} {"level":"info","ts":"2026-03-03T14:15:03.810674Z","caller":"traceutil/trace.go:171","msg":"trace[205650852] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:8249; }","duration":"494.1116ms","start":"2026-03-03T14:15:03.316553Z","end":"2026-03-03T14:15:03.810665Z","steps":["trace[205650852] 'agreement among raft nodes before linearized reading' (duration: 494.041798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.810218Z","caller":"traceutil/trace.go:171","msg":"trace[1583391403] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8249; }","duration":"495.010891ms","start":"2026-03-03T14:15:03.315191Z","end":"2026-03-03T14:15:03.810202Z","steps":["trace[1583391403] 'agreement among raft nodes before linearized reading' (duration: 494.689753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.316544Z","time spent":"494.14546ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2687,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"info","ts":"2026-03-03T14:15:03.81068Z","caller":"traceutil/trace.go:171","msg":"trace[1606720353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8249; }","duration":"495.594575ms","start":"2026-03-03T14:15:03.315069Z","end":"2026-03-03T14:15:03.810664Z","steps":["trace[1606720353] 'agreement among raft nodes before linearized reading' (duration: 494.849897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.81069Z","caller":"traceutil/trace.go:171","msg":"trace[667127837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8249; }","duration":"494.244473ms","start":"2026-03-03T14:15:03.316431Z","end":"2026-03-03T14:15:03.810675Z","steps":["trace[667127837] 'agreement among raft nodes before linearized reading' (duration: 494.085109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.466671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:03.810717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.315185Z","time spent":"495.516983ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":622,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-03-03T14:15:03.810702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.021332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:15:03.81074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.316422Z","time spent":"494.306284ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:15:03.810749Z","caller":"traceutil/trace.go:171","msg":"trace[515556028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8249; }","duration":"495.537213ms","start":"2026-03-03T14:15:03.315197Z","end":"2026-03-03T14:15:03.810734Z","steps":["trace[515556028] 'agreement among raft nodes before linearized reading' (duration: 495.448161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.315059Z","time spent":"495.662336ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228760,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:15:03.810783Z","caller":"traceutil/trace.go:171","msg":"trace[353390858] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:8249; }","duration":"498.127964ms","start":"2026-03-03T14:15:03.312633Z","end":"2026-03-03T14:15:03.810761Z","steps":["trace[353390858] 'agreement among raft nodes before linearized reading' (duration: 497.864978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.810792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.315192Z","time spent":"495.589304ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:03.81083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.312626Z","time spent":"498.194006ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:15:03.812975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.09664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T14:15:03.813018Z","caller":"traceutil/trace.go:171","msg":"trace[1303909003] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8249; }","duration":"288.173002ms","start":"2026-03-03T14:15:03.524834Z","end":"2026-03-03T14:15:03.813007Z","steps":["trace[1303909003] 'agreement among raft nodes before linearized reading' (duration: 285.629752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.063598Z","caller":"traceutil/trace.go:171","msg":"trace[270844654] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8568; }","duration":"249.653632ms","start":"2026-03-03T14:15:03.813871Z","end":"2026-03-03T14:15:04.063525Z","steps":["trace[270844654] 'read index received' (duration: 249.472647ms)","trace[270844654] 'applied index is now lower than readState.Index' (duration: 179.604µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:04.063754Z","caller":"traceutil/trace.go:171","msg":"trace[765323342] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"250.646756ms","start":"2026-03-03T14:15:03.813095Z","end":"2026-03-03T14:15:04.063742Z","steps":["trace[765323342] 'process raft request' (duration: 250.174655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.064275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.375208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:15:04.06436Z","caller":"traceutil/trace.go:171","msg":"trace[472130215] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:8250; }","duration":"250.509301ms","start":"2026-03-03T14:15:03.813828Z","end":"2026-03-03T14:15:04.064337Z","steps":["trace[472130215] 'agreement among raft nodes before linearized reading' (duration: 250.263836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.301853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.461558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:04.302181Z","caller":"traceutil/trace.go:171","msg":"trace[445425352] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"484.925953ms","start":"2026-03-03T14:15:03.817162Z","end":"2026-03-03T14:15:04.302088Z","steps":["trace[445425352] 'process raft request' (duration: 484.779499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.302379Z","caller":"traceutil/trace.go:171","msg":"trace[1764531538] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"484.945663ms","start":"2026-03-03T14:15:03.817423Z","end":"2026-03-03T14:15:04.302369Z","steps":["trace[1764531538] 'process raft request' (duration: 484.612026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.302229Z","caller":"traceutil/trace.go:171","msg":"trace[1730143180] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"484.850202ms","start":"2026-03-03T14:15:03.817362Z","end":"2026-03-03T14:15:04.302212Z","steps":["trace[1730143180] 'process raft request' (duration: 484.649377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.302478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817414Z","time spent":"485.009805ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":815,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:04.302273Z","caller":"traceutil/trace.go:171","msg":"trace[499126642] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"484.944393ms","start":"2026-03-03T14:15:03.817289Z","end":"2026-03-03T14:15:04.302233Z","steps":["trace[499126642] 'process raft request' (duration: 484.696928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.302519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817353Z","time spent":"485.118728ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:04.302713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817279Z","time spent":"485.315593ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:04.302227Z","caller":"traceutil/trace.go:171","msg":"trace[641059539] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"485.153628ms","start":"2026-03-03T14:15:03.817035Z","end":"2026-03-03T14:15:04.302188Z","steps":["trace[641059539] 'process raft request' (duration: 342.268721ms)","trace[641059539] 'compare' (duration: 142.329604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:04.302894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817016Z","time spent":"485.837985ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:04.303041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817154Z","time spent":"485.234181ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:04.303571Z","caller":"traceutil/trace.go:171","msg":"trace[353495988] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"485.851115ms","start":"2026-03-03T14:15:03.817694Z","end":"2026-03-03T14:15:04.303545Z","steps":["trace[353495988] 'process raft request' (duration: 484.729079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.303649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.817679Z","time spent":"485.941176ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:04.30419Z","caller":"traceutil/trace.go:171","msg":"trace[959225803] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"479.141546ms","start":"2026-03-03T14:15:03.825026Z","end":"2026-03-03T14:15:04.304167Z","steps":["trace[959225803] 'process raft request' (duration: 478.46645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.304301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.825002Z","time spent":"479.243029ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3813,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:04.304316Z","caller":"traceutil/trace.go:171","msg":"trace[2054676014] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8569; }","duration":"240.593348ms","start":"2026-03-03T14:15:04.063691Z","end":"2026-03-03T14:15:04.304284Z","steps":["trace[2054676014] 'read index received' (duration: 95.628181ms)","trace[2054676014] 'applied index is now lower than readState.Index' (duration: 144.962727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:04.304544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.375468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:04.304737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.128917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T14:15:04.304778Z","caller":"traceutil/trace.go:171","msg":"trace[698074640] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8258; }","duration":"460.185488ms","start":"2026-03-03T14:15:03.84458Z","end":"2026-03-03T14:15:04.304765Z","steps":["trace[698074640] 'agreement among raft nodes before linearized reading' (duration: 459.83534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.304783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.72669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19433"} {"level":"warn","ts":"2026-03-03T14:15:04.304815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.844567Z","time spent":"460.235889ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T14:15:04.304822Z","caller":"traceutil/trace.go:171","msg":"trace[1123100550] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8258; }","duration":"490.770541ms","start":"2026-03-03T14:15:03.814041Z","end":"2026-03-03T14:15:04.304812Z","steps":["trace[1123100550] 'agreement among raft nodes before linearized reading' (duration: 490.393142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.304832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.881779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-03T14:15:04.304848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.814017Z","time spent":"490.824722ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19457,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:15:04.304925Z","caller":"traceutil/trace.go:171","msg":"trace[1476817603] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8258; }","duration":"483.955291ms","start":"2026-03-03T14:15:03.820915Z","end":"2026-03-03T14:15:04.30487Z","steps":["trace[1476817603] 'agreement among raft nodes before linearized reading' (duration: 483.524001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.304972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.820904Z","time spent":"484.056783ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-03T14:15:04.305081Z","caller":"traceutil/trace.go:171","msg":"trace[427431058] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"237.926604ms","start":"2026-03-03T14:15:04.067143Z","end":"2026-03-03T14:15:04.30507Z","steps":["trace[427431058] 'process raft request' (duration: 237.087315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.304753Z","caller":"traceutil/trace.go:171","msg":"trace[1730697591] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:8257; }","duration":"486.569062ms","start":"2026-03-03T14:15:03.818118Z","end":"2026-03-03T14:15:04.304687Z","steps":["trace[1730697591] 'agreement among raft nodes before linearized reading' (duration: 486.187873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.305168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.842099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:15:04.304626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.499242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:04.305309Z","caller":"traceutil/trace.go:171","msg":"trace[438476689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8258; }","duration":"489.976973ms","start":"2026-03-03T14:15:03.815287Z","end":"2026-03-03T14:15:04.305263Z","steps":["trace[438476689] 'agreement among raft nodes before linearized reading' (duration: 489.193564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.305322Z","caller":"traceutil/trace.go:171","msg":"trace[922055076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8258; }","duration":"490.246519ms","start":"2026-03-03T14:15:03.815063Z","end":"2026-03-03T14:15:04.30531Z","steps":["trace[922055076] 'agreement among raft nodes before linearized reading' (duration: 489.361408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.305356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.815034Z","time spent":"490.313131ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:04.305402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.81528Z","time spent":"490.067675ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:15:04.305562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.818109Z","time spent":"487.131815ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T14:15:04.323615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.4925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:15:04.323723Z","caller":"traceutil/trace.go:171","msg":"trace[1045525654] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8258; }","duration":"167.683644ms","start":"2026-03-03T14:15:04.156013Z","end":"2026-03-03T14:15:04.323697Z","steps":["trace[1045525654] 'agreement among raft nodes before linearized reading' (duration: 148.578672ms)","trace[1045525654] 'count revisions from in-memory index tree' (duration: 18.939598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:04.516815Z","caller":"traceutil/trace.go:171","msg":"trace[1684353603] linearizableReadLoop","detail":"{readStateIndex:8578; appliedIndex:8577; }","duration":"194.945757ms","start":"2026-03-03T14:15:04.321849Z","end":"2026-03-03T14:15:04.516795Z","steps":["trace[1684353603] 'read index received' (duration: 103.164989ms)","trace[1684353603] 'applied index is now lower than readState.Index' (duration: 91.779818ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:04.51693Z","caller":"traceutil/trace.go:171","msg":"trace[165214255] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"206.810738ms","start":"2026-03-03T14:15:04.310069Z","end":"2026-03-03T14:15:04.51688Z","steps":["trace[165214255] 'process raft request' (duration: 114.861075ms)","trace[165214255] 'compare' (duration: 91.554163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:04.517006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.139843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-03T14:15:04.517028Z","caller":"traceutil/trace.go:171","msg":"trace[670936486] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8259; }","duration":"195.176864ms","start":"2026-03-03T14:15:04.321844Z","end":"2026-03-03T14:15:04.517021Z","steps":["trace[670936486] 'agreement among raft nodes before linearized reading' (duration: 195.03631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.839191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.179174ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:04.83941Z","caller":"traceutil/trace.go:171","msg":"trace[903549717] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"322.535354ms","start":"2026-03-03T14:15:04.516859Z","end":"2026-03-03T14:15:04.839394Z","steps":["trace[903549717] 'read index received' (duration: 127.106694ms)","trace[903549717] 'applied index is now lower than readState.Index' (duration: 195.42737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:04.839427Z","caller":"traceutil/trace.go:171","msg":"trace[346011125] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"514.922432ms","start":"2026-03-03T14:15:04.324475Z","end":"2026-03-03T14:15:04.839398Z","steps":["trace[346011125] 'process raft request' (duration: 319.471552ms)","trace[346011125] 'compare' (duration: 194.716652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:04.839541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.475795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-03T14:15:04.839538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.77155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:15:04.839538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.591545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-03T14:15:04.839545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.324451Z","time spent":"515.036384ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:04.839569Z","caller":"traceutil/trace.go:171","msg":"trace[1117506619] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:8261; }","duration":"317.531396ms","start":"2026-03-03T14:15:04.522028Z","end":"2026-03-03T14:15:04.839559Z","steps":["trace[1117506619] 'agreement among raft nodes before linearized reading' (duration: 317.454564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.839574Z","caller":"traceutil/trace.go:171","msg":"trace[151475519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8261; }","duration":"509.844172ms","start":"2026-03-03T14:15:04.32972Z","end":"2026-03-03T14:15:04.839564Z","steps":["trace[151475519] 'agreement among raft nodes before linearized reading' (duration: 509.719739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.839578Z","caller":"traceutil/trace.go:171","msg":"trace[1744948134] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"509.569615ms","start":"2026-03-03T14:15:04.329996Z","end":"2026-03-03T14:15:04.839566Z","steps":["trace[1744948134] 'process raft request' (duration: 509.290109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.839583Z","caller":"traceutil/trace.go:171","msg":"trace[669683781] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8261; }","duration":"517.680567ms","start":"2026-03-03T14:15:04.321891Z","end":"2026-03-03T14:15:04.839571Z","steps":["trace[669683781] 'agreement among raft nodes before linearized reading' (duration: 517.560935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.839598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.329701Z","time spent":"509.891363ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:15:04.8396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.52201Z","time spent":"317.579318ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:15:04.839612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.32187Z","time spent":"517.734649ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T14:15:04.839641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.329977Z","time spent":"509.626287ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6350,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:04.839669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.424746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:15:04.839702Z","caller":"traceutil/trace.go:171","msg":"trace[839560328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8261; }","duration":"282.463797ms","start":"2026-03-03T14:15:04.557229Z","end":"2026-03-03T14:15:04.839693Z","steps":["trace[839560328] 'agreement among raft nodes before linearized reading' (duration: 282.344814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.839538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.796697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:15:04.839803Z","caller":"traceutil/trace.go:171","msg":"trace[1175888073] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8261; }","duration":"509.071994ms","start":"2026-03-03T14:15:04.330711Z","end":"2026-03-03T14:15:04.839783Z","steps":["trace[1175888073] 'agreement among raft nodes before linearized reading' (duration: 508.704706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.839848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.330704Z","time spent":"509.129975ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:15:05.352043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:05.852261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:06.353445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693663521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:06.393225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543130997s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:15:06.448944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.108733Z","time spent":"340.202801ms","remote":"127.0.0.1:45402","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:15:06.449183Z","caller":"traceutil/trace.go:171","msg":"trace[1520388331] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"1.599139631s","start":"2026-03-03T14:15:04.849999Z","end":"2026-03-03T14:15:06.449139Z","steps":["trace[1520388331] 'process raft request' (duration: 1.543498046s)","trace[1520388331] 'compare' (duration: 55.335438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:06.449406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.849987Z","time spent":"1.599316115s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4345,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:08.372532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.97893514s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:15:08.756316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:08.756564Z","caller":"traceutil/trace.go:171","msg":"trace[1534737351] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946209s","start":"2026-03-03T14:15:06.755588Z","end":"2026-03-03T14:15:08.756534Z","steps":["trace[1534737351] 'agreement among raft nodes before linearized reading' (duration: 2.000659702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:08.756666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.755572Z","time spent":"2.001077321s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:15:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.311552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.314499Z","time spent":"4.997046303s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.312586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.314385Z","time spent":"4.998185009s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.315674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.316663Z","time spent":"4.999007949s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:15:10.732346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99952874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:15:10.732504Z","caller":"traceutil/trace.go:171","msg":"trace[2100808275] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999768336s","start":"2026-03-03T14:15:05.732707Z","end":"2026-03-03T14:15:10.732476Z","steps":["trace[2100808275] 'agreement among raft nodes before linearized reading' (duration: 4.999561271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:10.73259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.732682Z","time spent":"4.999869349s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.756944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99973148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:10.75714Z","caller":"traceutil/trace.go:171","msg":"trace[489772297] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999882134s","start":"2026-03-03T14:15:08.757114Z","end":"2026-03-03T14:15:10.756996Z","steps":["trace[489772297] 'agreement among raft nodes before linearized reading' (duration: 1.999787152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:10.757194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.757038Z","time spent":"2.000145711s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:10.813713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999031869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:10.813812Z","caller":"traceutil/trace.go:171","msg":"trace[1098686694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999199743s","start":"2026-03-03T14:15:05.814594Z","end":"2026-03-03T14:15:10.813794Z","steps":["trace[1098686694] 'agreement among raft nodes before linearized reading' (duration: 4.99907321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:10.813852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.814572Z","time spent":"4.999271815s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:15:10.815782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998814315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:15:10.815886Z","caller":"traceutil/trace.go:171","msg":"trace[2047911268] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998950317s","start":"2026-03-03T14:15:05.816918Z","end":"2026-03-03T14:15:10.815868Z","steps":["trace[2047911268] 'agreement among raft nodes before linearized reading' (duration: 4.998824564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:10.815926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.816906Z","time spent":"4.999010298s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:11.135091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:11.135176Z","caller":"traceutil/trace.go:171","msg":"trace[1428372204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311514s","start":"2026-03-03T14:15:09.134846Z","end":"2026-03-03T14:15:11.135157Z","steps":["trace[1428372204] 'agreement among raft nodes before linearized reading' (duration: 2.000202921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.135277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.134798Z","time spent":"2.000466348s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:15:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:11.155638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.220896ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:11.155805Z","caller":"traceutil/trace.go:171","msg":"trace[193340304] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8262; }","duration":"734.40059ms","start":"2026-03-03T14:15:10.42139Z","end":"2026-03-03T14:15:11.155791Z","steps":["trace[193340304] 'range keys from in-memory index tree' (duration: 734.206776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.82138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.44862749s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:15:11.988866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616081898s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:15:12.399111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.575381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:12.399904Z","caller":"traceutil/trace.go:171","msg":"trace[1371125795] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"5.937990195s","start":"2026-03-03T14:15:06.461884Z","end":"2026-03-03T14:15:12.399875Z","steps":["trace[1371125795] 'process raft request' (duration: 5.937735148s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.399941Z","caller":"traceutil/trace.go:171","msg":"trace[1724928582] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"1.396904361s","start":"2026-03-03T14:15:11.003014Z","end":"2026-03-03T14:15:12.399918Z","steps":["trace[1724928582] 'process raft request' (duration: 1.39685675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.461862Z","time spent":"5.938102438s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:12.400051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.002977Z","time spent":"1.397012824s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:12.400081Z","caller":"traceutil/trace.go:171","msg":"trace[1146437692] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8580; }","duration":"7.548943966s","start":"2026-03-03T14:15:04.851085Z","end":"2026-03-03T14:15:12.400029Z","steps":["trace[1146437692] 'read index received' (duration: 1.54244491s)","trace[1146437692] 'applied index is now lower than readState.Index' (duration: 6.006488336s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:12.400139Z","caller":"traceutil/trace.go:171","msg":"trace[436209656] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8266; }","duration":"5.936780407s","start":"2026-03-03T14:15:06.463344Z","end":"2026-03-03T14:15:12.400125Z","steps":["trace[436209656] 'process raft request' (duration: 5.936359086s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.400215Z","caller":"traceutil/trace.go:171","msg":"trace[1768129066] transaction","detail":"{read_only:false; response_revision:8268; number_of_response:1; }","duration":"3.935473549s","start":"2026-03-03T14:15:08.464721Z","end":"2026-03-03T14:15:12.400195Z","steps":["trace[1768129066] 'process raft request' (duration: 3.935104529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.463306Z","time spent":"5.936925951s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":77,"response count":0,"response size":2384,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:12.400302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.464691Z","time spent":"3.935570401s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:12.400365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413267293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.400402Z","caller":"traceutil/trace.go:171","msg":"trace[16954130] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8269; }","duration":"4.413374306s","start":"2026-03-03T14:15:07.987018Z","end":"2026-03-03T14:15:12.400392Z","steps":["trace[16954130] 'agreement among raft nodes before linearized reading' (duration: 4.413321495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548924015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:12.400435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.986997Z","time spent":"4.413427577s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.400455Z","caller":"traceutil/trace.go:171","msg":"trace[1206923435] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8269; }","duration":"7.549020997s","start":"2026-03-03T14:15:04.851413Z","end":"2026-03-03T14:15:12.400434Z","steps":["trace[1206923435] 'agreement among raft nodes before linearized reading' (duration: 7.548870404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.40051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057419433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:15:12.40058Z","caller":"traceutil/trace.go:171","msg":"trace[158146707] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8269; }","duration":"3.057539846s","start":"2026-03-03T14:15:09.343025Z","end":"2026-03-03T14:15:12.400565Z","steps":["trace[158146707] 'agreement among raft nodes before linearized reading' (duration: 3.057368012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821724589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"warn","ts":"2026-03-03T14:15:12.400462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55342608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:15:12.400645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.58501179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:15:12.400658Z","caller":"traceutil/trace.go:171","msg":"trace[1443367083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8269; }","duration":"2.553665795s","start":"2026-03-03T14:15:09.846986Z","end":"2026-03-03T14:15:12.400652Z","steps":["trace[1443367083] 'agreement among raft nodes before linearized reading' (duration: 2.553351818s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.400677Z","caller":"traceutil/trace.go:171","msg":"trace[1520766293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8269; }","duration":"6.585059682s","start":"2026-03-03T14:15:05.815604Z","end":"2026-03-03T14:15:12.400664Z","steps":["trace[1520766293] 'agreement among raft nodes before linearized reading' (duration: 6.58500825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578979067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:15:12.4007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.171416275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.400737Z","caller":"traceutil/trace.go:171","msg":"trace[430963591] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8269; }","duration":"4.171483617s","start":"2026-03-03T14:15:08.22924Z","end":"2026-03-03T14:15:12.400724Z","steps":["trace[430963591] 'agreement among raft nodes before linearized reading' (duration: 4.171436086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.40073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.067353211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:15:12.400693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733148758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.40082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635511031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:12.400833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.525430599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.400848Z","caller":"traceutil/trace.go:171","msg":"trace[1282094396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8269; }","duration":"1.635583563s","start":"2026-03-03T14:15:10.765258Z","end":"2026-03-03T14:15:12.400842Z","steps":["trace[1282094396] 'agreement among raft nodes before linearized reading' (duration: 1.635544322s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.400844Z","caller":"traceutil/trace.go:171","msg":"trace[994398297] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8269; }","duration":"2.733409444s","start":"2026-03-03T14:15:09.667396Z","end":"2026-03-03T14:15:12.400806Z","steps":["trace[994398297] 'agreement among raft nodes before linearized reading' (duration: 2.733107007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724943275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.400931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083083342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:15:12.400925Z","caller":"traceutil/trace.go:171","msg":"trace[1772384866] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8269; }","duration":"7.525504472s","start":"2026-03-03T14:15:04.875358Z","end":"2026-03-03T14:15:12.400863Z","steps":["trace[1772384866] 'agreement among raft nodes before linearized reading' (duration: 7.525437811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08808761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:15:12.400966Z","caller":"traceutil/trace.go:171","msg":"trace[676102398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8269; }","duration":"2.083156703s","start":"2026-03-03T14:15:10.317801Z","end":"2026-03-03T14:15:12.400958Z","steps":["trace[676102398] 'agreement among raft nodes before linearized reading' (duration: 2.083108382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.875344Z","time spent":"7.525623365s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.400972Z","caller":"traceutil/trace.go:171","msg":"trace[1563087081] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8269; }","duration":"1.725107479s","start":"2026-03-03T14:15:10.675847Z","end":"2026-03-03T14:15:12.400955Z","steps":["trace[1563087081] 'agreement among raft nodes before linearized reading' (duration: 1.724959346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.76524Z","time spent":"1.635627113s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.229219Z","time spent":"4.171539499s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.40103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.667361Z","time spent":"2.73364374s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.40099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.317748Z","time spent":"2.083238995s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:15:12.401104Z","caller":"traceutil/trace.go:171","msg":"trace[983032619] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"5.783568885s","start":"2026-03-03T14:15:06.617517Z","end":"2026-03-03T14:15:12.401086Z","steps":["trace[983032619] 'process raft request' (duration: 5.782235723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.342998Z","time spent":"3.057623398s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:15:12.401198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.617486Z","time spent":"5.783660427s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:12.400684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.846962Z","time spent":"2.553716406s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:15:12.400659Z","caller":"traceutil/trace.go:171","msg":"trace[2069471584] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:8269; }","duration":"3.821811781s","start":"2026-03-03T14:15:08.578835Z","end":"2026-03-03T14:15:12.400647Z","steps":["trace[2069471584] 'agreement among raft nodes before linearized reading' (duration: 3.821725189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.401448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.578816Z","time spent":"3.822623401s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"info","ts":"2026-03-03T14:15:12.400706Z","caller":"traceutil/trace.go:171","msg":"trace[1965035052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8269; }","duration":"6.579085989s","start":"2026-03-03T14:15:05.821614Z","end":"2026-03-03T14:15:12.4007Z","steps":["trace[1965035052] 'agreement among raft nodes before linearized reading' (duration: 6.578940026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.401539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.821579Z","time spent":"6.57994715s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.851408Z","time spent":"7.549107179s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.549214822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T14:15:12.402082Z","caller":"traceutil/trace.go:171","msg":"trace[705028710] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8269; }","duration":"7.551001073s","start":"2026-03-03T14:15:04.851065Z","end":"2026-03-03T14:15:12.402066Z","steps":["trace[705028710] 'agreement among raft nodes before linearized reading' (duration: 7.54914411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.402133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.851058Z","time spent":"7.551058964s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.584881687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:15:12.402311Z","caller":"traceutil/trace.go:171","msg":"trace[404492489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8269; }","duration":"6.58670758s","start":"2026-03-03T14:15:05.815588Z","end":"2026-03-03T14:15:12.402295Z","steps":["trace[404492489] 'agreement among raft nodes before linearized reading' (duration: 6.584821706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.40235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.815567Z","time spent":"6.586772331s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.815592Z","time spent":"6.585109652s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:15:12.400776Z","caller":"traceutil/trace.go:171","msg":"trace[1598322163] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8269; }","duration":"7.067414513s","start":"2026-03-03T14:15:05.333347Z","end":"2026-03-03T14:15:12.400762Z","steps":["trace[1598322163] 'agreement among raft nodes before linearized reading' (duration: 7.067209958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.400779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086025561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:15:12.414446Z","caller":"traceutil/trace.go:171","msg":"trace[1800757864] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8269; }","duration":"2.099715985s","start":"2026-03-03T14:15:10.314706Z","end":"2026-03-03T14:15:12.414422Z","steps":["trace[1800757864] 'agreement among raft nodes before linearized reading' (duration: 2.086019061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.414529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.314688Z","time spent":"2.099816347s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:15:12.400831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467623281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.414688Z","caller":"traceutil/trace.go:171","msg":"trace[83622623] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8269; }","duration":"2.48153659s","start":"2026-03-03T14:15:09.933143Z","end":"2026-03-03T14:15:12.41468Z","steps":["trace[83622623] 'agreement among raft nodes before linearized reading' (duration: 2.467632951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.414715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.933123Z","time spent":"2.48158221s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.400981Z","caller":"traceutil/trace.go:171","msg":"trace[208092948] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8269; }","duration":"2.088160792s","start":"2026-03-03T14:15:10.312811Z","end":"2026-03-03T14:15:12.400971Z","steps":["trace[208092948] 'agreement among raft nodes before linearized reading' (duration: 2.088058759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.414846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.312797Z","time spent":"2.1020395s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:15:12.401027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.675829Z","time spent":"1.725183091s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.403475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.333339Z","time spent":"7.070119537s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:15:12.420724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454767438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T14:15:12.420756Z","caller":"traceutil/trace.go:171","msg":"trace[1549460351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8269; }","duration":"1.4548374s","start":"2026-03-03T14:15:10.965909Z","end":"2026-03-03T14:15:12.420747Z","steps":["trace[1549460351] 'agreement among raft nodes before linearized reading' (duration: 1.434736395s)","trace[1549460351] 'range keys from bolt db' (duration: 20.046493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:12.420774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.965889Z","time spent":"1.454881021s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:15:12.648472Z","caller":"traceutil/trace.go:171","msg":"trace[227511237] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"224.849904ms","start":"2026-03-03T14:15:12.423603Z","end":"2026-03-03T14:15:12.648453Z","steps":["trace[227511237] 'process raft request' (duration: 224.778253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.648778Z","caller":"traceutil/trace.go:171","msg":"trace[1128052674] transaction","detail":"{read_only:false; response_revision:8270; number_of_response:1; }","duration":"228.89155ms","start":"2026-03-03T14:15:12.419834Z","end":"2026-03-03T14:15:12.648726Z","steps":["trace[1128052674] 'process raft request' (duration: 228.222604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.649029Z","caller":"traceutil/trace.go:171","msg":"trace[1120816806] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"225.118981ms","start":"2026-03-03T14:15:12.423889Z","end":"2026-03-03T14:15:12.649007Z","steps":["trace[1120816806] 'process raft request' (duration: 224.536978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.649503Z","caller":"traceutil/trace.go:171","msg":"trace[1114687504] linearizableReadLoop","detail":"{readStateIndex:8596; appliedIndex:8591; }","duration":"153.015597ms","start":"2026-03-03T14:15:12.496468Z","end":"2026-03-03T14:15:12.649484Z","steps":["trace[1114687504] 'read index received' (duration: 151.598343ms)","trace[1114687504] 'applied index is now lower than readState.Index' (duration: 1.415534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:12.649737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.644795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:15:12.649739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.952531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.649831Z","caller":"traceutil/trace.go:171","msg":"trace[1877586959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8274; }","duration":"228.762588ms","start":"2026-03-03T14:15:12.421053Z","end":"2026-03-03T14:15:12.649816Z","steps":["trace[1877586959] 'agreement among raft nodes before linearized reading' (duration: 228.492462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.649851Z","caller":"traceutil/trace.go:171","msg":"trace[2131249983] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8274; }","duration":"226.084144ms","start":"2026-03-03T14:15:12.423745Z","end":"2026-03-03T14:15:12.649829Z","steps":["trace[2131249983] 'agreement among raft nodes before linearized reading' (duration: 225.821668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.650076Z","caller":"traceutil/trace.go:171","msg":"trace[1613564001] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"226.092005ms","start":"2026-03-03T14:15:12.423972Z","end":"2026-03-03T14:15:12.650064Z","steps":["trace[1613564001] 'process raft request' (duration: 224.952237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.650151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.400162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-65f7h\" ","response":"range_response_count:1 size:2494"} {"level":"info","ts":"2026-03-03T14:15:12.650193Z","caller":"traceutil/trace.go:171","msg":"trace[1472717321] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-rgw-ceph-certs-65f7h; range_end:; response_count:1; response_revision:8274; }","duration":"226.448973ms","start":"2026-03-03T14:15:12.423731Z","end":"2026-03-03T14:15:12.65018Z","steps":["trace[1472717321] 'agreement among raft nodes before linearized reading' (duration: 226.32444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.650186Z","caller":"traceutil/trace.go:171","msg":"trace[215053116] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"151.46948ms","start":"2026-03-03T14:15:12.498691Z","end":"2026-03-03T14:15:12.65016Z","steps":["trace[215053116] 'process raft request' (duration: 151.296326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.650349Z","caller":"traceutil/trace.go:171","msg":"trace[293403652] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"219.040957ms","start":"2026-03-03T14:15:12.431295Z","end":"2026-03-03T14:15:12.650336Z","steps":["trace[293403652] 'process raft request' (duration: 218.100125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.650541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.23226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18995a58f12c8c59\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T14:15:12.650635Z","caller":"traceutil/trace.go:171","msg":"trace[1349141793] range","detail":"{range_begin:/registry/events/openstack/ceph.18995a58f12c8c59; range_end:; response_count:1; response_revision:8275; }","duration":"224.337773ms","start":"2026-03-03T14:15:12.426272Z","end":"2026-03-03T14:15:12.650609Z","steps":["trace[1349141793] 'agreement among raft nodes before linearized reading' (duration: 224.097237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.650789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.092859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-03T14:15:12.650813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.668319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.650831Z","caller":"traceutil/trace.go:171","msg":"trace[681533936] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8275; }","duration":"227.14753ms","start":"2026-03-03T14:15:12.423672Z","end":"2026-03-03T14:15:12.65082Z","steps":["trace[681533936] 'agreement among raft nodes before linearized reading' (duration: 226.999276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.65086Z","caller":"traceutil/trace.go:171","msg":"trace[1462738773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8275; }","duration":"229.753731ms","start":"2026-03-03T14:15:12.421094Z","end":"2026-03-03T14:15:12.650848Z","steps":["trace[1462738773] 'agreement among raft nodes before linearized reading' (duration: 229.661759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.650887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.14979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:15:12.650954Z","caller":"traceutil/trace.go:171","msg":"trace[1641179634] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8275; }","duration":"227.229991ms","start":"2026-03-03T14:15:12.423706Z","end":"2026-03-03T14:15:12.650936Z","steps":["trace[1641179634] 'agreement among raft nodes before linearized reading' (duration: 226.999306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.651184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.390915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228736"} {"level":"warn","ts":"2026-03-03T14:15:12.651234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.521038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T14:15:12.65125Z","caller":"traceutil/trace.go:171","msg":"trace[708399835] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8275; }","duration":"227.465907ms","start":"2026-03-03T14:15:12.423769Z","end":"2026-03-03T14:15:12.651235Z","steps":["trace[708399835] 'agreement among raft nodes before linearized reading' (duration: 226.72558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.651289Z","caller":"traceutil/trace.go:171","msg":"trace[1788157528] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:8275; }","duration":"227.59478ms","start":"2026-03-03T14:15:12.42368Z","end":"2026-03-03T14:15:12.651275Z","steps":["trace[1788157528] 'agreement among raft nodes before linearized reading' (duration: 227.054738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:16.66379Z","caller":"traceutil/trace.go:171","msg":"trace[1222574555] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"150.653412ms","start":"2026-03-03T14:15:16.51311Z","end":"2026-03-03T14:15:16.663763Z","steps":["trace[1222574555] 'process raft request' (duration: 150.494608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:24.074694Z","caller":"traceutil/trace.go:171","msg":"trace[357342023] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"151.42779ms","start":"2026-03-03T14:15:23.92324Z","end":"2026-03-03T14:15:24.074668Z","steps":["trace[357342023] 'process raft request' (duration: 150.968269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:24.201104Z","caller":"traceutil/trace.go:171","msg":"trace[1165492389] transaction","detail":"{read_only:false; response_revision:8429; number_of_response:1; }","duration":"115.770376ms","start":"2026-03-03T14:15:24.08531Z","end":"2026-03-03T14:15:24.20108Z","steps":["trace[1165492389] 'process raft request' (duration: 115.628903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:25.627267Z","caller":"traceutil/trace.go:171","msg":"trace[1808874386] linearizableReadLoop","detail":"{readStateIndex:8768; appliedIndex:8767; }","duration":"199.600028ms","start":"2026-03-03T14:15:25.427647Z","end":"2026-03-03T14:15:25.627247Z","steps":["trace[1808874386] 'read index received' (duration: 199.461835ms)","trace[1808874386] 'applied index is now lower than readState.Index' (duration: 137.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:25.627288Z","caller":"traceutil/trace.go:171","msg":"trace[2062165399] transaction","detail":"{read_only:false; response_revision:8443; number_of_response:1; }","duration":"212.579555ms","start":"2026-03-03T14:15:25.414694Z","end":"2026-03-03T14:15:25.627274Z","steps":["trace[2062165399] 'process raft request' (duration: 212.436761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:25.657446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.769531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-03-03T14:15:25.657553Z","caller":"traceutil/trace.go:171","msg":"trace[2091211749] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:8443; }","duration":"229.906864ms","start":"2026-03-03T14:15:25.427618Z","end":"2026-03-03T14:15:25.657525Z","steps":["trace[2091211749] 'agreement among raft nodes before linearized reading' (duration: 199.949636ms)","trace[2091211749] 'range keys from in-memory index tree' (duration: 29.687022ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:28.998723Z","caller":"traceutil/trace.go:171","msg":"trace[2035636327] linearizableReadLoop","detail":"{readStateIndex:8808; appliedIndex:8807; }","duration":"419.818914ms","start":"2026-03-03T14:15:28.578875Z","end":"2026-03-03T14:15:28.998694Z","steps":["trace[2035636327] 'read index received' (duration: 419.67775ms)","trace[2035636327] 'applied index is now lower than readState.Index' (duration: 139.584µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:28.999004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.117781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:15:28.999064Z","caller":"traceutil/trace.go:171","msg":"trace[861954094] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:8481; }","duration":"420.238564ms","start":"2026-03-03T14:15:28.57881Z","end":"2026-03-03T14:15:28.999049Z","steps":["trace[861954094] 'agreement among raft nodes before linearized reading' (duration: 420.012989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.999119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.578789Z","time spent":"420.317545ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"info","ts":"2026-03-03T14:15:28.99929Z","caller":"traceutil/trace.go:171","msg":"trace[762832124] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"581.881975ms","start":"2026-03-03T14:15:28.416871Z","end":"2026-03-03T14:15:28.998753Z","steps":["trace[762832124] 'process raft request' (duration: 581.66244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.999576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.416849Z","time spent":"582.611683ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2117,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:15:29.027318Z","caller":"traceutil/trace.go:171","msg":"trace[1898370426] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"271.689763ms","start":"2026-03-03T14:15:28.755605Z","end":"2026-03-03T14:15:29.027295Z","steps":["trace[1898370426] 'process raft request' (duration: 271.514948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.027836Z","caller":"traceutil/trace.go:171","msg":"trace[673839063] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"242.896242ms","start":"2026-03-03T14:15:28.784909Z","end":"2026-03-03T14:15:29.027805Z","steps":["trace[673839063] 'process raft request' (duration: 242.3435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.028056Z","caller":"traceutil/trace.go:171","msg":"trace[384862072] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"150.308793ms","start":"2026-03-03T14:15:28.877696Z","end":"2026-03-03T14:15:29.028005Z","steps":["trace[384862072] 'process raft request' (duration: 150.061447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.028171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.670512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:29.028222Z","caller":"traceutil/trace.go:171","msg":"trace[1221882172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"271.745424ms","start":"2026-03-03T14:15:28.756464Z","end":"2026-03-03T14:15:29.028209Z","steps":["trace[1221882172] 'agreement among raft nodes before linearized reading' (duration: 271.683282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.028163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.458535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:15:29.028093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.057641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:15:29.028299Z","caller":"traceutil/trace.go:171","msg":"trace[1297188846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8484; }","duration":"111.615889ms","start":"2026-03-03T14:15:28.916643Z","end":"2026-03-03T14:15:29.028259Z","steps":["trace[1297188846] 'agreement among raft nodes before linearized reading' (duration: 111.265611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.0283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.554431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:15:29.02831Z","caller":"traceutil/trace.go:171","msg":"trace[944098037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8484; }","duration":"107.318637ms","start":"2026-03-03T14:15:28.920972Z","end":"2026-03-03T14:15:29.028291Z","steps":["trace[944098037] 'agreement among raft nodes before linearized reading' (duration: 106.927648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.02838Z","caller":"traceutil/trace.go:171","msg":"trace[904902702] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a; range_end:; response_count:1; response_revision:8484; }","duration":"335.672824ms","start":"2026-03-03T14:15:28.692686Z","end":"2026-03-03T14:15:29.028359Z","steps":["trace[904902702] 'agreement among raft nodes before linearized reading' (duration: 335.466409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.028418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.692669Z","time spent":"335.742005ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q88jq.1899598694e4018a\" "} {"level":"warn","ts":"2026-03-03T14:15:29.028473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.583481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:15:29.028515Z","caller":"traceutil/trace.go:171","msg":"trace[791193324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"112.655503ms","start":"2026-03-03T14:15:28.915848Z","end":"2026-03-03T14:15:29.028503Z","steps":["trace[791193324] 'agreement among raft nodes before linearized reading' (duration: 112.55045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.119289Z","caller":"traceutil/trace.go:171","msg":"trace[1650678718] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"117.362435ms","start":"2026-03-03T14:15:29.001859Z","end":"2026-03-03T14:15:29.119221Z","steps":["trace[1650678718] 'process raft request' (duration: 99.597884ms)","trace[1650678718] 'compare' (duration: 17.560366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:29.119503Z","caller":"traceutil/trace.go:171","msg":"trace[433476338] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"109.527888ms","start":"2026-03-03T14:15:29.009941Z","end":"2026-03-03T14:15:29.119469Z","steps":["trace[433476338] 'process raft request' (duration: 109.204651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.177674Z","caller":"traceutil/trace.go:171","msg":"trace[1032789697] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"147.459536ms","start":"2026-03-03T14:15:29.030176Z","end":"2026-03-03T14:15:29.177636Z","steps":["trace[1032789697] 'process raft request' (duration: 147.127538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.1777Z","caller":"traceutil/trace.go:171","msg":"trace[1096899950] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"145.996191ms","start":"2026-03-03T14:15:29.031671Z","end":"2026-03-03T14:15:29.177667Z","steps":["trace[1096899950] 'process raft request' (duration: 145.840428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.17773Z","caller":"traceutil/trace.go:171","msg":"trace[805574152] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"145.741665ms","start":"2026-03-03T14:15:29.03195Z","end":"2026-03-03T14:15:29.177692Z","steps":["trace[805574152] 'process raft request' (duration: 145.628562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.17805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.989508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:29.178133Z","caller":"traceutil/trace.go:171","msg":"trace[613003468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8489; }","duration":"148.130092ms","start":"2026-03-03T14:15:29.029983Z","end":"2026-03-03T14:15:29.178113Z","steps":["trace[613003468] 'agreement among raft nodes before linearized reading' (duration: 147.963828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.178555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.178602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234439"} {"level":"info","ts":"2026-03-03T14:15:29.178666Z","caller":"traceutil/trace.go:171","msg":"trace[1938334987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8489; }","duration":"145.304995ms","start":"2026-03-03T14:15:29.033336Z","end":"2026-03-03T14:15:29.178641Z","steps":["trace[1938334987] 'agreement among raft nodes before linearized reading' (duration: 144.553917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.416536Z","caller":"traceutil/trace.go:171","msg":"trace[1648458504] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"141.775202ms","start":"2026-03-03T14:15:59.27474Z","end":"2026-03-03T14:15:59.416515Z","steps":["trace[1648458504] 'process raft request' (duration: 141.647609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.526529Z","caller":"traceutil/trace.go:171","msg":"trace[1871381221] transaction","detail":"{read_only:false; response_revision:8738; number_of_response:1; }","duration":"229.567407ms","start":"2026-03-03T14:15:59.296932Z","end":"2026-03-03T14:15:59.526499Z","steps":["trace[1871381221] 'process raft request' (duration: 229.237379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.526669Z","caller":"traceutil/trace.go:171","msg":"trace[948370111] linearizableReadLoop","detail":"{readStateIndex:9075; appliedIndex:9071; }","duration":"181.186552ms","start":"2026-03-03T14:15:59.345466Z","end":"2026-03-03T14:15:59.526652Z","steps":["trace[948370111] 'read index received' (duration: 71.07371ms)","trace[948370111] 'applied index is now lower than readState.Index' (duration: 110.111962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:59.526239Z","caller":"traceutil/trace.go:171","msg":"trace[648344407] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"229.565206ms","start":"2026-03-03T14:15:59.296652Z","end":"2026-03-03T14:15:59.526217Z","steps":["trace[648344407] 'process raft request' (duration: 168.051302ms)","trace[648344407] 'compare' (duration: 61.360021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:59.526898Z","caller":"traceutil/trace.go:171","msg":"trace[563986341] transaction","detail":"{read_only:false; response_revision:8739; number_of_response:1; }","duration":"229.592767ms","start":"2026-03-03T14:15:59.297097Z","end":"2026-03-03T14:15:59.526689Z","steps":["trace[563986341] 'process raft request' (duration: 229.28973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.526965Z","caller":"traceutil/trace.go:171","msg":"trace[761517432] transaction","detail":"{read_only:false; response_revision:8740; number_of_response:1; }","duration":"228.712165ms","start":"2026-03-03T14:15:59.298238Z","end":"2026-03-03T14:15:59.52695Z","steps":["trace[761517432] 'process raft request' (duration: 228.343857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:59.52718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.654169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:15:59.527218Z","caller":"traceutil/trace.go:171","msg":"trace[939498332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8740; }","duration":"155.738271ms","start":"2026-03-03T14:15:59.371471Z","end":"2026-03-03T14:15:59.527209Z","steps":["trace[939498332] 'agreement among raft nodes before linearized reading' (duration: 155.604438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:59.527264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.279837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:15:59.527294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.808207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:15:59.527336Z","caller":"traceutil/trace.go:171","msg":"trace[319331371] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8740; }","duration":"102.39373ms","start":"2026-03-03T14:15:59.424927Z","end":"2026-03-03T14:15:59.527321Z","steps":["trace[319331371] 'agreement among raft nodes before linearized reading' (duration: 102.197965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.527355Z","caller":"traceutil/trace.go:171","msg":"trace[1549630548] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8740; }","duration":"181.918019ms","start":"2026-03-03T14:15:59.34542Z","end":"2026-03-03T14:15:59.527338Z","steps":["trace[1549630548] 'agreement among raft nodes before linearized reading' (duration: 181.731545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:59.527407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.780219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:15:59.52751Z","caller":"traceutil/trace.go:171","msg":"trace[46833073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8740; }","duration":"124.927694ms","start":"2026-03-03T14:15:59.402557Z","end":"2026-03-03T14:15:59.527485Z","steps":["trace[46833073] 'agreement among raft nodes before linearized reading' (duration: 124.615545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:59.527538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.150372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:15:59.527562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.376292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:15:59.52767Z","caller":"traceutil/trace.go:171","msg":"trace[680536157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8740; }","duration":"137.287345ms","start":"2026-03-03T14:15:59.39033Z","end":"2026-03-03T14:15:59.527618Z","steps":["trace[680536157] 'agreement among raft nodes before linearized reading' (duration: 136.860474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.527702Z","caller":"traceutil/trace.go:171","msg":"trace[472809237] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8740; }","duration":"108.578427ms","start":"2026-03-03T14:15:59.419092Z","end":"2026-03-03T14:15:59.52767Z","steps":["trace[472809237] 'agreement among raft nodes before linearized reading' (duration: 108.159726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.008171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.487257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:00.008255Z","caller":"traceutil/trace.go:171","msg":"trace[1519136055] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"216.697052ms","start":"2026-03-03T14:15:59.791545Z","end":"2026-03-03T14:16:00.008242Z","steps":["trace[1519136055] 'process raft request' (duration: 25.094244ms)","trace[1519136055] 'compare' (duration: 191.119217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:00.495521Z","caller":"traceutil/trace.go:171","msg":"trace[211304775] linearizableReadLoop","detail":"{readStateIndex:9085; appliedIndex:9084; }","duration":"209.453961ms","start":"2026-03-03T14:16:00.286026Z","end":"2026-03-03T14:16:00.49548Z","steps":["trace[211304775] 'read index received' (duration: 209.039182ms)","trace[211304775] 'applied index is now lower than readState.Index' (duration: 414.259µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:00.495533Z","caller":"traceutil/trace.go:171","msg":"trace[187560417] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"412.520302ms","start":"2026-03-03T14:16:00.082985Z","end":"2026-03-03T14:16:00.495505Z","steps":["trace[187560417] 'process raft request' (duration: 412.129923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.49568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:00.08295Z","time spent":"412.673675ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:16:00.495705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.670716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-db-init-4dnhh\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:16:00.495736Z","caller":"traceutil/trace.go:171","msg":"trace[670071927] range","detail":"{range_begin:/registry/pods/openstack/glance-db-init-4dnhh; range_end:; response_count:1; response_revision:8749; }","duration":"209.751938ms","start":"2026-03-03T14:16:00.285975Z","end":"2026-03-03T14:16:00.495727Z","steps":["trace[670071927] 'agreement among raft nodes before linearized reading' (duration: 209.598604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.828466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.332703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:00.828676Z","caller":"traceutil/trace.go:171","msg":"trace[2061029647] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"325.441193ms","start":"2026-03-03T14:16:00.503199Z","end":"2026-03-03T14:16:00.82864Z","steps":["trace[2061029647] 'process raft request' (duration: 221.850134ms)","trace[2061029647] 'compare' (duration: 103.118328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:00.828809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:00.503178Z","time spent":"325.562116ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:01.989862Z","caller":"traceutil/trace.go:171","msg":"trace[1672016569] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"151.067982ms","start":"2026-03-03T14:16:01.838762Z","end":"2026-03-03T14:16:01.98983Z","steps":["trace[1672016569] 'process raft request' (duration: 150.843825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.84439Z","caller":"traceutil/trace.go:171","msg":"trace[514500784] transaction","detail":"{read_only:false; response_revision:8766; number_of_response:1; }","duration":"160.818432ms","start":"2026-03-03T14:16:03.683545Z","end":"2026-03-03T14:16:03.844363Z","steps":["trace[514500784] 'process raft request' (duration: 154.996103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.844846Z","caller":"traceutil/trace.go:171","msg":"trace[391121108] transaction","detail":"{read_only:false; response_revision:8767; number_of_response:1; }","duration":"161.054778ms","start":"2026-03-03T14:16:03.68377Z","end":"2026-03-03T14:16:03.844824Z","steps":["trace[391121108] 'process raft request' (duration: 160.544075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.845056Z","caller":"traceutil/trace.go:171","msg":"trace[1670908250] transaction","detail":"{read_only:false; response_revision:8770; number_of_response:1; }","duration":"116.938345ms","start":"2026-03-03T14:16:03.72805Z","end":"2026-03-03T14:16:03.844988Z","steps":["trace[1670908250] 'process raft request' (duration: 116.848343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.845255Z","caller":"traceutil/trace.go:171","msg":"trace[1367918916] transaction","detail":"{read_only:false; response_revision:8769; number_of_response:1; }","duration":"160.791302ms","start":"2026-03-03T14:16:03.684454Z","end":"2026-03-03T14:16:03.845245Z","steps":["trace[1367918916] 'process raft request' (duration: 160.333211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.84527Z","caller":"traceutil/trace.go:171","msg":"trace[1412603423] linearizableReadLoop","detail":"{readStateIndex:9102; appliedIndex:9100; }","duration":"161.488198ms","start":"2026-03-03T14:16:03.68376Z","end":"2026-03-03T14:16:03.845248Z","steps":["trace[1412603423] 'read index received' (duration: 37.454696ms)","trace[1412603423] 'applied index is now lower than readState.Index' (duration: 124.030022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:03.84558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.392429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T14:16:03.845629Z","caller":"traceutil/trace.go:171","msg":"trace[229973475] range","detail":"{range_begin:/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6; range_end:; response_count:1; response_revision:8770; }","duration":"110.490971ms","start":"2026-03-03T14:16:03.735123Z","end":"2026-03-03T14:16:03.845614Z","steps":["trace[229973475] 'agreement among raft nodes before linearized reading' (duration: 110.311967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:03.846081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.264426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254919"} {"level":"info","ts":"2026-03-03T14:16:03.846143Z","caller":"traceutil/trace.go:171","msg":"trace[2104275835] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8770; }","duration":"162.391269ms","start":"2026-03-03T14:16:03.683737Z","end":"2026-03-03T14:16:03.846128Z","steps":["trace[2104275835] 'agreement among raft nodes before linearized reading' (duration: 161.640632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:03.860327Z","caller":"traceutil/trace.go:171","msg":"trace[544868918] transaction","detail":"{read_only:false; response_revision:8768; number_of_response:1; }","duration":"161.11147ms","start":"2026-03-03T14:16:03.683825Z","end":"2026-03-03T14:16:03.844936Z","steps":["trace[544868918] 'process raft request' (duration: 160.71738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:04.107419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.153681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:04.108167Z","caller":"traceutil/trace.go:171","msg":"trace[1213160789] transaction","detail":"{read_only:false; response_revision:8772; number_of_response:1; }","duration":"196.940276ms","start":"2026-03-03T14:16:03.911182Z","end":"2026-03-03T14:16:04.108122Z","steps":["trace[1213160789] 'process raft request' (duration: 86.928584ms)","trace[1213160789] 'compare' (duration: 108.932206ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:04.108216Z","caller":"traceutil/trace.go:171","msg":"trace[1728215583] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"196.956176ms","start":"2026-03-03T14:16:03.911237Z","end":"2026-03-03T14:16:04.108193Z","steps":["trace[1728215583] 'read index received' (duration: 86.871923ms)","trace[1728215583] 'applied index is now lower than readState.Index' (duration: 110.081803ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:04.108445Z","caller":"traceutil/trace.go:171","msg":"trace[1797729318] transaction","detail":"{read_only:false; response_revision:8773; number_of_response:1; }","duration":"196.409483ms","start":"2026-03-03T14:16:03.911929Z","end":"2026-03-03T14:16:04.108338Z","steps":["trace[1797729318] 'process raft request' (duration: 196.220178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:04.108465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.201572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19405"} {"level":"info","ts":"2026-03-03T14:16:04.108679Z","caller":"traceutil/trace.go:171","msg":"trace[155309443] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8773; }","duration":"197.431897ms","start":"2026-03-03T14:16:03.911226Z","end":"2026-03-03T14:16:04.108658Z","steps":["trace[155309443] 'agreement among raft nodes before linearized reading' (duration: 197.037548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:04.488774Z","caller":"traceutil/trace.go:171","msg":"trace[1120241197] transaction","detail":"{read_only:false; response_revision:8774; number_of_response:1; }","duration":"145.51788ms","start":"2026-03-03T14:16:04.343237Z","end":"2026-03-03T14:16:04.488755Z","steps":["trace[1120241197] 'process raft request' (duration: 145.383666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.679917Z","caller":"traceutil/trace.go:171","msg":"trace[386693358] transaction","detail":"{read_only:false; response_revision:8834; number_of_response:1; }","duration":"177.035946ms","start":"2026-03-03T14:16:12.502849Z","end":"2026-03-03T14:16:12.679885Z","steps":["trace[386693358] 'process raft request' (duration: 176.680627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:12.887759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.122792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:12.887824Z","caller":"traceutil/trace.go:171","msg":"trace[1720817215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8834; }","duration":"129.233335ms","start":"2026-03-03T14:16:12.758577Z","end":"2026-03-03T14:16:12.88781Z","steps":["trace[1720817215] 'range keys from in-memory index tree' (duration: 129.052631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:17.228811Z","caller":"traceutil/trace.go:171","msg":"trace[1766051725] linearizableReadLoop","detail":"{readStateIndex:9230; appliedIndex:9229; }","duration":"473.001951ms","start":"2026-03-03T14:16:16.755777Z","end":"2026-03-03T14:16:17.228779Z","steps":["trace[1766051725] 'read index received' (duration: 472.624612ms)","trace[1766051725] 'applied index is now lower than readState.Index' (duration: 376.419µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:17.228968Z","caller":"traceutil/trace.go:171","msg":"trace[1470397226] transaction","detail":"{read_only:false; response_revision:8891; number_of_response:1; }","duration":"740.030472ms","start":"2026-03-03T14:16:16.488893Z","end":"2026-03-03T14:16:17.228924Z","steps":["trace[1470397226] 'process raft request' (duration: 739.600962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.229157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.85894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T14:16:17.22924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.268267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:17.229236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.666204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:17.229317Z","caller":"traceutil/trace.go:171","msg":"trace[754028497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8891; }","duration":"473.527223ms","start":"2026-03-03T14:16:16.75577Z","end":"2026-03-03T14:16:17.229298Z","steps":["trace[754028497] 'agreement among raft nodes before linearized reading' (duration: 473.183655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:17.229356Z","caller":"traceutil/trace.go:171","msg":"trace[1794399215] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8891; }","duration":"324.849579ms","start":"2026-03-03T14:16:16.904486Z","end":"2026-03-03T14:16:17.229335Z","steps":["trace[1794399215] 'agreement among raft nodes before linearized reading' (duration: 324.640743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.229365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.755718Z","time spent":"473.631237ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:17.229476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.904467Z","time spent":"324.937271ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:17.229233Z","caller":"traceutil/trace.go:171","msg":"trace[1148929469] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8891; }","duration":"396.981353ms","start":"2026-03-03T14:16:16.832233Z","end":"2026-03-03T14:16:17.229215Z","steps":["trace[1148929469] 'agreement among raft nodes before linearized reading' (duration: 396.728057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.229163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.488847Z","time spent":"740.217738ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:17.229736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.832213Z","time spent":"397.468315ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:16:17.230094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.624547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:17.230228Z","caller":"traceutil/trace.go:171","msg":"trace[1433561884] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8891; }","duration":"391.810491ms","start":"2026-03-03T14:16:16.838389Z","end":"2026-03-03T14:16:17.230199Z","steps":["trace[1433561884] 'agreement among raft nodes before linearized reading' (duration: 390.821187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.230293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.838379Z","time spent":"391.900994ms","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:17.748526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:16:18.249667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:16:18.749872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:16:18.777541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530263423s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:16:18.778338Z","caller":"traceutil/trace.go:171","msg":"trace[864621912] transaction","detail":"{read_only:false; response_revision:8892; number_of_response:1; }","duration":"1.531211695s","start":"2026-03-03T14:16:17.247091Z","end":"2026-03-03T14:16:18.778303Z","steps":["trace[864621912] 'process raft request' (duration: 1.530891847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.77859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.247051Z","time spent":"1.531352668s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19343,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:19.455032Z","caller":"traceutil/trace.go:171","msg":"trace[965349568] transaction","detail":"{read_only:false; response_revision:8894; number_of_response:1; }","duration":"1.728457168s","start":"2026-03-03T14:16:17.726546Z","end":"2026-03-03T14:16:19.455003Z","steps":["trace[965349568] 'process raft request' (duration: 1.728322095s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:19.455109Z","caller":"traceutil/trace.go:171","msg":"trace[45866652] transaction","detail":"{read_only:false; response_revision:8893; number_of_response:1; }","duration":"1.775509791s","start":"2026-03-03T14:16:17.679522Z","end":"2026-03-03T14:16:19.455032Z","steps":["trace[45866652] 'process raft request' (duration: 1.775166873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.455225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.726521Z","time spent":"1.728614863s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:19.455291Z","caller":"traceutil/trace.go:171","msg":"trace[946011804] transaction","detail":"{read_only:false; response_revision:8895; number_of_response:1; }","duration":"1.704945543s","start":"2026-03-03T14:16:17.750327Z","end":"2026-03-03T14:16:19.455273Z","steps":["trace[946011804] 'process raft request' (duration: 1.704629375s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:19.455064Z","caller":"traceutil/trace.go:171","msg":"trace[1465667534] linearizableReadLoop","detail":"{readStateIndex:9234; appliedIndex:9231; }","duration":"2.206839786s","start":"2026-03-03T14:16:17.248204Z","end":"2026-03-03T14:16:19.455044Z","steps":["trace[1465667534] 'read index received' (duration: 1.530332115s)","trace[1465667534] 'applied index is now lower than readState.Index' (duration: 676.506291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:19.455382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.750293Z","time spent":"1.705046195s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:19.455423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.679499Z","time spent":"1.775717085s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:19.455233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207017121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:19.455702Z","caller":"traceutil/trace.go:171","msg":"trace[442323933] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8895; }","duration":"2.207502782s","start":"2026-03-03T14:16:17.248175Z","end":"2026-03-03T14:16:19.455678Z","steps":["trace[442323933] 'agreement among raft nodes before linearized reading' (duration: 2.206932159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.455767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.248155Z","time spent":"2.207593245s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":60,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:19.465986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209713205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-03T14:16:19.466697Z","caller":"traceutil/trace.go:171","msg":"trace[1125587047] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8897; }","duration":"2.210448352s","start":"2026-03-03T14:16:17.256233Z","end":"2026-03-03T14:16:19.466681Z","steps":["trace[1125587047] 'agreement among raft nodes before linearized reading' (duration: 2.209552222s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.467415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.256224Z","time spent":"2.211180639s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7276,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:16:19.465978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520958453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:19.46762Z","caller":"traceutil/trace.go:171","msg":"trace[542690851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8897; }","duration":"1.522629422s","start":"2026-03-03T14:16:17.944959Z","end":"2026-03-03T14:16:19.467588Z","steps":["trace[542690851] 'agreement among raft nodes before linearized reading' (duration: 1.520861391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.4677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.944948Z","time spent":"1.522731046s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051992929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:19.46802Z","caller":"traceutil/trace.go:171","msg":"trace[1149429935] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:8897; }","duration":"1.053988926s","start":"2026-03-03T14:16:18.414014Z","end":"2026-03-03T14:16:19.468003Z","steps":["trace[1149429935] 'agreement among raft nodes before linearized reading' (duration: 1.052018749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:18.41399Z","time spent":"1.054051997s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:19.466165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440533742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:19.468181Z","caller":"traceutil/trace.go:171","msg":"trace[1671372180] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8897; }","duration":"1.442573201s","start":"2026-03-03T14:16:18.025584Z","end":"2026-03-03T14:16:19.468157Z","steps":["trace[1671372180] 'agreement among raft nodes before linearized reading' (duration: 1.440498091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:18.025564Z","time spent":"1.442648312s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:19.466134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523475033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:19.468356Z","caller":"traceutil/trace.go:171","msg":"trace[1903906862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8897; }","duration":"1.525762327s","start":"2026-03-03T14:16:17.942583Z","end":"2026-03-03T14:16:19.468345Z","steps":["trace[1903906862] 'agreement among raft nodes before linearized reading' (duration: 1.52336694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.94256Z","time spent":"1.525821829s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.956732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:16:19.468596Z","caller":"traceutil/trace.go:171","msg":"trace[1522883431] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:8897; }","duration":"874.42891ms","start":"2026-03-03T14:16:18.594142Z","end":"2026-03-03T14:16:19.468571Z","steps":["trace[1522883431] 'agreement among raft nodes before linearized reading' (duration: 871.641915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:18.594122Z","time spent":"874.522382ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506034401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:19.468769Z","caller":"traceutil/trace.go:171","msg":"trace[1536032494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8897; }","duration":"1.508584622s","start":"2026-03-03T14:16:17.960174Z","end":"2026-03-03T14:16:19.468759Z","steps":["trace[1536032494] 'agreement among raft nodes before linearized reading' (duration: 1.506007671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.960162Z","time spent":"1.508626962s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:16:19.466224Z","caller":"traceutil/trace.go:171","msg":"trace[452911781] transaction","detail":"{read_only:false; response_revision:8896; number_of_response:1; }","duration":"680.69108ms","start":"2026-03-03T14:16:18.785511Z","end":"2026-03-03T14:16:19.466202Z","steps":["trace[452911781] 'process raft request' (duration: 680.057445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.468961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:18.785486Z","time spent":"683.422825ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:19.46627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.267493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:16:19.469037Z","caller":"traceutil/trace.go:171","msg":"trace[593046936] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:8897; }","duration":"120.027508ms","start":"2026-03-03T14:16:19.348995Z","end":"2026-03-03T14:16:19.469023Z","steps":["trace[593046936] 'agreement among raft nodes before linearized reading' (duration: 117.219132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.466259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52209503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:19.469268Z","caller":"traceutil/trace.go:171","msg":"trace[170433820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8897; }","duration":"1.525139601s","start":"2026-03-03T14:16:17.944117Z","end":"2026-03-03T14:16:19.469256Z","steps":["trace[170433820] 'agreement among raft nodes before linearized reading' (duration: 1.522077099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.469307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.944096Z","time spent":"1.525194293s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515723979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:19.469506Z","caller":"traceutil/trace.go:171","msg":"trace[2133537319] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8897; }","duration":"1.518960226s","start":"2026-03-03T14:16:17.950535Z","end":"2026-03-03T14:16:19.469495Z","steps":["trace[2133537319] 'agreement among raft nodes before linearized reading' (duration: 1.515711699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.469545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.950518Z","time spent":"1.519015338s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.417995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:19.469702Z","caller":"traceutil/trace.go:171","msg":"trace[2047681676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8897; }","duration":"315.831745ms","start":"2026-03-03T14:16:19.15386Z","end":"2026-03-03T14:16:19.469692Z","steps":["trace[2047681676] 'agreement among raft nodes before linearized reading' (duration: 312.423675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.469734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:19.153846Z","time spent":"315.877156ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:16:19.466391Z","caller":"traceutil/trace.go:171","msg":"trace[897471762] transaction","detail":"{read_only:false; response_revision:8897; number_of_response:1; }","duration":"680.22381ms","start":"2026-03-03T14:16:18.786133Z","end":"2026-03-03T14:16:19.466356Z","steps":["trace[897471762] 'process raft request' (duration: 679.564104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.469983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:18.786122Z","time spent":"683.780723ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:19.466435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708582448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:19.470111Z","caller":"traceutil/trace.go:171","msg":"trace[1170320201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8897; }","duration":"1.712342557s","start":"2026-03-03T14:16:17.757759Z","end":"2026-03-03T14:16:19.470102Z","steps":["trace[1170320201] 'agreement among raft nodes before linearized reading' (duration: 1.70863011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.470137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.757738Z","time spent":"1.712391009s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.159512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:16:19.470252Z","caller":"traceutil/trace.go:171","msg":"trace[636803507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8897; }","duration":"357.966401ms","start":"2026-03-03T14:16:19.112258Z","end":"2026-03-03T14:16:19.470224Z","steps":["trace[636803507] 'agreement among raft nodes before linearized reading' (duration: 354.066749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.470359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:19.112238Z","time spent":"358.093864ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:16:19.466563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658845303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:19.470522Z","caller":"traceutil/trace.go:171","msg":"trace[658969943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8897; }","duration":"1.662843098s","start":"2026-03-03T14:16:17.80766Z","end":"2026-03-03T14:16:19.470503Z","steps":["trace[658969943] 'agreement among raft nodes before linearized reading' (duration: 1.658747551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.466643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.492126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:16:19.470588Z","caller":"traceutil/trace.go:171","msg":"trace[1778955852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8897; }","duration":"357.528972ms","start":"2026-03-03T14:16:19.113046Z","end":"2026-03-03T14:16:19.470575Z","steps":["trace[1778955852] 'agreement among raft nodes before linearized reading' (duration: 353.24617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:19.470609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.807636Z","time spent":"1.66295707s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:19.470644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:19.113018Z","time spent":"357.607044ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:16:21.604249Z","caller":"traceutil/trace.go:171","msg":"trace[1838809979] transaction","detail":"{read_only:false; response_revision:8928; number_of_response:1; }","duration":"142.828076ms","start":"2026-03-03T14:16:21.461404Z","end":"2026-03-03T14:16:21.604232Z","steps":["trace[1838809979] 'process raft request' (duration: 142.695533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:21.604401Z","caller":"traceutil/trace.go:171","msg":"trace[314694892] linearizableReadLoop","detail":"{readStateIndex:9269; appliedIndex:9266; }","duration":"123.57104ms","start":"2026-03-03T14:16:21.480815Z","end":"2026-03-03T14:16:21.604386Z","steps":["trace[314694892] 'read index received' (duration: 29.695182ms)","trace[314694892] 'applied index is now lower than readState.Index' (duration: 93.874498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:21.604433Z","caller":"traceutil/trace.go:171","msg":"trace[12420479] transaction","detail":"{read_only:false; response_revision:8929; number_of_response:1; }","duration":"141.736229ms","start":"2026-03-03T14:16:21.462692Z","end":"2026-03-03T14:16:21.604428Z","steps":["trace[12420479] 'process raft request' (duration: 141.513744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:21.604568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.613491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:21.60459Z","caller":"traceutil/trace.go:171","msg":"trace[2018658186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8929; }","duration":"123.695404ms","start":"2026-03-03T14:16:21.480889Z","end":"2026-03-03T14:16:21.604585Z","steps":["trace[2018658186] 'agreement among raft nodes before linearized reading' (duration: 123.626453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:21.604569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.744664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:16:21.604751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.104083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:21.604777Z","caller":"traceutil/trace.go:171","msg":"trace[285082599] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8929; }","duration":"113.152214ms","start":"2026-03-03T14:16:21.491618Z","end":"2026-03-03T14:16:21.60477Z","steps":["trace[285082599] 'agreement among raft nodes before linearized reading' (duration: 113.083673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:21.604769Z","caller":"traceutil/trace.go:171","msg":"trace[172753712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8929; }","duration":"123.96941ms","start":"2026-03-03T14:16:21.480775Z","end":"2026-03-03T14:16:21.604744Z","steps":["trace[172753712] 'agreement among raft nodes before linearized reading' (duration: 123.701974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:21.604873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.782301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:21.604892Z","caller":"traceutil/trace.go:171","msg":"trace[1096025422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8929; }","duration":"119.821861ms","start":"2026-03-03T14:16:21.485065Z","end":"2026-03-03T14:16:21.604887Z","steps":["trace[1096025422] 'agreement among raft nodes before linearized reading' (duration: 119.77262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:21.605265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.81286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:16:21.605431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.9785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:21.605482Z","caller":"traceutil/trace.go:171","msg":"trace[474992620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8929; }","duration":"121.071763ms","start":"2026-03-03T14:16:21.484398Z","end":"2026-03-03T14:16:21.605469Z","steps":["trace[474992620] 'agreement among raft nodes before linearized reading' (duration: 120.289544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:21.606303Z","caller":"traceutil/trace.go:171","msg":"trace[609274103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8929; }","duration":"121.944793ms","start":"2026-03-03T14:16:21.483399Z","end":"2026-03-03T14:16:21.605344Z","steps":["trace[609274103] 'agreement among raft nodes before linearized reading' (duration: 121.354768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.083858Z","caller":"traceutil/trace.go:171","msg":"trace[584274396] transaction","detail":"{read_only:false; response_revision:8961; number_of_response:1; }","duration":"550.609535ms","start":"2026-03-03T14:16:27.533225Z","end":"2026-03-03T14:16:28.083834Z","steps":["trace[584274396] 'process raft request' (duration: 550.489253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.08414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.533199Z","time spent":"550.735148ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.085634Z","caller":"traceutil/trace.go:171","msg":"trace[1080223681] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"464.128442ms","start":"2026-03-03T14:16:27.621482Z","end":"2026-03-03T14:16:28.08561Z","steps":["trace[1080223681] 'process raft request' (duration: 463.897046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.085681Z","caller":"traceutil/trace.go:171","msg":"trace[497550056] transaction","detail":"{read_only:false; response_revision:8963; number_of_response:1; }","duration":"463.363184ms","start":"2026-03-03T14:16:27.622299Z","end":"2026-03-03T14:16:28.085662Z","steps":["trace[497550056] 'process raft request' (duration: 463.221571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.08575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.621455Z","time spent":"464.243235ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.085792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.622275Z","time spent":"463.448406ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.085627Z","caller":"traceutil/trace.go:171","msg":"trace[2055658294] linearizableReadLoop","detail":"{readStateIndex:9304; appliedIndex:9302; }","duration":"427.582558ms","start":"2026-03-03T14:16:27.658018Z","end":"2026-03-03T14:16:28.085601Z","steps":["trace[2055658294] 'read index received' (duration: 425.798535ms)","trace[2055658294] 'applied index is now lower than readState.Index' (duration: 1.783013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:28.085752Z","caller":"traceutil/trace.go:171","msg":"trace[929463708] transaction","detail":"{read_only:false; response_revision:8964; number_of_response:1; }","duration":"392.314684ms","start":"2026-03-03T14:16:27.693387Z","end":"2026-03-03T14:16:28.085702Z","steps":["trace[929463708] 'process raft request' (duration: 392.172091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.693358Z","time spent":"392.595201ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.086043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.929116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:28.086118Z","caller":"traceutil/trace.go:171","msg":"trace[673848006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8964; }","duration":"428.083049ms","start":"2026-03-03T14:16:27.658022Z","end":"2026-03-03T14:16:28.086105Z","steps":["trace[673848006] 'agreement among raft nodes before linearized reading' (duration: 427.932186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.657984Z","time spent":"428.198592ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:28.086263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.982523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:28.086309Z","caller":"traceutil/trace.go:171","msg":"trace[1828283294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8964; }","duration":"328.062385ms","start":"2026-03-03T14:16:27.758234Z","end":"2026-03-03T14:16:28.086296Z","steps":["trace[1828283294] 'agreement among raft nodes before linearized reading' (duration: 327.985453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.072588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T14:16:28.086345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.758192Z","time spent":"328.147787ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:28.086326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.280472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:28.086378Z","caller":"traceutil/trace.go:171","msg":"trace[166962983] range","detail":"{range_begin:/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6; range_end:; response_count:1; response_revision:8964; }","duration":"216.236111ms","start":"2026-03-03T14:16:27.870118Z","end":"2026-03-03T14:16:28.086354Z","steps":["trace[166962983] 'agreement among raft nodes before linearized reading' (duration: 215.900813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.086407Z","caller":"traceutil/trace.go:171","msg":"trace[1729385665] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8964; }","duration":"419.390234ms","start":"2026-03-03T14:16:27.666996Z","end":"2026-03-03T14:16:28.086386Z","steps":["trace[1729385665] 'agreement among raft nodes before linearized reading' (duration: 418.982444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.08646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.666986Z","time spent":"419.460765ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:16:28.086488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.135826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:28.086549Z","caller":"traceutil/trace.go:171","msg":"trace[1486473751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8964; }","duration":"424.218467ms","start":"2026-03-03T14:16:27.662316Z","end":"2026-03-03T14:16:28.086535Z","steps":["trace[1486473751] 'agreement among raft nodes before linearized reading' (duration: 424.049033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.662306Z","time spent":"424.276989ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:28.086663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.129553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:28.086736Z","caller":"traceutil/trace.go:171","msg":"trace[1786204225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8964; }","duration":"426.227885ms","start":"2026-03-03T14:16:27.660473Z","end":"2026-03-03T14:16:28.086701Z","steps":["trace[1786204225] 'agreement among raft nodes before linearized reading' (duration: 426.02452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.660451Z","time spent":"426.315508ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:28.08684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.928963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:28.086876Z","caller":"traceutil/trace.go:171","msg":"trace[1165549985] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8964; }","duration":"421.983415ms","start":"2026-03-03T14:16:27.664881Z","end":"2026-03-03T14:16:28.086865Z","steps":["trace[1165549985] 'agreement among raft nodes before linearized reading' (duration: 421.836152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.086916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.664871Z","time spent":"422.038426ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:28.087005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.984041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:28.087089Z","caller":"traceutil/trace.go:171","msg":"trace[210672192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8964; }","duration":"429.100703ms","start":"2026-03-03T14:16:27.657957Z","end":"2026-03-03T14:16:28.087058Z","steps":["trace[210672192] 'agreement among raft nodes before linearized reading' (duration: 427.757032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.087129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.657928Z","time spent":"429.191886ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:16:28.280667Z","caller":"traceutil/trace.go:171","msg":"trace[2081156501] linearizableReadLoop","detail":"{readStateIndex:9306; appliedIndex:9305; }","duration":"190.424711ms","start":"2026-03-03T14:16:28.090207Z","end":"2026-03-03T14:16:28.280632Z","steps":["trace[2081156501] 'read index received' (duration: 182.009212ms)","trace[2081156501] 'applied index is now lower than readState.Index' (duration: 8.414149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:28.281177Z","caller":"traceutil/trace.go:171","msg":"trace[1152737790] transaction","detail":"{read_only:false; response_revision:8965; number_of_response:1; }","duration":"192.0426ms","start":"2026-03-03T14:16:28.089105Z","end":"2026-03-03T14:16:28.281148Z","steps":["trace[1152737790] 'process raft request' (duration: 183.097688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.281279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.044827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291453"} {"level":"info","ts":"2026-03-03T14:16:28.281346Z","caller":"traceutil/trace.go:171","msg":"trace[1822191790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8965; }","duration":"191.16058ms","start":"2026-03-03T14:16:28.090168Z","end":"2026-03-03T14:16:28.281328Z","steps":["trace[1822191790] 'agreement among raft nodes before linearized reading' (duration: 190.587616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.480579Z","caller":"traceutil/trace.go:171","msg":"trace[168453851] transaction","detail":"{read_only:false; response_revision:8966; number_of_response:1; }","duration":"389.032597ms","start":"2026-03-03T14:16:28.091518Z","end":"2026-03-03T14:16:28.480551Z","steps":["trace[168453851] 'process raft request' (duration: 351.456788ms)","trace[168453851] 'compare' (duration: 37.265531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:28.480699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.091503Z","time spent":"389.137729ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.4809Z","caller":"traceutil/trace.go:171","msg":"trace[1266746005] transaction","detail":"{read_only:false; response_revision:8967; number_of_response:1; }","duration":"388.236198ms","start":"2026-03-03T14:16:28.092655Z","end":"2026-03-03T14:16:28.480891Z","steps":["trace[1266746005] 'process raft request' (duration: 387.815908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.480946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.092649Z","time spent":"388.274759ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.481018Z","caller":"traceutil/trace.go:171","msg":"trace[1284258727] transaction","detail":"{read_only:false; response_revision:8968; number_of_response:1; }","duration":"388.202797ms","start":"2026-03-03T14:16:28.092794Z","end":"2026-03-03T14:16:28.480997Z","steps":["trace[1284258727] 'process raft request' (duration: 387.943631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.481071Z","caller":"traceutil/trace.go:171","msg":"trace[1374498170] transaction","detail":"{read_only:false; response_revision:8970; number_of_response:1; }","duration":"386.717401ms","start":"2026-03-03T14:16:28.094325Z","end":"2026-03-03T14:16:28.481043Z","steps":["trace[1374498170] 'process raft request' (duration: 386.66765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.48111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.092739Z","time spent":"388.32492ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.481267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.094314Z","time spent":"386.876806ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.481122Z","caller":"traceutil/trace.go:171","msg":"trace[1510037185] transaction","detail":"{read_only:false; response_revision:8969; number_of_response:1; }","duration":"387.658463ms","start":"2026-03-03T14:16:28.093436Z","end":"2026-03-03T14:16:28.481094Z","steps":["trace[1510037185] 'process raft request' (duration: 387.51224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.481465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.093425Z","time spent":"387.94423ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:29.635723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.864344ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:29.635827Z","caller":"traceutil/trace.go:171","msg":"trace[836304730] transaction","detail":"{read_only:false; response_revision:8971; number_of_response:1; }","duration":"241.175951ms","start":"2026-03-03T14:16:29.394632Z","end":"2026-03-03T14:16:29.635808Z","steps":["trace[836304730] 'process raft request' (duration: 85.140043ms)","trace[836304730] 'compare' (duration: 155.630748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:30.098542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.525043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:30.098691Z","caller":"traceutil/trace.go:171","msg":"trace[1264591674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8971; }","duration":"341.773849ms","start":"2026-03-03T14:16:29.75689Z","end":"2026-03-03T14:16:30.098664Z","steps":["trace[1264591674] 'range keys from in-memory index tree' (duration: 341.443912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.098752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:29.756871Z","time spent":"341.868722ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:30.098738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.16666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:16:30.098826Z","caller":"traceutil/trace.go:171","msg":"trace[481501568] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8971; }","duration":"359.303683ms","start":"2026-03-03T14:16:29.7395Z","end":"2026-03-03T14:16:30.098804Z","steps":["trace[481501568] 'range keys from in-memory index tree' (duration: 358.947345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.098881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:29.73948Z","time spent":"359.391627ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:16:30.520304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.967699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:30.520603Z","caller":"traceutil/trace.go:171","msg":"trace[124670916] linearizableReadLoop","detail":"{readStateIndex:9316; appliedIndex:9313; }","duration":"418.331259ms","start":"2026-03-03T14:16:30.102248Z","end":"2026-03-03T14:16:30.520579Z","steps":["trace[124670916] 'read index received' (duration: 77.960863ms)","trace[124670916] 'applied index is now lower than readState.Index' (duration: 340.368336ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:30.520729Z","caller":"traceutil/trace.go:171","msg":"trace[609089468] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"428.94518ms","start":"2026-03-03T14:16:30.091772Z","end":"2026-03-03T14:16:30.520718Z","steps":["trace[609089468] 'process raft request' (duration: 428.680324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.520803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:30.091746Z","time spent":"429.020242ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:30.520912Z","caller":"traceutil/trace.go:171","msg":"trace[1168422129] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"429.276108ms","start":"2026-03-03T14:16:30.091601Z","end":"2026-03-03T14:16:30.520878Z","steps":["trace[1168422129] 'process raft request' (duration: 255.597652ms)","trace[1168422129] 'compare' (duration: 172.724644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:30.521136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:30.091578Z","time spent":"429.41098ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:30.521164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.900352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:16:30.521244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.064611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:16:30.521309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.093883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:30.521348Z","caller":"traceutil/trace.go:171","msg":"trace[1813255567] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8974; }","duration":"143.175744ms","start":"2026-03-03T14:16:30.378161Z","end":"2026-03-03T14:16:30.521337Z","steps":["trace[1813255567] 'agreement among raft nodes before linearized reading' (duration: 143.096093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:30.52135Z","caller":"traceutil/trace.go:171","msg":"trace[715059694] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8974; }","duration":"231.257156ms","start":"2026-03-03T14:16:30.290069Z","end":"2026-03-03T14:16:30.521326Z","steps":["trace[715059694] 'agreement among raft nodes before linearized reading' (duration: 230.862997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:30.521272Z","caller":"traceutil/trace.go:171","msg":"trace[672764933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8974; }","duration":"419.054495ms","start":"2026-03-03T14:16:30.102189Z","end":"2026-03-03T14:16:30.521244Z","steps":["trace[672764933] 'agreement among raft nodes before linearized reading' (duration: 418.701017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.521526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:30.102164Z","time spent":"419.347592ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:16:32.781959Z","caller":"traceutil/trace.go:171","msg":"trace[1383834048] transaction","detail":"{read_only:false; response_revision:8980; number_of_response:1; }","duration":"597.522034ms","start":"2026-03-03T14:16:32.184416Z","end":"2026-03-03T14:16:32.781938Z","steps":["trace[1383834048] 'process raft request' (duration: 597.393441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:32.782129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.184398Z","time spent":"597.645017ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:33.584562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.948624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:33.584869Z","caller":"traceutil/trace.go:171","msg":"trace[570285435] linearizableReadLoop","detail":"{readStateIndex:9324; appliedIndex:9322; }","duration":"1.02754222s","start":"2026-03-03T14:16:32.557308Z","end":"2026-03-03T14:16:33.58485Z","steps":["trace[570285435] 'read index received' (duration: 224.62972ms)","trace[570285435] 'applied index is now lower than readState.Index' (duration: 802.91143ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:33.585029Z","caller":"traceutil/trace.go:171","msg":"trace[1762242250] transaction","detail":"{read_only:false; response_revision:8982; number_of_response:1; }","duration":"1.057517558s","start":"2026-03-03T14:16:32.527494Z","end":"2026-03-03T14:16:33.585011Z","steps":["trace[1762242250] 'process raft request' (duration: 1.057269183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.585184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.527468Z","time spent":"1.057666792s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:33.585405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.484365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:16:33.585372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.177623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:33.585489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.552727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:33.585506Z","caller":"traceutil/trace.go:171","msg":"trace[2058927349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8982; }","duration":"996.615169ms","start":"2026-03-03T14:16:32.588877Z","end":"2026-03-03T14:16:33.585492Z","steps":["trace[2058927349] 'agreement among raft nodes before linearized reading' (duration: 996.407604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.585408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.212715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:33.585508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028219015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:33.58553Z","caller":"traceutil/trace.go:171","msg":"trace[509323123] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8982; }","duration":"805.374467ms","start":"2026-03-03T14:16:32.780135Z","end":"2026-03-03T14:16:33.58551Z","steps":["trace[509323123] 'agreement among raft nodes before linearized reading' (duration: 805.156302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.58555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.588861Z","time spent":"996.679871ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:16:33.58555Z","caller":"traceutil/trace.go:171","msg":"trace[484165734] transaction","detail":"{read_only:false; response_revision:8981; number_of_response:1; }","duration":"1.058155033s","start":"2026-03-03T14:16:32.526941Z","end":"2026-03-03T14:16:33.585096Z","steps":["trace[484165734] 'process raft request' (duration: 943.589625ms)","trace[484165734] 'compare' (duration: 113.648737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:33.585554Z","caller":"traceutil/trace.go:171","msg":"trace[1459009577] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8982; }","duration":"996.613509ms","start":"2026-03-03T14:16:32.58892Z","end":"2026-03-03T14:16:33.585533Z","steps":["trace[1459009577] 'agreement among raft nodes before linearized reading' (duration: 996.375153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.585575Z","caller":"traceutil/trace.go:171","msg":"trace[1727520685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8982; }","duration":"1.028330288s","start":"2026-03-03T14:16:32.557228Z","end":"2026-03-03T14:16:33.585558Z","steps":["trace[1727520685] 'agreement among raft nodes before linearized reading' (duration: 1.028084182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.585575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.277894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:16:33.585594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.588901Z","time spent":"996.684781ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:33.58558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.780117Z","time spent":"805.450609ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:33.585623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.557212Z","time spent":"1.028403409s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:16:33.585631Z","caller":"traceutil/trace.go:171","msg":"trace[1779175271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8982; }","duration":"997.365126ms","start":"2026-03-03T14:16:32.588251Z","end":"2026-03-03T14:16:33.585616Z","steps":["trace[1779175271] 'agreement among raft nodes before linearized reading' (duration: 997.049899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.58558Z","caller":"traceutil/trace.go:171","msg":"trace[472024674] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8982; }","duration":"984.43397ms","start":"2026-03-03T14:16:32.601117Z","end":"2026-03-03T14:16:33.585551Z","steps":["trace[472024674] 'agreement among raft nodes before linearized reading' (duration: 984.190964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.585665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.588239Z","time spent":"997.418197ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:33.585673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.526915Z","time spent":"1.058670515s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:33.585486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.758867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:33.58578Z","caller":"traceutil/trace.go:171","msg":"trace[1996841332] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8982; }","duration":"996.123927ms","start":"2026-03-03T14:16:32.58963Z","end":"2026-03-03T14:16:33.585754Z","steps":["trace[1996841332] 'agreement among raft nodes before linearized reading' (duration: 995.650876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.585725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.601096Z","time spent":"984.600894ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:33.585798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.589625Z","time spent":"996.169138ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:33.585787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023485584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:33.585952Z","caller":"traceutil/trace.go:171","msg":"trace[2147109169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:8982; }","duration":"1.023700778s","start":"2026-03-03T14:16:32.562237Z","end":"2026-03-03T14:16:33.585938Z","steps":["trace[2147109169] 'agreement among raft nodes before linearized reading' (duration: 1.022835668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.586019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:32.562223Z","time spent":"1.023782831s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:16:33.69274Z","caller":"traceutil/trace.go:171","msg":"trace[22422387] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"102.296287ms","start":"2026-03-03T14:16:33.590419Z","end":"2026-03-03T14:16:33.692716Z","steps":["trace[22422387] 'process raft request' (duration: 102.230875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.692812Z","caller":"traceutil/trace.go:171","msg":"trace[256009932] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"102.421031ms","start":"2026-03-03T14:16:33.59037Z","end":"2026-03-03T14:16:33.692791Z","steps":["trace[256009932] 'process raft request' (duration: 102.239926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.69281Z","caller":"traceutil/trace.go:171","msg":"trace[1033924074] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"103.179968ms","start":"2026-03-03T14:16:33.589589Z","end":"2026-03-03T14:16:33.692769Z","steps":["trace[1033924074] 'process raft request' (duration: 99.161044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.693107Z","caller":"traceutil/trace.go:171","msg":"trace[1192918804] linearizableReadLoop","detail":"{readStateIndex:9328; appliedIndex:9324; }","duration":"102.601675ms","start":"2026-03-03T14:16:33.590472Z","end":"2026-03-03T14:16:33.693074Z","steps":["trace[1192918804] 'read index received' (duration: 78.496275ms)","trace[1192918804] 'applied index is now lower than readState.Index' (duration: 24.10265ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:33.693139Z","caller":"traceutil/trace.go:171","msg":"trace[1521554425] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"101.714664ms","start":"2026-03-03T14:16:33.591407Z","end":"2026-03-03T14:16:33.693121Z","steps":["trace[1521554425] 'process raft request' (duration: 101.273863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.693733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.24227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291453"} {"level":"info","ts":"2026-03-03T14:16:33.693828Z","caller":"traceutil/trace.go:171","msg":"trace[595483220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8987; }","duration":"103.350192ms","start":"2026-03-03T14:16:33.59046Z","end":"2026-03-03T14:16:33.69381Z","steps":["trace[595483220] 'agreement among raft nodes before linearized reading' (duration: 102.719778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:35.728885Z","caller":"traceutil/trace.go:171","msg":"trace[772281854] transaction","detail":"{read_only:false; response_revision:8993; number_of_response:1; }","duration":"137.620402ms","start":"2026-03-03T14:16:35.591244Z","end":"2026-03-03T14:16:35.728864Z","steps":["trace[772281854] 'process raft request' (duration: 137.486019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:35.729691Z","caller":"traceutil/trace.go:171","msg":"trace[1244332785] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"138.34226ms","start":"2026-03-03T14:16:35.591336Z","end":"2026-03-03T14:16:35.729678Z","steps":["trace[1244332785] 'process raft request' (duration: 138.260688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:37.01395Z","caller":"traceutil/trace.go:171","msg":"trace[1678836503] transaction","detail":"{read_only:false; response_revision:9002; number_of_response:1; }","duration":"215.977295ms","start":"2026-03-03T14:16:36.797947Z","end":"2026-03-03T14:16:37.013925Z","steps":["trace[1678836503] 'process raft request' (duration: 215.79137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:37.150583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.229709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:37.150662Z","caller":"traceutil/trace.go:171","msg":"trace[770112074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9002; }","duration":"119.386843ms","start":"2026-03-03T14:16:37.031259Z","end":"2026-03-03T14:16:37.150645Z","steps":["trace[770112074] 'count revisions from in-memory index tree' (duration: 119.120507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:37.150635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.578361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:16:37.150764Z","caller":"traceutil/trace.go:171","msg":"trace[1893433673] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9002; }","duration":"112.780716ms","start":"2026-03-03T14:16:37.037959Z","end":"2026-03-03T14:16:37.150739Z","steps":["trace[1893433673] 'range keys from in-memory index tree' (duration: 112.396967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:41.367158Z","caller":"traceutil/trace.go:171","msg":"trace[1673748869] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"336.231398ms","start":"2026-03-03T14:16:41.030902Z","end":"2026-03-03T14:16:41.367134Z","steps":["trace[1673748869] 'process raft request' (duration: 336.037644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.367311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.030877Z","time spent":"336.351291ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:41.962707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.673413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:41.962763Z","caller":"traceutil/trace.go:171","msg":"trace[1093003057] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9019; }","duration":"318.788976ms","start":"2026-03-03T14:16:41.643962Z","end":"2026-03-03T14:16:41.962751Z","steps":["trace[1093003057] 'count revisions from in-memory index tree' (duration: 318.528589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.962788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.643942Z","time spent":"318.839937ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:42.076984Z","caller":"traceutil/trace.go:171","msg":"trace[919593407] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"325.214707ms","start":"2026-03-03T14:16:41.751734Z","end":"2026-03-03T14:16:42.076949Z","steps":["trace[919593407] 'process raft request' (duration: 324.982162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.077396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.751703Z","time spent":"325.431152ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:42.592601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.199068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:42.592871Z","caller":"traceutil/trace.go:171","msg":"trace[1856436103] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9363; }","duration":"835.461759ms","start":"2026-03-03T14:16:41.757335Z","end":"2026-03-03T14:16:42.592797Z","steps":["trace[1856436103] 'read index received' (duration: 319.304958ms)","trace[1856436103] 'applied index is now lower than readState.Index' (duration: 516.154531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:42.593138Z","caller":"traceutil/trace.go:171","msg":"trace[458150831] transaction","detail":"{read_only:false; response_revision:9021; number_of_response:1; }","duration":"841.359869ms","start":"2026-03-03T14:16:41.751756Z","end":"2026-03-03T14:16:42.593116Z","steps":["trace[458150831] 'process raft request' (duration: 597.556756ms)","trace[458150831] 'compare' (duration: 243.074515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:42.593391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.751742Z","time spent":"841.522563ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:42.59341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.367515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:42.593567Z","caller":"traceutil/trace.go:171","msg":"trace[495899969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9021; }","duration":"771.57257ms","start":"2026-03-03T14:16:41.821947Z","end":"2026-03-03T14:16:42.59352Z","steps":["trace[495899969] 'agreement among raft nodes before linearized reading' (duration: 771.194431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.593626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.821926Z","time spent":"771.688102ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:42.593916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.583726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:42.593965Z","caller":"traceutil/trace.go:171","msg":"trace[472734528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9021; }","duration":"836.666598ms","start":"2026-03-03T14:16:41.757286Z","end":"2026-03-03T14:16:42.593953Z","steps":["trace[472734528] 'agreement among raft nodes before linearized reading' (duration: 836.590886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.594035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.757269Z","time spent":"836.75991ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:42.594282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.158215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:42.594315Z","caller":"traceutil/trace.go:171","msg":"trace[1586503504] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9021; }","duration":"759.214727ms","start":"2026-03-03T14:16:41.835093Z","end":"2026-03-03T14:16:42.594308Z","steps":["trace[1586503504] 'agreement among raft nodes before linearized reading' (duration: 759.118335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.594337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.835076Z","time spent":"759.256298ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:16:42.594588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.192752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:42.594626Z","caller":"traceutil/trace.go:171","msg":"trace[246540835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9021; }","duration":"769.267675ms","start":"2026-03-03T14:16:41.82535Z","end":"2026-03-03T14:16:42.594618Z","steps":["trace[246540835] 'agreement among raft nodes before linearized reading' (duration: 769.183263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.59468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.825332Z","time spent":"769.312456ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:42.594766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.044775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:42.594948Z","caller":"traceutil/trace.go:171","msg":"trace[930231162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9021; }","duration":"768.361952ms","start":"2026-03-03T14:16:41.826563Z","end":"2026-03-03T14:16:42.594925Z","steps":["trace[930231162] 'agreement among raft nodes before linearized reading' (duration: 767.691357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.595152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.826533Z","time spent":"768.597838ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:42.595464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.352149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:42.595564Z","caller":"traceutil/trace.go:171","msg":"trace[1383272116] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9021; }","duration":"767.466322ms","start":"2026-03-03T14:16:41.828078Z","end":"2026-03-03T14:16:42.595544Z","steps":["trace[1383272116] 'agreement among raft nodes before linearized reading' (duration: 767.202186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.595496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.948983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:42.595719Z","caller":"traceutil/trace.go:171","msg":"trace[219487902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9021; }","duration":"768.202629ms","start":"2026-03-03T14:16:41.827496Z","end":"2026-03-03T14:16:42.595699Z","steps":["trace[219487902] 'agreement among raft nodes before linearized reading' (duration: 767.894092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:42.59562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.828054Z","time spent":"767.554344ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:42.595949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.827475Z","time spent":"768.379604ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:43.423941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.078259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:43.424072Z","caller":"traceutil/trace.go:171","msg":"trace[707764634] transaction","detail":"{read_only:false; response_revision:9022; number_of_response:1; }","duration":"822.515793ms","start":"2026-03-03T14:16:42.60153Z","end":"2026-03-03T14:16:43.424046Z","steps":["trace[707764634] 'process raft request' (duration: 449.245309ms)","trace[707764634] 'compare' (duration: 372.744461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:43.424165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.601515Z","time spent":"822.607084ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:43.46098Z","caller":"traceutil/trace.go:171","msg":"trace[1855461542] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"859.359014ms","start":"2026-03-03T14:16:42.601588Z","end":"2026-03-03T14:16:43.460947Z","steps":["trace[1855461542] 'process raft request' (duration: 859.117748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:43.461263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.601572Z","time spent":"859.503687ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:43.461276Z","caller":"traceutil/trace.go:171","msg":"trace[1034844602] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"859.64218ms","start":"2026-03-03T14:16:42.60162Z","end":"2026-03-03T14:16:43.461262Z","steps":["trace[1034844602] 'process raft request' (duration: 859.272412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:43.461355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.601601Z","time spent":"859.718341ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:43.46135Z","caller":"traceutil/trace.go:171","msg":"trace[1221224458] linearizableReadLoop","detail":"{readStateIndex:9370; appliedIndex:9365; }","duration":"858.509644ms","start":"2026-03-03T14:16:42.602816Z","end":"2026-03-03T14:16:43.461326Z","steps":["trace[1221224458] 'read index received' (duration: 447.97317ms)","trace[1221224458] 'applied index is now lower than readState.Index' (duration: 410.534884ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:43.461451Z","caller":"traceutil/trace.go:171","msg":"trace[385811450] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"859.795354ms","start":"2026-03-03T14:16:42.601647Z","end":"2026-03-03T14:16:43.461442Z","steps":["trace[385811450] 'process raft request' (duration: 859.624109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:43.46145Z","caller":"traceutil/trace.go:171","msg":"trace[1451833080] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"859.787594ms","start":"2026-03-03T14:16:42.60165Z","end":"2026-03-03T14:16:43.461438Z","steps":["trace[1451833080] 'process raft request' (duration: 859.495566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:43.461496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.601618Z","time spent":"859.852166ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:43.461562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.601636Z","time spent":"859.844196ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:43.462654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.822695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291453"} {"level":"info","ts":"2026-03-03T14:16:43.462759Z","caller":"traceutil/trace.go:171","msg":"trace[506212316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9026; }","duration":"859.902637ms","start":"2026-03-03T14:16:42.602801Z","end":"2026-03-03T14:16:43.462703Z","steps":["trace[506212316] 'agreement among raft nodes before linearized reading' (duration: 858.646237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:43.462856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.602794Z","time spent":"860.01098ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291477,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:16:43.4959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.663339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:43.495968Z","caller":"traceutil/trace.go:171","msg":"trace[697962630] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"121.021611ms","start":"2026-03-03T14:16:43.374907Z","end":"2026-03-03T14:16:43.495929Z","steps":["trace[697962630] 'process raft request' (duration: 120.819586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:43.496219Z","caller":"traceutil/trace.go:171","msg":"trace[1531235845] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9028; }","duration":"699.911175ms","start":"2026-03-03T14:16:42.796148Z","end":"2026-03-03T14:16:43.496059Z","steps":["trace[1531235845] 'agreement among raft nodes before linearized reading' (duration: 699.637759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:43.496314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:42.796122Z","time spent":"700.171012ms","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:43.495924Z","caller":"traceutil/trace.go:171","msg":"trace[1168024908] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"260.201941ms","start":"2026-03-03T14:16:43.235682Z","end":"2026-03-03T14:16:43.495884Z","steps":["trace[1168024908] 'process raft request' (duration: 259.888774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:44.233443Z","caller":"traceutil/trace.go:171","msg":"trace[1272602715] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"150.253752ms","start":"2026-03-03T14:16:44.083162Z","end":"2026-03-03T14:16:44.233416Z","steps":["trace[1272602715] 'process raft request' (duration: 149.973286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:46.06346Z","caller":"traceutil/trace.go:171","msg":"trace[494616074] linearizableReadLoop","detail":"{readStateIndex:9385; appliedIndex:9384; }","duration":"118.796788ms","start":"2026-03-03T14:16:45.944617Z","end":"2026-03-03T14:16:46.063413Z","steps":["trace[494616074] 'read index received' (duration: 118.291486ms)","trace[494616074] 'applied index is now lower than readState.Index' (duration: 503.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:46.063543Z","caller":"traceutil/trace.go:171","msg":"trace[1863200846] transaction","detail":"{read_only:false; response_revision:9040; number_of_response:1; }","duration":"238.133849ms","start":"2026-03-03T14:16:45.825385Z","end":"2026-03-03T14:16:46.063519Z","steps":["trace[1863200846] 'process raft request' (duration: 237.611747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:46.064101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.462554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:16:46.064171Z","caller":"traceutil/trace.go:171","msg":"trace[1734613989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9040; }","duration":"119.576576ms","start":"2026-03-03T14:16:45.944577Z","end":"2026-03-03T14:16:46.064154Z","steps":["trace[1734613989] 'agreement among raft nodes before linearized reading' (duration: 118.959951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:46.785168Z","caller":"traceutil/trace.go:171","msg":"trace[702837478] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"173.503211ms","start":"2026-03-03T14:16:46.611635Z","end":"2026-03-03T14:16:46.785138Z","steps":["trace[702837478] 'process raft request' (duration: 173.308987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.194888Z","caller":"traceutil/trace.go:171","msg":"trace[843506753] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"121.825129ms","start":"2026-03-03T14:16:47.073039Z","end":"2026-03-03T14:16:47.194864Z","steps":["trace[843506753] 'process raft request' (duration: 121.694806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:47.588386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.746392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:47.588534Z","caller":"traceutil/trace.go:171","msg":"trace[2043794903] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"181.87451ms","start":"2026-03-03T14:16:47.40664Z","end":"2026-03-03T14:16:47.588515Z","steps":["trace[2043794903] 'process raft request' (duration: 80.930493ms)","trace[2043794903] 'compare' (duration: 100.63307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:47.749014Z","caller":"traceutil/trace.go:171","msg":"trace[1640986177] linearizableReadLoop","detail":"{readStateIndex:9395; appliedIndex:9394; }","duration":"154.41264ms","start":"2026-03-03T14:16:47.594573Z","end":"2026-03-03T14:16:47.748985Z","steps":["trace[1640986177] 'read index received' (duration: 96.307706ms)","trace[1640986177] 'applied index is now lower than readState.Index' (duration: 58.103644ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:47.749122Z","caller":"traceutil/trace.go:171","msg":"trace[1298950381] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"155.710941ms","start":"2026-03-03T14:16:47.593379Z","end":"2026-03-03T14:16:47.74909Z","steps":["trace[1298950381] 'process raft request' (duration: 97.489875ms)","trace[1298950381] 'compare' (duration: 58.002011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:47.749358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.765848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:47.749458Z","caller":"traceutil/trace.go:171","msg":"trace[1345453555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9050; }","duration":"154.888061ms","start":"2026-03-03T14:16:47.594526Z","end":"2026-03-03T14:16:47.749414Z","steps":["trace[1345453555] 'agreement among raft nodes before linearized reading' (duration: 154.587474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.76331Z","caller":"traceutil/trace.go:171","msg":"trace[599189481] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"168.630606ms","start":"2026-03-03T14:16:47.594658Z","end":"2026-03-03T14:16:47.763288Z","steps":["trace[599189481] 'process raft request' (duration: 168.451672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.763476Z","caller":"traceutil/trace.go:171","msg":"trace[247738187] transaction","detail":"{read_only:false; response_revision:9052; number_of_response:1; }","duration":"168.691308ms","start":"2026-03-03T14:16:47.594772Z","end":"2026-03-03T14:16:47.763464Z","steps":["trace[247738187] 'process raft request' (duration: 168.468203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.763582Z","caller":"traceutil/trace.go:171","msg":"trace[1158292053] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"166.435173ms","start":"2026-03-03T14:16:47.597137Z","end":"2026-03-03T14:16:47.763572Z","steps":["trace[1158292053] 'process raft request' (duration: 166.26819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:47.763699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.944534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:16:47.763739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.313768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:47.763771Z","caller":"traceutil/trace.go:171","msg":"trace[1076784071] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9053; }","duration":"165.38319ms","start":"2026-03-03T14:16:47.598376Z","end":"2026-03-03T14:16:47.763759Z","steps":["trace[1076784071] 'agreement among raft nodes before linearized reading' (duration: 165.303238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.763788Z","caller":"traceutil/trace.go:171","msg":"trace[760298663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9053; }","duration":"169.064296ms","start":"2026-03-03T14:16:47.594707Z","end":"2026-03-03T14:16:47.763772Z","steps":["trace[760298663] 'agreement among raft nodes before linearized reading' (duration: 168.856041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:47.76369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.562059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:47.763928Z","caller":"traceutil/trace.go:171","msg":"trace[565729437] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9053; }","duration":"164.845265ms","start":"2026-03-03T14:16:47.599066Z","end":"2026-03-03T14:16:47.763912Z","steps":["trace[565729437] 'agreement among raft nodes before linearized reading' (duration: 164.527528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.868418Z","caller":"traceutil/trace.go:171","msg":"trace[227711957] transaction","detail":"{read_only:false; response_revision:9055; number_of_response:1; }","duration":"102.948653ms","start":"2026-03-03T14:16:47.765433Z","end":"2026-03-03T14:16:47.868381Z","steps":["trace[227711957] 'process raft request' (duration: 102.378199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:47.868718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.430604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291539"} {"level":"info","ts":"2026-03-03T14:16:47.868795Z","caller":"traceutil/trace.go:171","msg":"trace[328785403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9056; }","duration":"100.637609ms","start":"2026-03-03T14:16:47.768141Z","end":"2026-03-03T14:16:47.868779Z","steps":["trace[328785403] 'agreement among raft nodes before linearized reading' (duration: 100.124887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.127248Z","caller":"traceutil/trace.go:171","msg":"trace[804525737] transaction","detail":"{read_only:false; response_revision:9058; number_of_response:1; }","duration":"164.870648ms","start":"2026-03-03T14:16:47.962346Z","end":"2026-03-03T14:16:48.127217Z","steps":["trace[804525737] 'process raft request' (duration: 164.673153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.200347Z","caller":"traceutil/trace.go:171","msg":"trace[912148398] linearizableReadLoop","detail":"{readStateIndex:9405; appliedIndex:9402; }","duration":"204.847312ms","start":"2026-03-03T14:16:47.995469Z","end":"2026-03-03T14:16:48.200316Z","steps":["trace[912148398] 'read index received' (duration: 131.53938ms)","trace[912148398] 'applied index is now lower than readState.Index' (duration: 73.306482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:48.200476Z","caller":"traceutil/trace.go:171","msg":"trace[1343695262] transaction","detail":"{read_only:false; response_revision:9059; number_of_response:1; }","duration":"238.004116ms","start":"2026-03-03T14:16:47.962426Z","end":"2026-03-03T14:16:48.20043Z","steps":["trace[1343695262] 'process raft request' (duration: 237.611997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.200508Z","caller":"traceutil/trace.go:171","msg":"trace[1008011734] transaction","detail":"{read_only:false; response_revision:9060; number_of_response:1; }","duration":"236.48257ms","start":"2026-03-03T14:16:47.963983Z","end":"2026-03-03T14:16:48.200465Z","steps":["trace[1008011734] 'process raft request' (duration: 236.219554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.200542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.039447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:48.200659Z","caller":"traceutil/trace.go:171","msg":"trace[1780649114] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9060; }","duration":"205.214461ms","start":"2026-03-03T14:16:47.995427Z","end":"2026-03-03T14:16:48.200641Z","steps":["trace[1780649114] 'agreement among raft nodes before linearized reading' (duration: 205.021717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.360892Z","caller":"traceutil/trace.go:171","msg":"trace[1934398212] transaction","detail":"{read_only:false; response_revision:9061; number_of_response:1; }","duration":"228.210314ms","start":"2026-03-03T14:16:48.132654Z","end":"2026-03-03T14:16:48.360865Z","steps":["trace[1934398212] 'process raft request' (duration: 226.645588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.360889Z","caller":"traceutil/trace.go:171","msg":"trace[2034760135] linearizableReadLoop","detail":"{readStateIndex:9406; appliedIndex:9405; }","duration":"160.436032ms","start":"2026-03-03T14:16:48.200416Z","end":"2026-03-03T14:16:48.360852Z","steps":["trace[2034760135] 'read index received' (duration: 159.005579ms)","trace[2034760135] 'applied index is now lower than readState.Index' (duration: 1.428583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:48.361124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.369557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-dnfkg\" ","response":"range_response_count:1 size:5184"} {"level":"info","ts":"2026-03-03T14:16:48.361187Z","caller":"traceutil/trace.go:171","msg":"trace[11188094] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-dnfkg; range_end:; response_count:1; response_revision:9061; }","duration":"222.477029ms","start":"2026-03-03T14:16:48.138694Z","end":"2026-03-03T14:16:48.361171Z","steps":["trace[11188094] 'agreement among raft nodes before linearized reading' (duration: 222.213802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.640738Z","caller":"traceutil/trace.go:171","msg":"trace[1545238688] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9407; }","duration":"229.821762ms","start":"2026-03-03T14:16:48.410891Z","end":"2026-03-03T14:16:48.640712Z","steps":["trace[1545238688] 'read index received' (duration: 229.411193ms)","trace[1545238688] 'applied index is now lower than readState.Index' (duration: 409.479µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:48.640993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.076198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-03T14:16:48.641055Z","caller":"traceutil/trace.go:171","msg":"trace[236930721] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:9063; }","duration":"230.186161ms","start":"2026-03-03T14:16:48.410853Z","end":"2026-03-03T14:16:48.641039Z","steps":["trace[236930721] 'agreement among raft nodes before linearized reading' (duration: 229.983106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.641127Z","caller":"traceutil/trace.go:171","msg":"trace[400215312] transaction","detail":"{read_only:false; response_revision:9063; number_of_response:1; }","duration":"271.597469ms","start":"2026-03-03T14:16:48.369496Z","end":"2026-03-03T14:16:48.641093Z","steps":["trace[400215312] 'process raft request' (duration: 270.929824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.916966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.105471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:48.917051Z","caller":"traceutil/trace.go:171","msg":"trace[1298185656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9063; }","duration":"159.283566ms","start":"2026-03-03T14:16:48.757748Z","end":"2026-03-03T14:16:48.917032Z","steps":["trace[1298185656] 'range keys from in-memory index tree' (duration: 159.0323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:48.921694Z","caller":"traceutil/trace.go:171","msg":"trace[734378450] transaction","detail":"{read_only:false; response_revision:9064; number_of_response:1; }","duration":"131.382765ms","start":"2026-03-03T14:16:48.790289Z","end":"2026-03-03T14:16:48.921672Z","steps":["trace[734378450] 'process raft request' (duration: 131.244822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.190638Z","caller":"traceutil/trace.go:171","msg":"trace[571875936] linearizableReadLoop","detail":"{readStateIndex:9410; appliedIndex:9408; }","duration":"365.707695ms","start":"2026-03-03T14:16:48.824905Z","end":"2026-03-03T14:16:49.190613Z","steps":["trace[571875936] 'read index received' (duration: 96.629644ms)","trace[571875936] 'applied index is now lower than readState.Index' (duration: 269.077001ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:49.190758Z","caller":"traceutil/trace.go:171","msg":"trace[767256423] transaction","detail":"{read_only:false; response_revision:9065; number_of_response:1; }","duration":"387.560372ms","start":"2026-03-03T14:16:48.803186Z","end":"2026-03-03T14:16:49.190747Z","steps":["trace[767256423] 'process raft request' (duration: 387.251145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.190864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.803155Z","time spent":"387.633654ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19299,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:49.190937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.752638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:49.191024Z","caller":"traceutil/trace.go:171","msg":"trace[1401271459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9065; }","duration":"272.885551ms","start":"2026-03-03T14:16:48.91811Z","end":"2026-03-03T14:16:49.190996Z","steps":["trace[1401271459] 'agreement among raft nodes before linearized reading' (duration: 272.736177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.191059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.152706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:49.191122Z","caller":"traceutil/trace.go:171","msg":"trace[1330169416] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9065; }","duration":"366.244717ms","start":"2026-03-03T14:16:48.824859Z","end":"2026-03-03T14:16:49.191103Z","steps":["trace[1330169416] 'agreement among raft nodes before linearized reading' (duration: 366.148855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.191196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.824842Z","time spent":"366.33794ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:49.637443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.619232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:16:49.637538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.522033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:16:49.637569Z","caller":"traceutil/trace.go:171","msg":"trace[139250716] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9068; }","duration":"112.782426ms","start":"2026-03-03T14:16:49.524762Z","end":"2026-03-03T14:16:49.637544Z","steps":["trace[139250716] 'range keys from in-memory index tree' (duration: 112.54246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.637593Z","caller":"traceutil/trace.go:171","msg":"trace[978326931] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9068; }","duration":"113.601725ms","start":"2026-03-03T14:16:49.523975Z","end":"2026-03-03T14:16:49.637577Z","steps":["trace[978326931] 'range keys from in-memory index tree' (duration: 113.324149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.308163Z","caller":"traceutil/trace.go:171","msg":"trace[64132388] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"452.768853ms","start":"2026-03-03T14:16:49.855355Z","end":"2026-03-03T14:16:50.308123Z","steps":["trace[64132388] 'process raft request' (duration: 452.60913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.308338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.855337Z","time spent":"452.910126ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:50.369571Z","caller":"traceutil/trace.go:171","msg":"trace[11664638] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"513.16185ms","start":"2026-03-03T14:16:49.856377Z","end":"2026-03-03T14:16:50.369539Z","steps":["trace[11664638] 'process raft request' (duration: 512.924335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.369814Z","caller":"traceutil/trace.go:171","msg":"trace[1225407609] linearizableReadLoop","detail":"{readStateIndex:9421; appliedIndex:9417; }","duration":"479.407513ms","start":"2026-03-03T14:16:49.890348Z","end":"2026-03-03T14:16:50.369756Z","steps":["trace[1225407609] 'read index received' (duration: 417.580031ms)","trace[1225407609] 'applied index is now lower than readState.Index' (duration: 61.826252ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:50.369851Z","caller":"traceutil/trace.go:171","msg":"trace[1264753051] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"512.620348ms","start":"2026-03-03T14:16:49.857187Z","end":"2026-03-03T14:16:50.369808Z","steps":["trace[1264753051] 'process raft request' (duration: 512.485384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.369794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.856358Z","time spent":"513.306204ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:50.369962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.857174Z","time spent":"512.73722ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:50.369995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.642979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:16:50.370029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.659519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:50.369986Z","caller":"traceutil/trace.go:171","msg":"trace[1997491034] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"513.458018ms","start":"2026-03-03T14:16:49.856493Z","end":"2026-03-03T14:16:50.369951Z","steps":["trace[1997491034] 'process raft request' (duration: 512.972676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.370098Z","caller":"traceutil/trace.go:171","msg":"trace[1803060851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9075; }","duration":"479.778312ms","start":"2026-03-03T14:16:49.890302Z","end":"2026-03-03T14:16:50.370081Z","steps":["trace[1803060851] 'agreement among raft nodes before linearized reading' (duration: 479.569567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.370118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.693361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.370201Z","caller":"traceutil/trace.go:171","msg":"trace[553224655] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9075; }","duration":"449.841534ms","start":"2026-03-03T14:16:49.920341Z","end":"2026-03-03T14:16:50.370183Z","steps":["trace[553224655] 'agreement among raft nodes before linearized reading' (duration: 449.694841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.370248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.920323Z","time spent":"449.915286ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:50.370151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.890285Z","time spent":"479.856744ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:16:50.370325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.856473Z","time spent":"513.683894ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:50.370086Z","caller":"traceutil/trace.go:171","msg":"trace[1761006153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9075; }","duration":"479.756572ms","start":"2026-03-03T14:16:49.890309Z","end":"2026-03-03T14:16:50.370065Z","steps":["trace[1761006153] 'agreement among raft nodes before linearized reading' (duration: 479.557727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.370573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:49.890293Z","time spent":"480.263253ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:50.622336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.552181ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.622608Z","caller":"traceutil/trace.go:171","msg":"trace[1282725914] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9075; }","duration":"200.784827ms","start":"2026-03-03T14:16:50.421723Z","end":"2026-03-03T14:16:50.622508Z","steps":["trace[1282725914] 'range keys from in-memory index tree' (duration: 200.522351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.623719Z","caller":"traceutil/trace.go:171","msg":"trace[460010034] linearizableReadLoop","detail":"{readStateIndex:9423; appliedIndex:9421; }","duration":"249.502137ms","start":"2026-03-03T14:16:50.37419Z","end":"2026-03-03T14:16:50.623692Z","steps":["trace[460010034] 'read index received' (duration: 202.600368ms)","trace[460010034] 'applied index is now lower than readState.Index' (duration: 46.900749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:50.623861Z","caller":"traceutil/trace.go:171","msg":"trace[1205472974] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"249.988119ms","start":"2026-03-03T14:16:50.37386Z","end":"2026-03-03T14:16:50.623848Z","steps":["trace[1205472974] 'process raft request' (duration: 249.712492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.623879Z","caller":"traceutil/trace.go:171","msg":"trace[47806120] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"251.904665ms","start":"2026-03-03T14:16:50.371938Z","end":"2026-03-03T14:16:50.623842Z","steps":["trace[47806120] 'process raft request' (duration: 204.914314ms)","trace[47806120] 'compare' (duration: 45.566998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:50.623948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.322766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:50.624022Z","caller":"traceutil/trace.go:171","msg":"trace[1207440171] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9077; }","duration":"148.448469ms","start":"2026-03-03T14:16:50.475556Z","end":"2026-03-03T14:16:50.624004Z","steps":["trace[1207440171] 'agreement among raft nodes before linearized reading' (duration: 148.307805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.624632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.39767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:297943"} {"level":"info","ts":"2026-03-03T14:16:50.624739Z","caller":"traceutil/trace.go:171","msg":"trace[340949704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9077; }","duration":"250.564923ms","start":"2026-03-03T14:16:50.374156Z","end":"2026-03-03T14:16:50.624721Z","steps":["trace[340949704] 'agreement among raft nodes before linearized reading' (duration: 249.797804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.930384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.23096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.930478Z","caller":"traceutil/trace.go:171","msg":"trace[2125658820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9077; }","duration":"174.381923ms","start":"2026-03-03T14:16:50.756076Z","end":"2026-03-03T14:16:50.930458Z","steps":["trace[2125658820] 'range keys from in-memory index tree' (duration: 174.104435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:51.079477Z","caller":"traceutil/trace.go:171","msg":"trace[1966685676] linearizableReadLoop","detail":"{readStateIndex:9424; appliedIndex:9423; }","duration":"147.6548ms","start":"2026-03-03T14:16:50.931801Z","end":"2026-03-03T14:16:51.079456Z","steps":["trace[1966685676] 'read index received' (duration: 147.561058ms)","trace[1966685676] 'applied index is now lower than readState.Index' (duration: 92.982µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:51.079609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.786654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:51.079633Z","caller":"traceutil/trace.go:171","msg":"trace[1431063383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9078; }","duration":"147.867365ms","start":"2026-03-03T14:16:50.931758Z","end":"2026-03-03T14:16:51.079626Z","steps":["trace[1431063383] 'agreement among raft nodes before linearized reading' (duration: 147.781393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:51.079977Z","caller":"traceutil/trace.go:171","msg":"trace[1714513181] transaction","detail":"{read_only:false; response_revision:9078; number_of_response:1; }","duration":"152.408642ms","start":"2026-03-03T14:16:50.927559Z","end":"2026-03-03T14:16:51.079968Z","steps":["trace[1714513181] 'process raft request' (duration: 151.761687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:51.878324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.348294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:16:51.878392Z","caller":"traceutil/trace.go:171","msg":"trace[1557587228] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9079; }","duration":"535.472727ms","start":"2026-03-03T14:16:51.342904Z","end":"2026-03-03T14:16:51.878377Z","steps":["trace[1557587228] 'range keys from in-memory index tree' (duration: 535.107589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:51.878426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.342885Z","time spent":"535.534699ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:16:51.878549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.048841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:51.878529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.4101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:51.878716Z","caller":"traceutil/trace.go:171","msg":"trace[1602841111] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9079; }","duration":"132.640056ms","start":"2026-03-03T14:16:51.746056Z","end":"2026-03-03T14:16:51.878696Z","steps":["trace[1602841111] 'count revisions from in-memory index tree' (duration: 132.328368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:51.878712Z","caller":"traceutil/trace.go:171","msg":"trace[1290587432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9079; }","duration":"121.279206ms","start":"2026-03-03T14:16:51.757404Z","end":"2026-03-03T14:16:51.878683Z","steps":["trace[1290587432] 'range keys from in-memory index tree' (duration: 120.893608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:52.048889Z","caller":"traceutil/trace.go:171","msg":"trace[808117253] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"105.475953ms","start":"2026-03-03T14:16:51.94338Z","end":"2026-03-03T14:16:52.048856Z","steps":["trace[808117253] 'read index received' (duration: 63.131192ms)","trace[808117253] 'applied index is now lower than readState.Index' (duration: 42.343131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:52.049024Z","caller":"traceutil/trace.go:171","msg":"trace[1122561094] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"149.924504ms","start":"2026-03-03T14:16:51.899059Z","end":"2026-03-03T14:16:52.048984Z","steps":["trace[1122561094] 'process raft request' (duration: 107.563573ms)","trace[1122561094] 'compare' (duration: 42.012673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:52.0492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.72346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:52.049436Z","caller":"traceutil/trace.go:171","msg":"trace[1541933663] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9081; }","duration":"105.971265ms","start":"2026-03-03T14:16:51.943333Z","end":"2026-03-03T14:16:52.049304Z","steps":["trace[1541933663] 'agreement among raft nodes before linearized reading' (duration: 105.645207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:52.417239Z","caller":"traceutil/trace.go:171","msg":"trace[555141539] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"101.620852ms","start":"2026-03-03T14:16:52.315585Z","end":"2026-03-03T14:16:52.417206Z","steps":["trace[555141539] 'process raft request' (duration: 101.446708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:52.751473Z","caller":"traceutil/trace.go:171","msg":"trace[316548986] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"330.203086ms","start":"2026-03-03T14:16:52.421235Z","end":"2026-03-03T14:16:52.751438Z","steps":["trace[316548986] 'process raft request' (duration: 287.65263ms)","trace[316548986] 'compare' (duration: 42.020103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:52.751637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:52.421215Z","time spent":"330.338519ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.804914Z","caller":"traceutil/trace.go:171","msg":"trace[85548102] transaction","detail":"{read_only:false; response_revision:9085; number_of_response:1; }","duration":"382.674266ms","start":"2026-03-03T14:16:52.422221Z","end":"2026-03-03T14:16:52.804895Z","steps":["trace[85548102] 'process raft request' (duration: 382.600144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:52.80498Z","caller":"traceutil/trace.go:171","msg":"trace[1067321177] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"382.886661ms","start":"2026-03-03T14:16:52.422059Z","end":"2026-03-03T14:16:52.804945Z","steps":["trace[1067321177] 'process raft request' (duration: 382.647356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.805056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:52.422206Z","time spent":"382.766729ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.80509Z","caller":"traceutil/trace.go:171","msg":"trace[318536959] linearizableReadLoop","detail":"{readStateIndex:9431; appliedIndex:9428; }","duration":"177.445684ms","start":"2026-03-03T14:16:52.627612Z","end":"2026-03-03T14:16:52.805058Z","steps":["trace[318536959] 'read index received' (duration: 81.292971ms)","trace[318536959] 'applied index is now lower than readState.Index' (duration: 96.150543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:52.805138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:52.422041Z","time spent":"383.009154ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.805386Z","caller":"traceutil/trace.go:171","msg":"trace[2131579286] transaction","detail":"{read_only:false; response_revision:9086; number_of_response:1; }","duration":"176.284097ms","start":"2026-03-03T14:16:52.629034Z","end":"2026-03-03T14:16:52.805319Z","steps":["trace[2131579286] 'process raft request' (duration: 175.825146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.805407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.094425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:52.805451Z","caller":"traceutil/trace.go:171","msg":"trace[1562323345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9086; }","duration":"174.159397ms","start":"2026-03-03T14:16:52.631282Z","end":"2026-03-03T14:16:52.805441Z","steps":["trace[1562323345] 'agreement among raft nodes before linearized reading' (duration: 173.934202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.805377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.710931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:52.805623Z","caller":"traceutil/trace.go:171","msg":"trace[1592412873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9086; }","duration":"177.992586ms","start":"2026-03-03T14:16:52.627566Z","end":"2026-03-03T14:16:52.805558Z","steps":["trace[1592412873] 'agreement among raft nodes before linearized reading' (duration: 177.638468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:53.137627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.392333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:53.137747Z","caller":"traceutil/trace.go:171","msg":"trace[487011350] transaction","detail":"{read_only:false; response_revision:9087; number_of_response:1; }","duration":"327.472871ms","start":"2026-03-03T14:16:52.810251Z","end":"2026-03-03T14:16:53.137723Z","steps":["trace[487011350] 'process raft request' (duration: 160.897583ms)","trace[487011350] 'compare' (duration: 166.067525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:53.137875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:52.810233Z","time spent":"327.600964ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:53.996939Z","caller":"traceutil/trace.go:171","msg":"trace[2052538750] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"113.82543ms","start":"2026-03-03T14:16:53.883086Z","end":"2026-03-03T14:16:53.996911Z","steps":["trace[2052538750] 'process raft request' (duration: 113.660476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:54.038477Z","caller":"traceutil/trace.go:171","msg":"trace[28020404] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"153.592061ms","start":"2026-03-03T14:16:53.884859Z","end":"2026-03-03T14:16:54.038451Z","steps":["trace[28020404] 'process raft request' (duration: 153.451318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:54.536198Z","caller":"traceutil/trace.go:171","msg":"trace[1692307830] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"110.771659ms","start":"2026-03-03T14:16:54.425409Z","end":"2026-03-03T14:16:54.536181Z","steps":["trace[1692307830] 'process raft request' (duration: 110.669097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:54.608971Z","caller":"traceutil/trace.go:171","msg":"trace[2033296112] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"153.12669ms","start":"2026-03-03T14:16:54.455808Z","end":"2026-03-03T14:16:54.608935Z","steps":["trace[2033296112] 'process raft request' (duration: 150.385835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.045368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.811575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:55.045551Z","caller":"traceutil/trace.go:171","msg":"trace[331135919] linearizableReadLoop","detail":"{readStateIndex:9443; appliedIndex:9441; }","duration":"253.35263ms","start":"2026-03-03T14:16:54.792182Z","end":"2026-03-03T14:16:55.045535Z","steps":["trace[331135919] 'read index received' (duration: 42.518905ms)","trace[331135919] 'applied index is now lower than readState.Index' (duration: 210.832715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.045615Z","caller":"traceutil/trace.go:171","msg":"trace[1773252281] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"259.037354ms","start":"2026-03-03T14:16:54.786538Z","end":"2026-03-03T14:16:55.045575Z","steps":["trace[1773252281] 'process raft request' (duration: 129.937312ms)","trace[1773252281] 'compare' (duration: 128.675142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.045654Z","caller":"traceutil/trace.go:171","msg":"trace[1384940743] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"234.77501ms","start":"2026-03-03T14:16:54.810869Z","end":"2026-03-03T14:16:55.045644Z","steps":["trace[1384940743] 'process raft request' (duration: 234.605426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.046126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.925973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:55.046205Z","caller":"traceutil/trace.go:171","msg":"trace[1348827045] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:9097; }","duration":"254.054856ms","start":"2026-03-03T14:16:54.79213Z","end":"2026-03-03T14:16:55.046185Z","steps":["trace[1348827045] 'agreement among raft nodes before linearized reading' (duration: 253.549634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.046129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.888257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:55.046291Z","caller":"traceutil/trace.go:171","msg":"trace[582357623] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9097; }","duration":"228.096842ms","start":"2026-03-03T14:16:54.818163Z","end":"2026-03-03T14:16:55.04626Z","steps":["trace[582357623] 'agreement among raft nodes before linearized reading' (duration: 227.775544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.04633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.627175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:55.046452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.217648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:16:55.046566Z","caller":"traceutil/trace.go:171","msg":"trace[1375539399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9097; }","duration":"237.381591ms","start":"2026-03-03T14:16:54.80916Z","end":"2026-03-03T14:16:55.046542Z","steps":["trace[1375539399] 'agreement among raft nodes before linearized reading' (duration: 236.985312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.046487Z","caller":"traceutil/trace.go:171","msg":"trace[1123910946] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:9097; }","duration":"162.889711ms","start":"2026-03-03T14:16:54.883579Z","end":"2026-03-03T14:16:55.046468Z","steps":["trace[1123910946] 'agreement among raft nodes before linearized reading' (duration: 162.547033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.04635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.443874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:55.046764Z","caller":"traceutil/trace.go:171","msg":"trace[1536510367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9097; }","duration":"238.040587ms","start":"2026-03-03T14:16:54.808715Z","end":"2026-03-03T14:16:55.046756Z","steps":["trace[1536510367] 'agreement among raft nodes before linearized reading' (duration: 237.220868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.357075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.507486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:55.357313Z","caller":"traceutil/trace.go:171","msg":"trace[1216044185] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"307.613712ms","start":"2026-03-03T14:16:55.049676Z","end":"2026-03-03T14:16:55.357289Z","steps":["trace[1216044185] 'process raft request' (duration: 154.596274ms)","trace[1216044185] 'compare' (duration: 152.26756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:55.357398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.04966Z","time spent":"307.702803ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:55.358083Z","caller":"traceutil/trace.go:171","msg":"trace[169473686] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"307.741675ms","start":"2026-03-03T14:16:55.050328Z","end":"2026-03-03T14:16:55.35807Z","steps":["trace[169473686] 'process raft request' (duration: 306.919746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.358325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.012026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:16:55.358339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.050318Z","time spent":"307.98546ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:55.358373Z","caller":"traceutil/trace.go:171","msg":"trace[731745920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9100; }","duration":"216.115819ms","start":"2026-03-03T14:16:55.142246Z","end":"2026-03-03T14:16:55.358361Z","steps":["trace[731745920] 'agreement among raft nodes before linearized reading' (duration: 215.970235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.358165Z","caller":"traceutil/trace.go:171","msg":"trace[1536122683] linearizableReadLoop","detail":"{readStateIndex:9446; appliedIndex:9444; }","duration":"215.831762ms","start":"2026-03-03T14:16:55.142314Z","end":"2026-03-03T14:16:55.358146Z","steps":["trace[1536122683] 'read index received' (duration: 61.966854ms)","trace[1536122683] 'applied index is now lower than readState.Index' (duration: 153.863678ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.358238Z","caller":"traceutil/trace.go:171","msg":"trace[1198766658] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"195.259195ms","start":"2026-03-03T14:16:55.162936Z","end":"2026-03-03T14:16:55.358196Z","steps":["trace[1198766658] 'process raft request' (duration: 195.07371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.358603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.492342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:55.358706Z","caller":"traceutil/trace.go:171","msg":"trace[1806542105] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9100; }","duration":"173.644234ms","start":"2026-03-03T14:16:55.185041Z","end":"2026-03-03T14:16:55.358685Z","steps":["trace[1806542105] 'agreement among raft nodes before linearized reading' (duration: 173.493431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.828922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.743561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:55.829041Z","caller":"traceutil/trace.go:171","msg":"trace[287583198] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9447; }","duration":"402.246837ms","start":"2026-03-03T14:16:55.426775Z","end":"2026-03-03T14:16:55.829022Z","steps":["trace[287583198] 'read index received' (duration: 194.269521ms)","trace[287583198] 'applied index is now lower than readState.Index' (duration: 207.976006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.829133Z","caller":"traceutil/trace.go:171","msg":"trace[1544392306] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"466.684401ms","start":"2026-03-03T14:16:55.362436Z","end":"2026-03-03T14:16:55.829121Z","steps":["trace[1544392306] 'process raft request' (duration: 258.648453ms)","trace[1544392306] 'compare' (duration: 207.552836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:55.829203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.362415Z","time spent":"466.755283ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:55.829615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.836473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68\" ","response":"range_response_count:1 size:19694"} {"level":"info","ts":"2026-03-03T14:16:55.829901Z","caller":"traceutil/trace.go:171","msg":"trace[1657776385] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68; range_end:; response_count:1; response_revision:9101; }","duration":"403.149889ms","start":"2026-03-03T14:16:55.426731Z","end":"2026-03-03T14:16:55.829881Z","steps":["trace[1657776385] 'agreement among raft nodes before linearized reading' (duration: 402.7651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.830174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.426678Z","time spent":"403.476458ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19718,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68\" "} {"level":"info","ts":"2026-03-03T14:16:56.128139Z","caller":"traceutil/trace.go:171","msg":"trace[1128188144] transaction","detail":"{read_only:false; response_revision:9103; number_of_response:1; }","duration":"220.443252ms","start":"2026-03-03T14:16:55.907675Z","end":"2026-03-03T14:16:56.128118Z","steps":["trace[1128188144] 'process raft request' (duration: 220.280878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:56.301883Z","caller":"traceutil/trace.go:171","msg":"trace[1327752584] transaction","detail":"{read_only:false; response_revision:9104; number_of_response:1; }","duration":"392.549019ms","start":"2026-03-03T14:16:55.909303Z","end":"2026-03-03T14:16:56.301852Z","steps":["trace[1327752584] 'process raft request' (duration: 392.231582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:56.302049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.909295Z","time spent":"392.671422ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:56.302058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.507728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:56.302115Z","caller":"traceutil/trace.go:171","msg":"trace[1484423416] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9106; }","duration":"392.613411ms","start":"2026-03-03T14:16:55.909489Z","end":"2026-03-03T14:16:56.302102Z","steps":["trace[1484423416] 'agreement among raft nodes before linearized reading' (duration: 392.439687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:56.302122Z","caller":"traceutil/trace.go:171","msg":"trace[1472921260] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"258.331756ms","start":"2026-03-03T14:16:56.043766Z","end":"2026-03-03T14:16:56.302097Z","steps":["trace[1472921260] 'process raft request' (duration: 258.05413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:56.301883Z","caller":"traceutil/trace.go:171","msg":"trace[856347971] linearizableReadLoop","detail":"{readStateIndex:9451; appliedIndex:9449; }","duration":"392.342405ms","start":"2026-03-03T14:16:55.90952Z","end":"2026-03-03T14:16:56.301863Z","steps":["trace[856347971] 'read index received' (duration: 218.446904ms)","trace[856347971] 'applied index is now lower than readState.Index' (duration: 173.894731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:56.302162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.909473Z","time spent":"392.675092ms","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:56.301915Z","caller":"traceutil/trace.go:171","msg":"trace[348947895] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"385.337678ms","start":"2026-03-03T14:16:55.916555Z","end":"2026-03-03T14:16:56.301893Z","steps":["trace[348947895] 'process raft request' (duration: 385.138814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:56.3024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.916511Z","time spent":"385.780799ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24179,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:56.53702Z","caller":"traceutil/trace.go:171","msg":"trace[1165039186] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9453; }","duration":"132.036491ms","start":"2026-03-03T14:16:56.404964Z","end":"2026-03-03T14:16:56.537Z","steps":["trace[1165039186] 'read index received' (duration: 121.831019ms)","trace[1165039186] 'applied index is now lower than readState.Index' (duration: 10.204782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:56.53708Z","caller":"traceutil/trace.go:171","msg":"trace[1832298374] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"221.954186ms","start":"2026-03-03T14:16:56.315102Z","end":"2026-03-03T14:16:56.537057Z","steps":["trace[1832298374] 'process raft request' (duration: 211.678883ms)","trace[1832298374] 'compare' (duration: 10.12253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:56.537144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.164044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:56.537213Z","caller":"traceutil/trace.go:171","msg":"trace[321617342] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9107; }","duration":"132.286127ms","start":"2026-03-03T14:16:56.404918Z","end":"2026-03-03T14:16:56.537204Z","steps":["trace[321617342] 'agreement among raft nodes before linearized reading' (duration: 132.184174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.182893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.900168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:16:57.183345Z","caller":"traceutil/trace.go:171","msg":"trace[465366642] transaction","detail":"{read_only:false; response_revision:9110; number_of_response:1; }","duration":"257.750252ms","start":"2026-03-03T14:16:56.92557Z","end":"2026-03-03T14:16:57.18332Z","steps":["trace[465366642] 'process raft request' (duration: 257.451145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:57.376352Z","caller":"traceutil/trace.go:171","msg":"trace[576061612] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"324.555733ms","start":"2026-03-03T14:16:57.051763Z","end":"2026-03-03T14:16:57.376319Z","steps":["trace[576061612] 'process raft request' (duration: 245.219897ms)","trace[576061612] 'compare' (duration: 78.933186ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:57.37643Z","caller":"traceutil/trace.go:171","msg":"trace[2069725487] linearizableReadLoop","detail":"{readStateIndex:9459; appliedIndex:9456; }","duration":"321.814948ms","start":"2026-03-03T14:16:57.054591Z","end":"2026-03-03T14:16:57.376406Z","steps":["trace[2069725487] 'read index received' (duration: 117.272443ms)","trace[2069725487] 'applied index is now lower than readState.Index' (duration: 204.539705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:57.376505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:57.051741Z","time spent":"324.685015ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:57.37695Z","caller":"traceutil/trace.go:171","msg":"trace[174725437] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"192.01195ms","start":"2026-03-03T14:16:57.18491Z","end":"2026-03-03T14:16:57.376922Z","steps":["trace[174725437] 'process raft request' (duration: 191.367405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.376993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.389351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:57.377048Z","caller":"traceutil/trace.go:171","msg":"trace[128387672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9112; }","duration":"322.465992ms","start":"2026-03-03T14:16:57.054565Z","end":"2026-03-03T14:16:57.377031Z","steps":["trace[128387672] 'agreement among raft nodes before linearized reading' (duration: 321.963181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.377094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:57.054557Z","time spent":"322.528885ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:16:57.3771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.719844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:16:57.37727Z","caller":"traceutil/trace.go:171","msg":"trace[259965558] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9113; }","duration":"304.882657ms","start":"2026-03-03T14:16:57.072369Z","end":"2026-03-03T14:16:57.377252Z","steps":["trace[259965558] 'agreement among raft nodes before linearized reading' (duration: 304.624751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.377368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:57.072317Z","time spent":"304.99404ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:16:57.552042Z","caller":"traceutil/trace.go:171","msg":"trace[1325285166] linearizableReadLoop","detail":"{readStateIndex:9462; appliedIndex:9461; }","duration":"169.078026ms","start":"2026-03-03T14:16:57.382937Z","end":"2026-03-03T14:16:57.552015Z","steps":["trace[1325285166] 'read index received' (duration: 152.163706ms)","trace[1325285166] 'applied index is now lower than readState.Index' (duration: 16.91328ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:57.552154Z","caller":"traceutil/trace.go:171","msg":"trace[2104868662] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"169.709461ms","start":"2026-03-03T14:16:57.382414Z","end":"2026-03-03T14:16:57.552124Z","steps":["trace[2104868662] 'process raft request' (duration: 152.685638ms)","trace[2104868662] 'compare' (duration: 16.790927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:57.552256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.303452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-03T14:16:57.552292Z","caller":"traceutil/trace.go:171","msg":"trace[72787898] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9114; }","duration":"169.417004ms","start":"2026-03-03T14:16:57.382866Z","end":"2026-03-03T14:16:57.552283Z","steps":["trace[72787898] 'agreement among raft nodes before linearized reading' (duration: 169.25305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:57.583515Z","caller":"traceutil/trace.go:171","msg":"trace[1103653745] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"200.337805ms","start":"2026-03-03T14:16:57.383156Z","end":"2026-03-03T14:16:57.583494Z","steps":["trace[1103653745] 'process raft request' (duration: 200.141141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.147461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665803,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:16:59.233272Z","caller":"traceutil/trace.go:171","msg":"trace[1854145796] linearizableReadLoop","detail":"{readStateIndex:9469; appliedIndex:9468; }","duration":"586.516946ms","start":"2026-03-03T14:16:58.646725Z","end":"2026-03-03T14:16:59.233242Z","steps":["trace[1854145796] 'read index received' (duration: 586.28546ms)","trace[1854145796] 'applied index is now lower than readState.Index' (duration: 230.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:59.233423Z","caller":"traceutil/trace.go:171","msg":"trace[1392607446] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"589.772412ms","start":"2026-03-03T14:16:58.643612Z","end":"2026-03-03T14:16:59.233384Z","steps":["trace[1392607446] 'process raft request' (duration: 589.461694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.23347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.260122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:59.23351Z","caller":"traceutil/trace.go:171","msg":"trace[393581932] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9121; }","duration":"490.362264ms","start":"2026-03-03T14:16:58.743135Z","end":"2026-03-03T14:16:59.233497Z","steps":["trace[393581932] 'agreement among raft nodes before linearized reading' (duration: 490.268272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.233523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.755432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:59.233582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:58.64358Z","time spent":"589.921006ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:59.23356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.207989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:59.233625Z","caller":"traceutil/trace.go:171","msg":"trace[1507162540] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:9121; }","duration":"586.912855ms","start":"2026-03-03T14:16:58.646688Z","end":"2026-03-03T14:16:59.233601Z","steps":["trace[1507162540] 'agreement among raft nodes before linearized reading' (duration: 586.702251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.233669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.86169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-dnfkg\" ","response":"range_response_count:1 size:6657"} {"level":"info","ts":"2026-03-03T14:16:59.233671Z","caller":"traceutil/trace.go:171","msg":"trace[387540765] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9121; }","duration":"251.344042ms","start":"2026-03-03T14:16:58.982298Z","end":"2026-03-03T14:16:59.233642Z","steps":["trace[387540765] 'agreement among raft nodes before linearized reading' (duration: 251.139418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.233692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.480897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:16:59.233692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:58.646674Z","time spent":"587.004267ms","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:59.233717Z","caller":"traceutil/trace.go:171","msg":"trace[60399816] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-dnfkg; range_end:; response_count:1; response_revision:9121; }","duration":"318.937552ms","start":"2026-03-03T14:16:58.914767Z","end":"2026-03-03T14:16:59.233704Z","steps":["trace[60399816] 'agreement among raft nodes before linearized reading' (duration: 318.791568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:59.233727Z","caller":"traceutil/trace.go:171","msg":"trace[33990326] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9121; }","duration":"331.550479ms","start":"2026-03-03T14:16:58.902167Z","end":"2026-03-03T14:16:59.233717Z","steps":["trace[33990326] 'agreement among raft nodes before linearized reading' (duration: 331.417146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:59.233751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:58.914749Z","time spent":"318.994253ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6681,"request content":"key:\"/registry/pods/openstack/glance-rabbit-init-dnfkg\" "} {"level":"warn","ts":"2026-03-03T14:16:59.233758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:58.902148Z","time spent":"331.60266ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:59.233559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:58.743115Z","time spent":"490.432415ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:59.422358Z","caller":"traceutil/trace.go:171","msg":"trace[1582472195] transaction","detail":"{read_only:false; response_revision:9123; number_of_response:1; }","duration":"181.146182ms","start":"2026-03-03T14:16:59.241162Z","end":"2026-03-03T14:16:59.422309Z","steps":["trace[1582472195] 'process raft request' (duration: 136.220215ms)","trace[1582472195] 'compare' (duration: 44.6188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:59.606476Z","caller":"traceutil/trace.go:171","msg":"trace[66011861] transaction","detail":"{read_only:false; response_revision:9124; number_of_response:1; }","duration":"224.210933ms","start":"2026-03-03T14:16:59.382224Z","end":"2026-03-03T14:16:59.606435Z","steps":["trace[66011861] 'process raft request' (duration: 168.527124ms)","trace[66011861] 'compare' (duration: 55.396163ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:59.606489Z","caller":"traceutil/trace.go:171","msg":"trace[1900198456] transaction","detail":"{read_only:false; response_revision:9125; number_of_response:1; }","duration":"224.209774ms","start":"2026-03-03T14:16:59.382237Z","end":"2026-03-03T14:16:59.606447Z","steps":["trace[1900198456] 'process raft request' (duration: 224.06795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:59.60664Z","caller":"traceutil/trace.go:171","msg":"trace[1845981682] linearizableReadLoop","detail":"{readStateIndex:9473; appliedIndex:9471; }","duration":"184.418858ms","start":"2026-03-03T14:16:59.42219Z","end":"2026-03-03T14:16:59.606609Z","steps":["trace[1845981682] 'read index received' (duration: 128.560564ms)","trace[1845981682] 'applied index is now lower than readState.Index' (duration: 55.856403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:59.607322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.846564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:16:59.607397Z","caller":"traceutil/trace.go:171","msg":"trace[1872839078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9125; }","duration":"217.938386ms","start":"2026-03-03T14:16:59.38944Z","end":"2026-03-03T14:16:59.607379Z","steps":["trace[1872839078] 'agreement among raft nodes before linearized reading' (duration: 217.512616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:00.563131Z","caller":"traceutil/trace.go:171","msg":"trace[1485162378] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"222.423201ms","start":"2026-03-03T14:17:00.340683Z","end":"2026-03-03T14:17:00.563106Z","steps":["trace[1485162378] 'process raft request' (duration: 222.249197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:00.77726Z","caller":"traceutil/trace.go:171","msg":"trace[502549911] linearizableReadLoop","detail":"{readStateIndex:9481; appliedIndex:9480; }","duration":"123.897084ms","start":"2026-03-03T14:17:00.65334Z","end":"2026-03-03T14:17:00.777237Z","steps":["trace[502549911] 'read index received' (duration: 123.675659ms)","trace[502549911] 'applied index is now lower than readState.Index' (duration: 220.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:00.777364Z","caller":"traceutil/trace.go:171","msg":"trace[1204229135] transaction","detail":"{read_only:false; response_revision:9132; number_of_response:1; }","duration":"345.334513ms","start":"2026-03-03T14:17:00.432006Z","end":"2026-03-03T14:17:00.777341Z","steps":["trace[1204229135] 'process raft request' (duration: 345.089227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:00.777516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:00.431984Z","time spent":"345.443816ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:00.777489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.12315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:00.777747Z","caller":"traceutil/trace.go:171","msg":"trace[1900014981] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9132; }","duration":"124.460698ms","start":"2026-03-03T14:17:00.653257Z","end":"2026-03-03T14:17:00.777717Z","steps":["trace[1900014981] 'agreement among raft nodes before linearized reading' (duration: 124.11808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:01.037328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.39211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:01.037402Z","caller":"traceutil/trace.go:171","msg":"trace[1722842386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9132; }","duration":"122.547463ms","start":"2026-03-03T14:17:00.914838Z","end":"2026-03-03T14:17:01.037386Z","steps":["trace[1722842386] 'count revisions from in-memory index tree' (duration: 122.238686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:01.250614Z","caller":"traceutil/trace.go:171","msg":"trace[1896375323] transaction","detail":"{read_only:false; response_revision:9133; number_of_response:1; }","duration":"142.038291ms","start":"2026-03-03T14:17:01.108554Z","end":"2026-03-03T14:17:01.250592Z","steps":["trace[1896375323] 'process raft request' (duration: 141.882438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:01.521502Z","caller":"traceutil/trace.go:171","msg":"trace[1411091149] transaction","detail":"{read_only:false; response_revision:9135; number_of_response:1; }","duration":"213.227446ms","start":"2026-03-03T14:17:01.308223Z","end":"2026-03-03T14:17:01.521451Z","steps":["trace[1411091149] 'process raft request' (duration: 148.434802ms)","trace[1411091149] 'compare' (duration: 64.493267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:02.045801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.012209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:02.04596Z","caller":"traceutil/trace.go:171","msg":"trace[1182577642] transaction","detail":"{read_only:false; response_revision:9136; number_of_response:1; }","duration":"433.848925ms","start":"2026-03-03T14:17:01.61205Z","end":"2026-03-03T14:17:02.045899Z","steps":["trace[1182577642] 'process raft request' (duration: 112.618559ms)","trace[1182577642] 'compare' (duration: 320.646991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:02.046066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.612017Z","time spent":"433.983668ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:02.116097Z","caller":"traceutil/trace.go:171","msg":"trace[2029153998] linearizableReadLoop","detail":"{readStateIndex:9486; appliedIndex:9484; }","duration":"473.582859ms","start":"2026-03-03T14:17:01.642486Z","end":"2026-03-03T14:17:02.116069Z","steps":["trace[2029153998] 'read index received' (duration: 82.195753ms)","trace[2029153998] 'applied index is now lower than readState.Index' (duration: 391.386096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:02.116234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.747333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:02.116281Z","caller":"traceutil/trace.go:171","msg":"trace[1658963341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9137; }","duration":"473.862366ms","start":"2026-03-03T14:17:01.642406Z","end":"2026-03-03T14:17:02.116268Z","steps":["trace[1658963341] 'agreement among raft nodes before linearized reading' (duration: 473.763883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:02.116316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.642373Z","time spent":"473.935508ms","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:02.116604Z","caller":"traceutil/trace.go:171","msg":"trace[229274055] transaction","detail":"{read_only:false; response_revision:9137; number_of_response:1; }","duration":"503.024162ms","start":"2026-03-03T14:17:01.613566Z","end":"2026-03-03T14:17:02.11659Z","steps":["trace[229274055] 'process raft request' (duration: 502.358627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:02.116681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.613538Z","time spent":"503.098073ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:02.617148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:02.866793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.707815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:02.866883Z","caller":"traceutil/trace.go:171","msg":"trace[673030980] transaction","detail":"{read_only:false; response_revision:9138; number_of_response:1; }","duration":"1.081721063s","start":"2026-03-03T14:17:01.785146Z","end":"2026-03-03T14:17:02.866868Z","steps":["trace[673030980] 'process raft request' (duration: 933.870806ms)","trace[673030980] 'compare' (duration: 147.5272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:02.866935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.785111Z","time spent":"1.081797865s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:03.102025Z","caller":"traceutil/trace.go:171","msg":"trace[1974994341] linearizableReadLoop","detail":"{readStateIndex:9488; appliedIndex:9486; }","duration":"985.827108ms","start":"2026-03-03T14:17:02.116165Z","end":"2026-03-03T14:17:03.101992Z","steps":["trace[1974994341] 'read index received' (duration: 602.87065ms)","trace[1974994341] 'applied index is now lower than readState.Index' (duration: 382.955438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:03.102136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217733203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:03.102232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344179037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:03.102287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435400192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:17:03.102283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434572342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:03.102214Z","caller":"traceutil/trace.go:171","msg":"trace[908165304] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"530.400697ms","start":"2026-03-03T14:17:02.571656Z","end":"2026-03-03T14:17:03.102056Z","steps":["trace[908165304] 'process raft request' (duration: 467.435855ms)","trace[908165304] 'compare' (duration: 62.778117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:03.10239Z","caller":"traceutil/trace.go:171","msg":"trace[271399424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9139; }","duration":"1.435504915s","start":"2026-03-03T14:17:01.666815Z","end":"2026-03-03T14:17:03.10232Z","steps":["trace[271399424] 'agreement among raft nodes before linearized reading' (duration: 1.435332431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.560325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:03.102307Z","caller":"traceutil/trace.go:171","msg":"trace[1423243865] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9139; }","duration":"1.217946768s","start":"2026-03-03T14:17:01.884332Z","end":"2026-03-03T14:17:03.102278Z","steps":["trace[1423243865] 'agreement among raft nodes before linearized reading' (duration: 1.217703322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.666795Z","time spent":"1.43571022s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:03.10253Z","caller":"traceutil/trace.go:171","msg":"trace[1159597857] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:9139; }","duration":"881.653788ms","start":"2026-03-03T14:17:02.220865Z","end":"2026-03-03T14:17:03.102519Z","steps":["trace[1159597857] 'agreement among raft nodes before linearized reading' (duration: 881.539666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.399469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:17:03.102586Z","caller":"traceutil/trace.go:171","msg":"trace[1707174115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9139; }","duration":"477.490502ms","start":"2026-03-03T14:17:02.625085Z","end":"2026-03-03T14:17:03.102576Z","steps":["trace[1707174115] 'agreement among raft nodes before linearized reading' (duration: 477.317118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.220821Z","time spent":"881.74311ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:03.102634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.625062Z","time spent":"477.563424ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:17:03.102525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.884311Z","time spent":"1.218201333s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:03.10273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.571638Z","time spent":"530.786855ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:03.102332Z","caller":"traceutil/trace.go:171","msg":"trace[1992087626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9139; }","duration":"1.34434159s","start":"2026-03-03T14:17:01.757967Z","end":"2026-03-03T14:17:03.102308Z","steps":["trace[1992087626] 'agreement among raft nodes before linearized reading' (duration: 1.344155556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.757943Z","time spent":"1.344948554s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:03.102348Z","caller":"traceutil/trace.go:171","msg":"trace[1851080277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9139; }","duration":"1.434677185s","start":"2026-03-03T14:17:01.667654Z","end":"2026-03-03T14:17:03.102332Z","steps":["trace[1851080277] 'agreement among raft nodes before linearized reading' (duration: 1.43446086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.103083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.667638Z","time spent":"1.435400521s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:03.102224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429871103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:03.103203Z","caller":"traceutil/trace.go:171","msg":"trace[930582302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9139; }","duration":"1.430886476s","start":"2026-03-03T14:17:01.672302Z","end":"2026-03-03T14:17:03.103189Z","steps":["trace[930582302] 'agreement among raft nodes before linearized reading' (duration: 1.429747739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.102595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132897837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:03.10325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.67229Z","time spent":"1.430948927s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:17:03.103263Z","caller":"traceutil/trace.go:171","msg":"trace[399664761] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9139; }","duration":"1.133619954s","start":"2026-03-03T14:17:01.969623Z","end":"2026-03-03T14:17:03.103243Z","steps":["trace[399664761] 'agreement among raft nodes before linearized reading' (duration: 1.132747804s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.103318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.969602Z","time spent":"1.133700616s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:17:03.322546Z","caller":"traceutil/trace.go:171","msg":"trace[683117813] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"214.74016ms","start":"2026-03-03T14:17:03.107778Z","end":"2026-03-03T14:17:03.322518Z","steps":["trace[683117813] 'process raft request' (duration: 214.499864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:03.32269Z","caller":"traceutil/trace.go:171","msg":"trace[119230795] linearizableReadLoop","detail":"{readStateIndex:9491; appliedIndex:9489; }","duration":"140.663868ms","start":"2026-03-03T14:17:03.181998Z","end":"2026-03-03T14:17:03.322662Z","steps":["trace[119230795] 'read index received' (duration: 140.206708ms)","trace[119230795] 'applied index is now lower than readState.Index' (duration: 455.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:03.322754Z","caller":"traceutil/trace.go:171","msg":"trace[1785960784] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"213.692036ms","start":"2026-03-03T14:17:03.109031Z","end":"2026-03-03T14:17:03.322723Z","steps":["trace[1785960784] 'process raft request' (duration: 213.410529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.322848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.363808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:03.322924Z","caller":"traceutil/trace.go:171","msg":"trace[1634637933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9142; }","duration":"210.46863ms","start":"2026-03-03T14:17:03.112436Z","end":"2026-03-03T14:17:03.322905Z","steps":["trace[1634637933] 'agreement among raft nodes before linearized reading' (duration: 210.313126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.323051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.902647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-03T14:17:03.323098Z","caller":"traceutil/trace.go:171","msg":"trace[568426039] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9142; }","duration":"138.977538ms","start":"2026-03-03T14:17:03.184106Z","end":"2026-03-03T14:17:03.323084Z","steps":["trace[568426039] 'agreement among raft nodes before linearized reading' (duration: 138.774063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.324056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.560391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298221"} {"level":"info","ts":"2026-03-03T14:17:03.324137Z","caller":"traceutil/trace.go:171","msg":"trace[1157403727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9142; }","duration":"215.699433ms","start":"2026-03-03T14:17:03.10842Z","end":"2026-03-03T14:17:03.32412Z","steps":["trace[1157403727] 'agreement among raft nodes before linearized reading' (duration: 214.405102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.645802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.474571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:03.64589Z","caller":"traceutil/trace.go:171","msg":"trace[1693026002] linearizableReadLoop","detail":"{readStateIndex:9492; appliedIndex:9491; }","duration":"297.265542ms","start":"2026-03-03T14:17:03.348611Z","end":"2026-03-03T14:17:03.645877Z","steps":["trace[1693026002] 'read index received' (duration: 194.535135ms)","trace[1693026002] 'applied index is now lower than readState.Index' (duration: 102.729037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:03.645955Z","caller":"traceutil/trace.go:171","msg":"trace[1978332509] transaction","detail":"{read_only:false; response_revision:9143; number_of_response:1; }","duration":"318.502622ms","start":"2026-03-03T14:17:03.327445Z","end":"2026-03-03T14:17:03.645948Z","steps":["trace[1978332509] 'process raft request' (duration: 215.795506ms)","trace[1978332509] 'compare' (duration: 102.267465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:03.645999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:03.327424Z","time spent":"318.552293ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:03.646086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.528648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:03.646186Z","caller":"traceutil/trace.go:171","msg":"trace[965562779] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9143; }","duration":"243.669222ms","start":"2026-03-03T14:17:03.402491Z","end":"2026-03-03T14:17:03.646161Z","steps":["trace[965562779] 'agreement among raft nodes before linearized reading' (duration: 243.494248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.646212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.902347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:03.646283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.671971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-dnfkg\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-03-03T14:17:03.646304Z","caller":"traceutil/trace.go:171","msg":"trace[1911818277] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9143; }","duration":"230.02498ms","start":"2026-03-03T14:17:03.416258Z","end":"2026-03-03T14:17:03.646283Z","steps":["trace[1911818277] 'agreement among raft nodes before linearized reading' (duration: 229.868177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:03.646345Z","caller":"traceutil/trace.go:171","msg":"trace[288896396] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-dnfkg; range_end:; response_count:1; response_revision:9143; }","duration":"297.774633ms","start":"2026-03-03T14:17:03.348554Z","end":"2026-03-03T14:17:03.646329Z","steps":["trace[288896396] 'agreement among raft nodes before linearized reading' (duration: 297.602849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.647185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.257792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:03.647388Z","caller":"traceutil/trace.go:171","msg":"trace[1442960612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9143; }","duration":"122.07076ms","start":"2026-03-03T14:17:03.525227Z","end":"2026-03-03T14:17:03.647298Z","steps":["trace[1442960612] 'agreement among raft nodes before linearized reading' (duration: 120.864152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:03.920615Z","caller":"traceutil/trace.go:171","msg":"trace[1332940299] linearizableReadLoop","detail":"{readStateIndex:9494; appliedIndex:9493; }","duration":"197.63905ms","start":"2026-03-03T14:17:03.722953Z","end":"2026-03-03T14:17:03.920592Z","steps":["trace[1332940299] 'read index received' (duration: 184.160872ms)","trace[1332940299] 'applied index is now lower than readState.Index' (duration: 13.476917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:03.920642Z","caller":"traceutil/trace.go:171","msg":"trace[559954603] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"268.580747ms","start":"2026-03-03T14:17:03.652029Z","end":"2026-03-03T14:17:03.92061Z","steps":["trace[559954603] 'process raft request' (duration: 255.090479ms)","trace[559954603] 'compare' (duration: 13.12644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:03.920845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.876235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:17:03.920872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.088259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:17:03.920915Z","caller":"traceutil/trace.go:171","msg":"trace[1376151433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9145; }","duration":"197.979327ms","start":"2026-03-03T14:17:03.722919Z","end":"2026-03-03T14:17:03.920898Z","steps":["trace[1376151433] 'agreement among raft nodes before linearized reading' (duration: 197.782382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:03.920955Z","caller":"traceutil/trace.go:171","msg":"trace[1730218671] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9145; }","duration":"110.175431ms","start":"2026-03-03T14:17:03.810758Z","end":"2026-03-03T14:17:03.920934Z","steps":["trace[1730218671] 'agreement among raft nodes before linearized reading' (duration: 109.977077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:04.505829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.370025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:04.505948Z","caller":"traceutil/trace.go:171","msg":"trace[1703022843] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"455.211567ms","start":"2026-03-03T14:17:04.050713Z","end":"2026-03-03T14:17:04.505924Z","steps":["trace[1703022843] 'process raft request' (duration: 265.624697ms)","trace[1703022843] 'compare' (duration: 189.255992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:04.506018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.050682Z","time spent":"455.306119ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:04.640901Z","caller":"traceutil/trace.go:171","msg":"trace[344253884] linearizableReadLoop","detail":"{readStateIndex:9496; appliedIndex:9494; }","duration":"463.172004ms","start":"2026-03-03T14:17:04.1777Z","end":"2026-03-03T14:17:04.640872Z","steps":["trace[344253884] 'read index received' (duration: 138.666171ms)","trace[344253884] 'applied index is now lower than readState.Index' (duration: 324.504713ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:04.641068Z","caller":"traceutil/trace.go:171","msg":"trace[922448563] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"518.906845ms","start":"2026-03-03T14:17:04.122141Z","end":"2026-03-03T14:17:04.641048Z","steps":["trace[922448563] 'process raft request' (duration: 516.799875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:04.641173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.403872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:04.64123Z","caller":"traceutil/trace.go:171","msg":"trace[1629488270] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9147; }","duration":"319.514925ms","start":"2026-03-03T14:17:04.321691Z","end":"2026-03-03T14:17:04.641205Z","steps":["trace[1629488270] 'agreement among raft nodes before linearized reading' (duration: 319.420273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:04.641212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.122103Z","time spent":"519.012188ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:04.64126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.321653Z","time spent":"319.598497ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:04.641359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.611814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-dnfkg\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-03T14:17:04.641486Z","caller":"traceutil/trace.go:171","msg":"trace[1883038035] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-dnfkg; range_end:; response_count:1; response_revision:9147; }","duration":"463.822259ms","start":"2026-03-03T14:17:04.177651Z","end":"2026-03-03T14:17:04.641473Z","steps":["trace[1883038035] 'agreement among raft nodes before linearized reading' (duration: 463.543922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:04.641716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.177631Z","time spent":"464.027704ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/openstack/glance-rabbit-init-dnfkg\" "} {"level":"info","ts":"2026-03-03T14:17:04.909094Z","caller":"traceutil/trace.go:171","msg":"trace[396766437] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"259.483254ms","start":"2026-03-03T14:17:04.649577Z","end":"2026-03-03T14:17:04.90906Z","steps":["trace[396766437] 'process raft request' (duration: 254.522577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.385828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.158887ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:05.386167Z","caller":"traceutil/trace.go:171","msg":"trace[1896401735] linearizableReadLoop","detail":"{readStateIndex:9498; appliedIndex:9496; }","duration":"687.680835ms","start":"2026-03-03T14:17:04.698465Z","end":"2026-03-03T14:17:05.386146Z","steps":["trace[1896401735] 'read index received' (duration: 205.654718ms)","trace[1896401735] 'applied index is now lower than readState.Index' (duration: 482.024897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:05.386352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.872049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:17:05.386379Z","caller":"traceutil/trace.go:171","msg":"trace[399645726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9148; }","duration":"687.953151ms","start":"2026-03-03T14:17:04.698419Z","end":"2026-03-03T14:17:05.386372Z","steps":["trace[399645726] 'agreement among raft nodes before linearized reading' (duration: 687.821858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.386415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.698401Z","time spent":"688.005983ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:17:05.386833Z","caller":"traceutil/trace.go:171","msg":"trace[714599693] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"442.985589ms","start":"2026-03-03T14:17:04.943832Z","end":"2026-03-03T14:17:05.386818Z","steps":["trace[714599693] 'process raft request' (duration: 442.217171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.386931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.94381Z","time spent":"443.059991ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:05.668919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.969322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:05.669066Z","caller":"traceutil/trace.go:171","msg":"trace[1987048895] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"606.502846ms","start":"2026-03-03T14:17:05.062541Z","end":"2026-03-03T14:17:05.669044Z","steps":["trace[1987048895] 'process raft request' (duration: 324.265168ms)","trace[1987048895] 'compare' (duration: 281.785868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:05.669367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.062513Z","time spent":"606.820453ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:05.717593Z","caller":"traceutil/trace.go:171","msg":"trace[691549611] linearizableReadLoop","detail":"{readStateIndex:9501; appliedIndex:9500; }","duration":"331.357533ms","start":"2026-03-03T14:17:05.386206Z","end":"2026-03-03T14:17:05.717563Z","steps":["trace[691549611] 'read index received' (duration: 331.21704ms)","trace[691549611] 'applied index is now lower than readState.Index' (duration: 139.233µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:05.717956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.260333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:05.717997Z","caller":"traceutil/trace.go:171","msg":"trace[2101835999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9151; }","duration":"962.370795ms","start":"2026-03-03T14:17:04.755617Z","end":"2026-03-03T14:17:05.717988Z","steps":["trace[2101835999] 'agreement among raft nodes before linearized reading' (duration: 962.282663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.755587Z","time spent":"962.430507ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:05.718132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.486659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:17:05.718194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.899937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:05.718156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.585752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:05.71827Z","caller":"traceutil/trace.go:171","msg":"trace[1411888367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9151; }","duration":"531.737216ms","start":"2026-03-03T14:17:05.186508Z","end":"2026-03-03T14:17:05.718245Z","steps":["trace[1411888367] 'agreement among raft nodes before linearized reading' (duration: 531.374128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.153817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:05.718366Z","caller":"traceutil/trace.go:171","msg":"trace[633521558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9151; }","duration":"384.247599ms","start":"2026-03-03T14:17:05.334107Z","end":"2026-03-03T14:17:05.718355Z","steps":["trace[633521558] 'agreement among raft nodes before linearized reading' (duration: 384.126515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.186485Z","time spent":"531.88103ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:05.718415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.334081Z","time spent":"384.323721ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:17:05.718462Z","caller":"traceutil/trace.go:171","msg":"trace[2078812100] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"611.118755ms","start":"2026-03-03T14:17:05.107312Z","end":"2026-03-03T14:17:05.718431Z","steps":["trace[2078812100] 'process raft request' (duration: 610.08168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.107287Z","time spent":"611.246418ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:05.718203Z","caller":"traceutil/trace.go:171","msg":"trace[726579583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9151; }","duration":"988.579702ms","start":"2026-03-03T14:17:04.729601Z","end":"2026-03-03T14:17:05.71818Z","steps":["trace[726579583] 'agreement among raft nodes before linearized reading' (duration: 988.356566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.423744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:05.718684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.729584Z","time spent":"989.078194ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:17:05.718701Z","caller":"traceutil/trace.go:171","msg":"trace[1968038165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9151; }","duration":"390.518116ms","start":"2026-03-03T14:17:05.32817Z","end":"2026-03-03T14:17:05.718688Z","steps":["trace[1968038165] 'agreement among raft nodes before linearized reading' (duration: 390.377793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.328149Z","time spent":"390.587167ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:17:05.718225Z","caller":"traceutil/trace.go:171","msg":"trace[1834275334] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:9151; }","duration":"652.976248ms","start":"2026-03-03T14:17:05.065239Z","end":"2026-03-03T14:17:05.718215Z","steps":["trace[1834275334] 'agreement among raft nodes before linearized reading' (duration: 652.930627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.658747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:17:05.718815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.065215Z","time spent":"653.587764ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:05.718815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.471415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:05.71885Z","caller":"traceutil/trace.go:171","msg":"trace[227307298] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9151; }","duration":"932.752469ms","start":"2026-03-03T14:17:04.78609Z","end":"2026-03-03T14:17:05.718842Z","steps":["trace[227307298] 'agreement among raft nodes before linearized reading' (duration: 932.149904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.786054Z","time spent":"932.817481ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":968,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:05.718876Z","caller":"traceutil/trace.go:171","msg":"trace[360088936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9151; }","duration":"390.598947ms","start":"2026-03-03T14:17:05.328267Z","end":"2026-03-03T14:17:05.718866Z","steps":["trace[360088936] 'agreement among raft nodes before linearized reading' (duration: 390.444814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:05.718911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.328236Z","time spent":"390.666349ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:06.176358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.651347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:06.176577Z","caller":"traceutil/trace.go:171","msg":"trace[1007159573] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"785.327941ms","start":"2026-03-03T14:17:05.391206Z","end":"2026-03-03T14:17:06.176534Z","steps":["trace[1007159573] 'process raft request' (duration: 460.415748ms)","trace[1007159573] 'compare' (duration: 324.336149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:06.176717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.391178Z","time spent":"785.467434ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:06.177615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.829088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:06.177652Z","caller":"traceutil/trace.go:171","msg":"trace[2103159356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9152; }","duration":"525.909459ms","start":"2026-03-03T14:17:05.651733Z","end":"2026-03-03T14:17:06.177642Z","steps":["trace[2103159356] 'agreement among raft nodes before linearized reading' (duration: 525.785777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.177673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.651712Z","time spent":"525.95655ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:17:06.176451Z","caller":"traceutil/trace.go:171","msg":"trace[721271570] linearizableReadLoop","detail":"{readStateIndex:9502; appliedIndex:9501; }","duration":"458.763301ms","start":"2026-03-03T14:17:05.717672Z","end":"2026-03-03T14:17:06.176436Z","steps":["trace[721271570] 'read index received' (duration: 134.036772ms)","trace[721271570] 'applied index is now lower than readState.Index' (duration: 324.725558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:06.181622Z","caller":"traceutil/trace.go:171","msg":"trace[2017628315] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"456.215631ms","start":"2026-03-03T14:17:05.725381Z","end":"2026-03-03T14:17:06.181597Z","steps":["trace[2017628315] 'process raft request' (duration: 456.16237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:06.181823Z","caller":"traceutil/trace.go:171","msg":"trace[110581225] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"459.332374ms","start":"2026-03-03T14:17:05.722479Z","end":"2026-03-03T14:17:06.181811Z","steps":["trace[110581225] 'process raft request' (duration: 458.663688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.18193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.722466Z","time spent":"459.380665ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:06.182083Z","caller":"traceutil/trace.go:171","msg":"trace[208560094] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"458.561226ms","start":"2026-03-03T14:17:05.7235Z","end":"2026-03-03T14:17:06.182062Z","steps":["trace[208560094] 'process raft request' (duration: 457.998103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.182174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.723485Z","time spent":"458.643768ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:06.182097Z","caller":"traceutil/trace.go:171","msg":"trace[1555186704] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"459.501458ms","start":"2026-03-03T14:17:05.722574Z","end":"2026-03-03T14:17:06.182076Z","steps":["trace[1555186704] 'process raft request' (duration: 458.844663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.182324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.722551Z","time spent":"459.717112ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:06.182654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.725356Z","time spent":"456.348203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:06.718848Z","caller":"traceutil/trace.go:171","msg":"trace[987058482] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"801.235686ms","start":"2026-03-03T14:17:05.917575Z","end":"2026-03-03T14:17:06.718811Z","steps":["trace[987058482] 'process raft request' (duration: 800.868827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.719142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.917552Z","time spent":"801.357708ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5032,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:06.719276Z","caller":"traceutil/trace.go:171","msg":"trace[1050842318] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"575.104537ms","start":"2026-03-03T14:17:06.144141Z","end":"2026-03-03T14:17:06.719245Z","steps":["trace[1050842318] 'process raft request' (duration: 574.577005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.719449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.144122Z","time spent":"575.231099ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:06.719536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.111672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:06.719613Z","caller":"traceutil/trace.go:171","msg":"trace[1656265985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9158; }","duration":"795.213664ms","start":"2026-03-03T14:17:05.924383Z","end":"2026-03-03T14:17:06.719596Z","steps":["trace[1656265985] 'agreement among raft nodes before linearized reading' (duration: 794.924987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.719673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.924374Z","time spent":"795.281045ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:06.719684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.112835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:06.719736Z","caller":"traceutil/trace.go:171","msg":"trace[596389256] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9158; }","duration":"634.170786ms","start":"2026-03-03T14:17:06.085551Z","end":"2026-03-03T14:17:06.719722Z","steps":["trace[596389256] 'agreement among raft nodes before linearized reading' (duration: 634.082274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.719785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.085495Z","time spent":"634.278848ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:06.719445Z","caller":"traceutil/trace.go:171","msg":"trace[1392934125] linearizableReadLoop","detail":"{readStateIndex:9508; appliedIndex:9506; }","duration":"540.862621ms","start":"2026-03-03T14:17:06.178436Z","end":"2026-03-03T14:17:06.719299Z","steps":["trace[1392934125] 'read index received' (duration: 3.313237ms)","trace[1392934125] 'applied index is now lower than readState.Index' (duration: 537.545524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:06.719915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.02034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298223"} {"level":"warn","ts":"2026-03-03T14:17:06.719949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.334165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:06.72108Z","caller":"traceutil/trace.go:171","msg":"trace[955322900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9158; }","duration":"999.809016ms","start":"2026-03-03T14:17:05.720583Z","end":"2026-03-03T14:17:06.720392Z","steps":["trace[955322900] 'agreement among raft nodes before linearized reading' (duration: 999.326145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.721126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.72056Z","time spent":"1.000557823s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:06.722335Z","caller":"traceutil/trace.go:171","msg":"trace[1789170417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9158; }","duration":"994.316127ms","start":"2026-03-03T14:17:05.725851Z","end":"2026-03-03T14:17:06.720167Z","steps":["trace[1789170417] 'agreement among raft nodes before linearized reading' (duration: 993.642752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.722391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.725831Z","time spent":"996.542099ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":298247,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:07.221821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665887,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:17:07.435365Z","caller":"traceutil/trace.go:171","msg":"trace[360617952] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"1.249101349s","start":"2026-03-03T14:17:06.186228Z","end":"2026-03-03T14:17:07.43533Z","steps":["trace[360617952] 'process raft request' (duration: 1.248787552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:07.435591Z","caller":"traceutil/trace.go:171","msg":"trace[1851325942] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"924.369472ms","start":"2026-03-03T14:17:06.51119Z","end":"2026-03-03T14:17:07.435559Z","steps":["trace[1851325942] 'process raft request' (duration: 924.065364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:07.435616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.18621Z","time spent":"1.249288003s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:07.435612Z","caller":"traceutil/trace.go:171","msg":"trace[1373701550] transaction","detail":"{read_only:false; response_revision:9161; number_of_response:1; }","duration":"788.862434ms","start":"2026-03-03T14:17:06.646705Z","end":"2026-03-03T14:17:07.435567Z","steps":["trace[1373701550] 'process raft request' (duration: 788.770031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:07.43588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.511166Z","time spent":"924.505845ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:07.435917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.646681Z","time spent":"789.10335ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:08.72801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000223727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:08.728071Z","caller":"traceutil/trace.go:171","msg":"trace[477440754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000319049s","start":"2026-03-03T14:17:06.727738Z","end":"2026-03-03T14:17:08.728057Z","steps":["trace[477440754] 'agreement among raft nodes before linearized reading' (duration: 2.000238998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:08.728103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.727731Z","time spent":"2.00036637s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:17:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:09.092924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.657863324s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:17:09.277066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.824664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:09.277297Z","caller":"traceutil/trace.go:171","msg":"trace[843365757] linearizableReadLoop","detail":"{readStateIndex:9513; appliedIndex:9508; }","duration":"2.557155317s","start":"2026-03-03T14:17:06.720125Z","end":"2026-03-03T14:17:09.27728Z","steps":["trace[843365757] 'read index received' (duration: 714.939346ms)","trace[843365757] 'applied index is now lower than readState.Index' (duration: 1.84221461s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:09.277288Z","caller":"traceutil/trace.go:171","msg":"trace[156212824] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"2.551088484s","start":"2026-03-03T14:17:06.726173Z","end":"2026-03-03T14:17:09.277261Z","steps":["trace[156212824] 'process raft request' (duration: 2.366986214s)","trace[156212824] 'compare' (duration: 183.398944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:09.277413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.726156Z","time spent":"2.551185136s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:09.277473Z","caller":"traceutil/trace.go:171","msg":"trace[1856813149] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"2.551250177s","start":"2026-03-03T14:17:06.726196Z","end":"2026-03-03T14:17:09.277446Z","steps":["trace[1856813149] 'process raft request' (duration: 2.550976371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.277578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.726175Z","time spent":"2.55134743s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:09.277663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964974638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:17:09.278416Z","caller":"traceutil/trace.go:171","msg":"trace[433350252] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9163; }","duration":"2.965764606s","start":"2026-03-03T14:17:06.312634Z","end":"2026-03-03T14:17:09.278399Z","steps":["trace[433350252] 'agreement among raft nodes before linearized reading' (duration: 2.964887606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.278461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.312615Z","time spent":"2.965831808s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:17:09.723091Z","caller":"traceutil/trace.go:171","msg":"trace[8481469] linearizableReadLoop","detail":"{readStateIndex:9514; appliedIndex:9513; }","duration":"445.729823ms","start":"2026-03-03T14:17:09.277326Z","end":"2026-03-03T14:17:09.723056Z","steps":["trace[8481469] 'read index received' (duration: 401.771119ms)","trace[8481469] 'applied index is now lower than readState.Index' (duration: 43.957004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:09.723164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.761926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:09.723255Z","caller":"traceutil/trace.go:171","msg":"trace[34499430] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9164; }","duration":"988.876859ms","start":"2026-03-03T14:17:08.734331Z","end":"2026-03-03T14:17:09.723208Z","steps":["trace[34499430] 'agreement among raft nodes before linearized reading' (duration: 988.759206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.723293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.734309Z","time spent":"988.976191ms","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:09.723354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.371708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:09.7234Z","caller":"traceutil/trace.go:171","msg":"trace[1798935808] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9164; }","duration":"994.43081ms","start":"2026-03-03T14:17:08.728956Z","end":"2026-03-03T14:17:09.723387Z","steps":["trace[1798935808] 'agreement among raft nodes before linearized reading' (duration: 994.253796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.72344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.728945Z","time spent":"994.486911ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:09.723646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.811702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:17:09.723673Z","caller":"traceutil/trace.go:171","msg":"trace[1000772784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9164; }","duration":"782.908653ms","start":"2026-03-03T14:17:08.940758Z","end":"2026-03-03T14:17:09.723666Z","steps":["trace[1000772784] 'agreement among raft nodes before linearized reading' (duration: 782.730999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.723713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.940726Z","time spent":"782.981275ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:17:09.723844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535640819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:17:09.7238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.061265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:09.723897Z","caller":"traceutil/trace.go:171","msg":"trace[705762989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9164; }","duration":"1.53569217s","start":"2026-03-03T14:17:08.188189Z","end":"2026-03-03T14:17:09.723881Z","steps":["trace[705762989] 'agreement among raft nodes before linearized reading' (duration: 1.535458965s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:09.723939Z","caller":"traceutil/trace.go:171","msg":"trace[788121674] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9164; }","duration":"714.312401ms","start":"2026-03-03T14:17:09.009599Z","end":"2026-03-03T14:17:09.723911Z","steps":["trace[788121674] 'agreement among raft nodes before linearized reading' (duration: 713.681866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.723944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.188082Z","time spent":"1.535845914s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:09.723997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.009575Z","time spent":"714.408443ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:09.724057Z","caller":"traceutil/trace.go:171","msg":"trace[614050658] transaction","detail":"{read_only:false; response_revision:9164; number_of_response:1; }","duration":"1.997533183s","start":"2026-03-03T14:17:07.726512Z","end":"2026-03-03T14:17:09.724045Z","steps":["trace[614050658] 'process raft request' (duration: 1.952562936s)","trace[614050658] 'compare' (duration: 43.8068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:09.724348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.726475Z","time spent":"1.997809141s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:09.724439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.133161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:09.72446Z","caller":"traceutil/trace.go:171","msg":"trace[1017441311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9164; }","duration":"579.212534ms","start":"2026-03-03T14:17:09.145242Z","end":"2026-03-03T14:17:09.724455Z","steps":["trace[1017441311] 'agreement among raft nodes before linearized reading' (duration: 579.177743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.724498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.145211Z","time spent":"579.282335ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:09.72476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536658144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:09.724818Z","caller":"traceutil/trace.go:171","msg":"trace[1917465101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9164; }","duration":"1.536729976s","start":"2026-03-03T14:17:08.188077Z","end":"2026-03-03T14:17:09.724807Z","steps":["trace[1917465101] 'agreement among raft nodes before linearized reading' (duration: 1.536578082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.724849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.18807Z","time spent":"1.536771716s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:09.724882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912943684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:17:09.723855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.311929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:09.724979Z","caller":"traceutil/trace.go:171","msg":"trace[80131225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9164; }","duration":"987.468456ms","start":"2026-03-03T14:17:08.737495Z","end":"2026-03-03T14:17:09.724963Z","steps":["trace[80131225] 'agreement among raft nodes before linearized reading' (duration: 986.336019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.725061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.737472Z","time spent":"987.577718ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:09.725126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537083924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:17:09.724775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298563765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:09.725344Z","caller":"traceutil/trace.go:171","msg":"trace[1796832184] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9164; }","duration":"2.299182249s","start":"2026-03-03T14:17:07.426143Z","end":"2026-03-03T14:17:09.725325Z","steps":["trace[1796832184] 'agreement among raft nodes before linearized reading' (duration: 2.298599315s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:09.725367Z","caller":"traceutil/trace.go:171","msg":"trace[159899508] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9164; }","duration":"1.913452976s","start":"2026-03-03T14:17:07.81189Z","end":"2026-03-03T14:17:09.725343Z","steps":["trace[159899508] 'agreement among raft nodes before linearized reading' (duration: 1.912850772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.725442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.426112Z","time spent":"2.299272991s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:09.725449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.811868Z","time spent":"1.913565708s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:17:09.725151Z","caller":"traceutil/trace.go:171","msg":"trace[804091106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9164; }","duration":"1.537153415s","start":"2026-03-03T14:17:08.187991Z","end":"2026-03-03T14:17:09.725145Z","steps":["trace[804091106] 'agreement among raft nodes before linearized reading' (duration: 1.536980201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:09.727285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.187966Z","time spent":"1.539309506s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:17:10.149506Z","caller":"traceutil/trace.go:171","msg":"trace[760288277] linearizableReadLoop","detail":"{readStateIndex:9517; appliedIndex:9514; }","duration":"426.308447ms","start":"2026-03-03T14:17:09.723177Z","end":"2026-03-03T14:17:10.149485Z","steps":["trace[760288277] 'read index received' (duration: 426.186664ms)","trace[760288277] 'applied index is now lower than readState.Index' (duration: 120.813µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:10.149558Z","caller":"traceutil/trace.go:171","msg":"trace[2102163211] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"707.345007ms","start":"2026-03-03T14:17:09.442189Z","end":"2026-03-03T14:17:10.149534Z","steps":["trace[2102163211] 'process raft request' (duration: 707.231484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.149598Z","caller":"traceutil/trace.go:171","msg":"trace[1501583765] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"707.404818ms","start":"2026-03-03T14:17:09.442186Z","end":"2026-03-03T14:17:10.149591Z","steps":["trace[1501583765] 'process raft request' (duration: 707.264235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.149673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.442138Z","time spent":"707.47559ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:10.149674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.442177Z","time spent":"707.436259ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:10.149522Z","caller":"traceutil/trace.go:171","msg":"trace[994425545] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"863.191432ms","start":"2026-03-03T14:17:09.286303Z","end":"2026-03-03T14:17:10.149494Z","steps":["trace[994425545] 'process raft request' (duration: 862.986997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.149887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.568719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:10.14992Z","caller":"traceutil/trace.go:171","msg":"trace[151161204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9167; }","duration":"709.619511ms","start":"2026-03-03T14:17:09.44029Z","end":"2026-03-03T14:17:10.14991Z","steps":["trace[151161204] 'agreement among raft nodes before linearized reading' (duration: 709.495148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.149951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.440279Z","time spent":"709.665662ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:10.150055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.728722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:17:10.150171Z","caller":"traceutil/trace.go:171","msg":"trace[727088729] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9167; }","duration":"800.886467ms","start":"2026-03-03T14:17:09.349262Z","end":"2026-03-03T14:17:10.150149Z","steps":["trace[727088729] 'agreement among raft nodes before linearized reading' (duration: 800.382415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.15022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.349246Z","time spent":"800.962779ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:17:10.149851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.286272Z","time spent":"863.476999ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:10.649895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665899,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:10.667602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.242022ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:10.667744Z","caller":"traceutil/trace.go:171","msg":"trace[2057364885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9167; }","duration":"246.403406ms","start":"2026-03-03T14:17:10.421316Z","end":"2026-03-03T14:17:10.667719Z","steps":["trace[2057364885] 'range keys from in-memory index tree' (duration: 246.216791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.712788Z","caller":"traceutil/trace.go:171","msg":"trace[288282654] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"981.777891ms","start":"2026-03-03T14:17:09.730984Z","end":"2026-03-03T14:17:10.712762Z","steps":["trace[288282654] 'process raft request' (duration: 981.73715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.712939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.73098Z","time spent":"981.882194ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:10.71327Z","caller":"traceutil/trace.go:171","msg":"trace[1770194437] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"982.607462ms","start":"2026-03-03T14:17:09.730652Z","end":"2026-03-03T14:17:10.713259Z","steps":["trace[1770194437] 'process raft request' (duration: 981.823813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.713335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730643Z","time spent":"982.662003ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:10.713459Z","caller":"traceutil/trace.go:171","msg":"trace[832370527] transaction","detail":"{read_only:false; response_revision:9169; number_of_response:1; }","duration":"982.510929ms","start":"2026-03-03T14:17:09.730939Z","end":"2026-03-03T14:17:10.71345Z","steps":["trace[832370527] 'process raft request' (duration: 981.744111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.713515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730934Z","time spent":"982.55485ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:10.72309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.151677Z","time spent":"571.4058ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:17:10.723236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.7598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:17:10.723274Z","caller":"traceutil/trace.go:171","msg":"trace[1196013055] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:9172; }","duration":"992.823202ms","start":"2026-03-03T14:17:09.730442Z","end":"2026-03-03T14:17:10.723266Z","steps":["trace[1196013055] 'agreement among raft nodes before linearized reading' (duration: 992.692419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.723108Z","caller":"traceutil/trace.go:171","msg":"trace[1917801470] linearizableReadLoop","detail":"{readStateIndex:9523; appliedIndex:9517; }","duration":"573.52701ms","start":"2026-03-03T14:17:10.149564Z","end":"2026-03-03T14:17:10.723091Z","steps":["trace[1917801470] 'read index received' (duration: 562.93427ms)","trace[1917801470] 'applied index is now lower than readState.Index' (duration: 10.59117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:10.723297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730427Z","time spent":"992.864522ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:17:10.723409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.166195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:10.723454Z","caller":"traceutil/trace.go:171","msg":"trace[396800719] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:0; response_revision:9172; }","duration":"557.254127ms","start":"2026-03-03T14:17:10.166188Z","end":"2026-03-03T14:17:10.723442Z","steps":["trace[396800719] 'agreement among raft nodes before linearized reading' (duration: 557.183705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.723472Z","caller":"traceutil/trace.go:171","msg":"trace[626375450] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"570.024217ms","start":"2026-03-03T14:17:10.15344Z","end":"2026-03-03T14:17:10.723464Z","steps":["trace[626375450] 'process raft request' (duration: 569.530246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.723493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.166176Z","time spent":"557.308539ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"warn","ts":"2026-03-03T14:17:10.723514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.153418Z","time spent":"570.070588ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:10.723659Z","caller":"traceutil/trace.go:171","msg":"trace[1456847005] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"535.598658ms","start":"2026-03-03T14:17:10.188053Z","end":"2026-03-03T14:17:10.723652Z","steps":["trace[1456847005] 'process raft request' (duration: 534.990184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.723698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.18801Z","time spent":"535.671269ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":648,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:10.7238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.336547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:10.723849Z","caller":"traceutil/trace.go:171","msg":"trace[1856231445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9172; }","duration":"991.385478ms","start":"2026-03-03T14:17:09.732452Z","end":"2026-03-03T14:17:10.723838Z","steps":["trace[1856231445] 'agreement among raft nodes before linearized reading' (duration: 991.309906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.723886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.732431Z","time spent":"991.44839ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:10.724093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.485457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:17:10.724136Z","caller":"traceutil/trace.go:171","msg":"trace[852471700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b; range_end:; response_count:1; response_revision:9172; }","duration":"993.531658ms","start":"2026-03-03T14:17:09.730589Z","end":"2026-03-03T14:17:10.724121Z","steps":["trace[852471700] 'agreement among raft nodes before linearized reading' (duration: 993.426835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.724173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730584Z","time spent":"993.580809ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" "} {"level":"warn","ts":"2026-03-03T14:17:10.724236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.62092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298121"} {"level":"info","ts":"2026-03-03T14:17:10.724274Z","caller":"traceutil/trace.go:171","msg":"trace[1987471329] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9172; }","duration":"993.673711ms","start":"2026-03-03T14:17:09.730592Z","end":"2026-03-03T14:17:10.724265Z","steps":["trace[1987471329] 'agreement among raft nodes before linearized reading' (duration: 993.376424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.724305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730584Z","time spent":"993.713832ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":298145,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:10.724537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.721683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:17:10.724562Z","caller":"traceutil/trace.go:171","msg":"trace[790363639] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9172; }","duration":"993.758734ms","start":"2026-03-03T14:17:09.730797Z","end":"2026-03-03T14:17:10.724556Z","steps":["trace[790363639] 'agreement among raft nodes before linearized reading' (duration: 993.694862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.724579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.730793Z","time spent":"993.782624ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:17:10.724649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.78976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:10.724669Z","caller":"traceutil/trace.go:171","msg":"trace[625753393] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9172; }","duration":"449.841861ms","start":"2026-03-03T14:17:10.274823Z","end":"2026-03-03T14:17:10.724665Z","steps":["trace[625753393] 'agreement among raft nodes before linearized reading' (duration: 449.80664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.724686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.274805Z","time spent":"449.876731ms","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:10.724818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.457764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:10.724842Z","caller":"traceutil/trace.go:171","msg":"trace[335849488] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:9172; }","duration":"123.509825ms","start":"2026-03-03T14:17:10.601327Z","end":"2026-03-03T14:17:10.724837Z","steps":["trace[335849488] 'agreement among raft nodes before linearized reading' (duration: 123.455854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.844375Z","caller":"traceutil/trace.go:171","msg":"trace[17571858] linearizableReadLoop","detail":"{readStateIndex:9525; appliedIndex:9523; }","duration":"110.933829ms","start":"2026-03-03T14:17:10.733426Z","end":"2026-03-03T14:17:10.84436Z","steps":["trace[17571858] 'read index received' (duration: 37.256216ms)","trace[17571858] 'applied index is now lower than readState.Index' (duration: 73.677073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:10.844645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.202195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:10.844679Z","caller":"traceutil/trace.go:171","msg":"trace[1654094145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9175; }","duration":"111.264006ms","start":"2026-03-03T14:17:10.733407Z","end":"2026-03-03T14:17:10.844671Z","steps":["trace[1654094145] 'agreement among raft nodes before linearized reading' (duration: 111.177894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.844687Z","caller":"traceutil/trace.go:171","msg":"trace[439962979] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"115.850854ms","start":"2026-03-03T14:17:10.728795Z","end":"2026-03-03T14:17:10.844646Z","steps":["trace[439962979] 'process raft request' (duration: 115.355483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.844914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.934162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-03T14:17:10.844948Z","caller":"traceutil/trace.go:171","msg":"trace[318752822] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9175; }","duration":"108.981883ms","start":"2026-03-03T14:17:10.735961Z","end":"2026-03-03T14:17:10.844943Z","steps":["trace[318752822] 'agreement among raft nodes before linearized reading' (duration: 108.858589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:10.961394Z","caller":"traceutil/trace.go:171","msg":"trace[957250546] transaction","detail":"{read_only:false; response_revision:9176; number_of_response:1; }","duration":"106.791732ms","start":"2026-03-03T14:17:10.854515Z","end":"2026-03-03T14:17:10.961307Z","steps":["trace[957250546] 'process raft request' (duration: 105.471701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:11.168312Z","caller":"traceutil/trace.go:171","msg":"trace[414698816] linearizableReadLoop","detail":"{readStateIndex:9528; appliedIndex:9527; }","duration":"190.44442ms","start":"2026-03-03T14:17:10.977825Z","end":"2026-03-03T14:17:11.168269Z","steps":["trace[414698816] 'read index received' (duration: 96.481729ms)","trace[414698816] 'applied index is now lower than readState.Index' (duration: 93.96088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:11.168368Z","caller":"traceutil/trace.go:171","msg":"trace[1089818166] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"199.525083ms","start":"2026-03-03T14:17:10.968807Z","end":"2026-03-03T14:17:11.168333Z","steps":["trace[1089818166] 'process raft request' (duration: 105.622614ms)","trace[1089818166] 'compare' (duration: 93.619392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:11.168636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.799721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:11.168692Z","caller":"traceutil/trace.go:171","msg":"trace[1810639612] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9177; }","duration":"117.934904ms","start":"2026-03-03T14:17:11.05074Z","end":"2026-03-03T14:17:11.168675Z","steps":["trace[1810639612] 'agreement among raft nodes before linearized reading' (duration: 117.74542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.169042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.195736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:17:11.169139Z","caller":"traceutil/trace.go:171","msg":"trace[163266925] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9177; }","duration":"191.392731ms","start":"2026-03-03T14:17:10.97772Z","end":"2026-03-03T14:17:11.169113Z","steps":["trace[163266925] 'agreement among raft nodes before linearized reading' (duration: 190.701565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:11.354281Z","caller":"traceutil/trace.go:171","msg":"trace[844247351] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"177.877874ms","start":"2026-03-03T14:17:11.176375Z","end":"2026-03-03T14:17:11.354252Z","steps":["trace[844247351] 'process raft request' (duration: 177.459674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:11.354708Z","caller":"traceutil/trace.go:171","msg":"trace[1897686648] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"180.855813ms","start":"2026-03-03T14:17:11.173816Z","end":"2026-03-03T14:17:11.354671Z","steps":["trace[1897686648] 'process raft request' (duration: 179.436871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.683596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.92837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:11.683677Z","caller":"traceutil/trace.go:171","msg":"trace[1481532897] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"324.117234ms","start":"2026-03-03T14:17:11.359546Z","end":"2026-03-03T14:17:11.683663Z","steps":["trace[1481532897] 'process raft request' (duration: 196.054742ms)","trace[1481532897] 'compare' (duration: 127.841787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:11.68372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.359495Z","time spent":"324.205216ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:11.909376Z","caller":"traceutil/trace.go:171","msg":"trace[2121027674] linearizableReadLoop","detail":"{readStateIndex:9533; appliedIndex:9531; }","duration":"541.897496ms","start":"2026-03-03T14:17:11.367456Z","end":"2026-03-03T14:17:11.909354Z","steps":["trace[2121027674] 'read index received' (duration: 188.118364ms)","trace[2121027674] 'applied index is now lower than readState.Index' (duration: 353.778012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:11.909402Z","caller":"traceutil/trace.go:171","msg":"trace[341492921] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"546.078584ms","start":"2026-03-03T14:17:11.363297Z","end":"2026-03-03T14:17:11.909375Z","steps":["trace[341492921] 'process raft request' (duration: 517.695756ms)","trace[341492921] 'compare' (duration: 28.233694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:11.909508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.36328Z","time spent":"546.169096ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:11.909598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.129622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-nkp84\" ","response":"range_response_count:1 size:6545"} {"level":"info","ts":"2026-03-03T14:17:11.90963Z","caller":"traceutil/trace.go:171","msg":"trace[475661515] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-nkp84; range_end:; response_count:1; response_revision:9182; }","duration":"542.212734ms","start":"2026-03-03T14:17:11.367408Z","end":"2026-03-03T14:17:11.90962Z","steps":["trace[475661515] 'agreement among raft nodes before linearized reading' (duration: 542.05459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.909661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.367389Z","time spent":"542.265355ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6569,"request content":"key:\"/registry/pods/openstack/glance-ks-service-nkp84\" "} {"level":"info","ts":"2026-03-03T14:17:11.994511Z","caller":"traceutil/trace.go:171","msg":"trace[1775378765] transaction","detail":"{read_only:false; response_revision:9183; number_of_response:1; }","duration":"263.264653ms","start":"2026-03-03T14:17:11.731217Z","end":"2026-03-03T14:17:11.994481Z","steps":["trace[1775378765] 'process raft request' (duration: 263.067658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.994772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.943334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:11.994806Z","caller":"traceutil/trace.go:171","msg":"trace[1626198219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9183; }","duration":"237.047626ms","start":"2026-03-03T14:17:11.757749Z","end":"2026-03-03T14:17:11.994797Z","steps":["trace[1626198219] 'agreement among raft nodes before linearized reading' (duration: 236.979914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.994876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.100478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:17:11.995232Z","caller":"traceutil/trace.go:171","msg":"trace[70828314] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9183; }","duration":"138.612799ms","start":"2026-03-03T14:17:11.856597Z","end":"2026-03-03T14:17:11.99521Z","steps":["trace[70828314] 'agreement among raft nodes before linearized reading' (duration: 137.857432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.995165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.549597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-service\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-03T14:17:11.995443Z","caller":"traceutil/trace.go:171","msg":"trace[2085933262] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-service; range_end:; response_count:1; response_revision:9183; }","duration":"379.864795ms","start":"2026-03-03T14:17:11.615568Z","end":"2026-03-03T14:17:11.995433Z","steps":["trace[2085933262] 'agreement among raft nodes before linearized reading' (duration: 378.846331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.995469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.615547Z","time spent":"379.915055ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":560,"request content":"key:\"/registry/serviceaccounts/openstack/glance-ks-service\" "} {"level":"info","ts":"2026-03-03T14:17:12.088429Z","caller":"traceutil/trace.go:171","msg":"trace[785335719] transaction","detail":"{read_only:false; response_revision:9184; number_of_response:1; }","duration":"168.051253ms","start":"2026-03-03T14:17:11.92034Z","end":"2026-03-03T14:17:12.088391Z","steps":["trace[785335719] 'process raft request' (duration: 167.225224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:12.554447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.882071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:12.554618Z","caller":"traceutil/trace.go:171","msg":"trace[130570485] linearizableReadLoop","detail":"{readStateIndex:9537; appliedIndex:9535; }","duration":"171.606046ms","start":"2026-03-03T14:17:12.382997Z","end":"2026-03-03T14:17:12.554603Z","steps":["trace[130570485] 'read index received' (duration: 170.850078ms)","trace[130570485] 'applied index is now lower than readState.Index' (duration: 755.068µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:12.554701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.704748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:12.554729Z","caller":"traceutil/trace.go:171","msg":"trace[2146660803] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:9186; }","duration":"171.76751ms","start":"2026-03-03T14:17:12.382951Z","end":"2026-03-03T14:17:12.554718Z","steps":["trace[2146660803] 'agreement among raft nodes before linearized reading' (duration: 171.696978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:12.554991Z","caller":"traceutil/trace.go:171","msg":"trace[1056029803] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"399.078806ms","start":"2026-03-03T14:17:12.155899Z","end":"2026-03-03T14:17:12.554978Z","steps":["trace[1056029803] 'process raft request' (duration: 113.55802ms)","trace[1056029803] 'compare' (duration: 284.755048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:12.555054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.155859Z","time spent":"399.158958ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:12.555035Z","caller":"traceutil/trace.go:171","msg":"trace[1794855212] transaction","detail":"{read_only:false; response_revision:9186; number_of_response:1; }","duration":"381.073403ms","start":"2026-03-03T14:17:12.173924Z","end":"2026-03-03T14:17:12.554998Z","steps":["trace[1794855212] 'process raft request' (duration: 380.618532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:12.555197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.173893Z","time spent":"381.214057ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:13.231317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.740655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:17:13.23133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.397937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:13.231393Z","caller":"traceutil/trace.go:171","msg":"trace[430893475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9186; }","duration":"511.833838ms","start":"2026-03-03T14:17:12.719541Z","end":"2026-03-03T14:17:13.231374Z","steps":["trace[430893475] 'range keys from in-memory index tree' (duration: 511.622003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:13.231401Z","caller":"traceutil/trace.go:171","msg":"trace[592578965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9186; }","duration":"502.52464ms","start":"2026-03-03T14:17:12.728861Z","end":"2026-03-03T14:17:13.231386Z","steps":["trace[592578965] 'range keys from in-memory index tree' (duration: 502.210162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.231433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.719537Z","time spent":"511.88691ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:13.231436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.728838Z","time spent":"502.589521ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:13.231461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.72521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:17:13.231533Z","caller":"traceutil/trace.go:171","msg":"trace[1132106644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9186; }","duration":"512.822392ms","start":"2026-03-03T14:17:12.718692Z","end":"2026-03-03T14:17:13.231514Z","steps":["trace[1132106644] 'range keys from in-memory index tree' (duration: 512.500054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.231573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.718687Z","time spent":"512.877423ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:13.23165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.190222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:17:13.231682Z","caller":"traceutil/trace.go:171","msg":"trace[1850305660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9186; }","duration":"513.255853ms","start":"2026-03-03T14:17:12.718416Z","end":"2026-03-03T14:17:13.231672Z","steps":["trace[1850305660] 'range keys from in-memory index tree' (duration: 512.676638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.231713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.718399Z","time spent":"513.308264ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:13.232001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.307526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:13.232084Z","caller":"traceutil/trace.go:171","msg":"trace[1842579647] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9186; }","duration":"491.438129ms","start":"2026-03-03T14:17:12.740624Z","end":"2026-03-03T14:17:13.232062Z","steps":["trace[1842579647] 'range keys from in-memory index tree' (duration: 490.508097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.232129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.740608Z","time spent":"491.511961ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:17:13.611697Z","caller":"traceutil/trace.go:171","msg":"trace[420475530] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"374.790376ms","start":"2026-03-03T14:17:13.236885Z","end":"2026-03-03T14:17:13.611676Z","steps":["trace[420475530] 'process raft request' (duration: 374.745535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.611833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.236864Z","time spent":"374.903018ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:13.611969Z","caller":"traceutil/trace.go:171","msg":"trace[1564940696] transaction","detail":"{read_only:false; response_revision:9189; number_of_response:1; }","duration":"375.015751ms","start":"2026-03-03T14:17:13.236885Z","end":"2026-03-03T14:17:13.611901Z","steps":["trace[1564940696] 'process raft request' (duration: 374.584071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.612219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.236868Z","time spent":"375.216195ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:14.375504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.820411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:14.376012Z","caller":"traceutil/trace.go:171","msg":"trace[870912293] linearizableReadLoop","detail":"{readStateIndex:9542; appliedIndex:9541; }","duration":"688.246528ms","start":"2026-03-03T14:17:13.687749Z","end":"2026-03-03T14:17:14.375996Z","steps":["trace[870912293] 'read index received' (duration: 251.71087ms)","trace[870912293] 'applied index is now lower than readState.Index' (duration: 436.534418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:14.376112Z","caller":"traceutil/trace.go:171","msg":"trace[2014469592] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"957.159434ms","start":"2026-03-03T14:17:13.418943Z","end":"2026-03-03T14:17:14.376103Z","steps":["trace[2014469592] 'process raft request' (duration: 520.678357ms)","trace[2014469592] 'compare' (duration: 435.34763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:14.376171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.418924Z","time spent":"957.226175ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2249,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:14.376634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.867413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:14.376726Z","caller":"traceutil/trace.go:171","msg":"trace[440618640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9191; }","duration":"689.017297ms","start":"2026-03-03T14:17:13.687685Z","end":"2026-03-03T14:17:14.376703Z","steps":["trace[440618640] 'agreement among raft nodes before linearized reading' (duration: 688.648098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:14.37679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.687662Z","time spent":"689.116098ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:14.876127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:15.376549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693665950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:15.757683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:15.75779Z","caller":"traceutil/trace.go:171","msg":"trace[1279350356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153585s","start":"2026-03-03T14:17:13.757592Z","end":"2026-03-03T14:17:15.757746Z","steps":["trace[1279350356] 'agreement among raft nodes before linearized reading' (duration: 2.000050762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.757838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.75757Z","time spent":"2.000257958s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:17:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:15.795655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794201372s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:17:15.963542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.549101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:15.963931Z","caller":"traceutil/trace.go:171","msg":"trace[1902760916] transaction","detail":"{read_only:false; response_revision:9192; number_of_response:1; }","duration":"1.962588762s","start":"2026-03-03T14:17:14.001326Z","end":"2026-03-03T14:17:15.963914Z","steps":["trace[1902760916] 'process raft request' (duration: 1.794532249s)","trace[1902760916] 'compare' (duration: 167.316086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:15.964006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.001301Z","time spent":"1.962677354s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.170652Z","caller":"traceutil/trace.go:171","msg":"trace[1968133223] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"1.786019388s","start":"2026-03-03T14:17:14.384607Z","end":"2026-03-03T14:17:16.170626Z","steps":["trace[1968133223] 'process raft request' (duration: 1.785874695s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.170717Z","caller":"traceutil/trace.go:171","msg":"trace[1012745520] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"1.946597965s","start":"2026-03-03T14:17:14.224107Z","end":"2026-03-03T14:17:16.170705Z","steps":["trace[1012745520] 'process raft request' (duration: 1.858880221s)","trace[1012745520] 'compare' (duration: 87.198311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:16.170783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.384586Z","time spent":"1.786131111s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2778,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:17:16.17084Z","caller":"traceutil/trace.go:171","msg":"trace[2041867719] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"1.609280972s","start":"2026-03-03T14:17:14.561522Z","end":"2026-03-03T14:17:16.170803Z","steps":["trace[2041867719] 'process raft request' (duration: 1.609016646s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.170652Z","caller":"traceutil/trace.go:171","msg":"trace[1354573505] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"1.790715509s","start":"2026-03-03T14:17:14.379912Z","end":"2026-03-03T14:17:16.170628Z","steps":["trace[1354573505] 'process raft request' (duration: 1.790476344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.171044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.5615Z","time spent":"1.609419465s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:16.171053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.379886Z","time spent":"1.791079138s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:16.171512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.224067Z","time spent":"1.946677567s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.172337Z","caller":"traceutil/trace.go:171","msg":"trace[318505852] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"1.610713465s","start":"2026-03-03T14:17:14.561596Z","end":"2026-03-03T14:17:16.172309Z","steps":["trace[318505852] 'process raft request' (duration: 1.608985225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.172453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.561566Z","time spent":"1.610840889s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.180399Z","caller":"traceutil/trace.go:171","msg":"trace[613486066] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"210.376948ms","start":"2026-03-03T14:17:15.970005Z","end":"2026-03-03T14:17:16.180382Z","steps":["trace[613486066] 'process raft request' (duration: 210.329347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.1804Z","caller":"traceutil/trace.go:171","msg":"trace[346617473] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"409.074491ms","start":"2026-03-03T14:17:15.771309Z","end":"2026-03-03T14:17:16.180383Z","steps":["trace[346617473] 'process raft request' (duration: 408.840686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.180466Z","caller":"traceutil/trace.go:171","msg":"trace[1714678583] linearizableReadLoop","detail":"{readStateIndex:9549; appliedIndex:9542; }","duration":"1.80436955s","start":"2026-03-03T14:17:14.376076Z","end":"2026-03-03T14:17:16.180445Z","steps":["trace[1714678583] 'read index received' (duration: 1.419795435s)","trace[1714678583] 'applied index is now lower than readState.Index' (duration: 384.572075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:16.180557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.771291Z","time spent":"409.211415ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:16.180713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790436202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414572"} {"level":"info","ts":"2026-03-03T14:17:16.180741Z","caller":"traceutil/trace.go:171","msg":"trace[1597456400] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9199; }","duration":"1.790521235s","start":"2026-03-03T14:17:14.390213Z","end":"2026-03-03T14:17:16.180734Z","steps":["trace[1597456400] 'agreement among raft nodes before linearized reading' (duration: 1.7903368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.180762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.39018Z","time spent":"1.790577465s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414596,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:17:16.180764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.685106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:16.180808Z","caller":"traceutil/trace.go:171","msg":"trace[1216256104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9199; }","duration":"909.762888ms","start":"2026-03-03T14:17:15.271036Z","end":"2026-03-03T14:17:16.180799Z","steps":["trace[1216256104] 'agreement among raft nodes before linearized reading' (duration: 909.645425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.180837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.271023Z","time spent":"909.809309ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:16.180882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.743909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:17:16.180886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.190422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:17:16.180715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.40655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:16.180924Z","caller":"traceutil/trace.go:171","msg":"trace[1653012019] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9199; }","duration":"563.818151ms","start":"2026-03-03T14:17:15.617095Z","end":"2026-03-03T14:17:16.180913Z","steps":["trace[1653012019] 'agreement among raft nodes before linearized reading' (duration: 563.716668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.18095Z","caller":"traceutil/trace.go:171","msg":"trace[445428130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9199; }","duration":"909.643155ms","start":"2026-03-03T14:17:15.271297Z","end":"2026-03-03T14:17:16.18094Z","steps":["trace[445428130] 'agreement among raft nodes before linearized reading' (duration: 909.343648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.180948Z","caller":"traceutil/trace.go:171","msg":"trace[1623455215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9199; }","duration":"934.438528ms","start":"2026-03-03T14:17:15.246498Z","end":"2026-03-03T14:17:16.180937Z","steps":["trace[1623455215] 'agreement among raft nodes before linearized reading' (duration: 934.204873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.180954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.617077Z","time spent":"563.869792ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:16.180981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.271257Z","time spent":"909.716577ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:16.181022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.246477Z","time spent":"934.502749ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:16.181038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451791526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:16.181048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469164986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:16.181023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.225221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:16.181076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47613303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:16.181122Z","caller":"traceutil/trace.go:171","msg":"trace[1382314145] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9199; }","duration":"1.476222211s","start":"2026-03-03T14:17:14.70489Z","end":"2026-03-03T14:17:16.181112Z","steps":["trace[1382314145] 'agreement among raft nodes before linearized reading' (duration: 1.476125819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.181156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.704867Z","time spent":"1.476280113s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:16.18117Z","caller":"traceutil/trace.go:171","msg":"trace[100647752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9199; }","duration":"564.403554ms","start":"2026-03-03T14:17:15.616701Z","end":"2026-03-03T14:17:16.181104Z","steps":["trace[100647752] 'agreement among raft nodes before linearized reading' (duration: 564.164229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.181245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.616679Z","time spent":"564.554408ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:16.180788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.753263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:16.181803Z","caller":"traceutil/trace.go:171","msg":"trace[1184445900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9199; }","duration":"423.817349ms","start":"2026-03-03T14:17:15.757968Z","end":"2026-03-03T14:17:16.181785Z","steps":["trace[1184445900] 'agreement among raft nodes before linearized reading' (duration: 422.765484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.181848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.757947Z","time spent":"423.889781ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:16.182436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34179034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:17:16.182477Z","caller":"traceutil/trace.go:171","msg":"trace[1597959517] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9199; }","duration":"1.341870952s","start":"2026-03-03T14:17:14.840594Z","end":"2026-03-03T14:17:16.182465Z","steps":["trace[1597959517] 'agreement among raft nodes before linearized reading' (duration: 1.340074519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.182506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.840576Z","time spent":"1.341918383s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:17:16.181078Z","caller":"traceutil/trace.go:171","msg":"trace[1099030168] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9199; }","duration":"1.469213756s","start":"2026-03-03T14:17:14.711853Z","end":"2026-03-03T14:17:16.181067Z","steps":["trace[1099030168] 'agreement among raft nodes before linearized reading' (duration: 1.469167685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.200713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.711843Z","time spent":"1.488837899s","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:16.181069Z","caller":"traceutil/trace.go:171","msg":"trace[1222499785] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9199; }","duration":"1.451871109s","start":"2026-03-03T14:17:14.729189Z","end":"2026-03-03T14:17:16.18106Z","steps":["trace[1222499785] 'agreement among raft nodes before linearized reading' (duration: 1.451755766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.201065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.729165Z","time spent":"1.471816468s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:16.708637Z","caller":"traceutil/trace.go:171","msg":"trace[798942212] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"161.609891ms","start":"2026-03-03T14:17:16.547Z","end":"2026-03-03T14:17:16.70861Z","steps":["trace[798942212] 'process raft request' (duration: 161.241703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:18.434999Z","caller":"traceutil/trace.go:171","msg":"trace[1838692483] transaction","detail":"{read_only:false; response_revision:9216; number_of_response:1; }","duration":"150.722685ms","start":"2026-03-03T14:17:18.284249Z","end":"2026-03-03T14:17:18.434971Z","steps":["trace[1838692483] 'process raft request' (duration: 150.627413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:18.435247Z","caller":"traceutil/trace.go:171","msg":"trace[1181283840] linearizableReadLoop","detail":"{readStateIndex:9568; appliedIndex:9565; }","duration":"150.953481ms","start":"2026-03-03T14:17:18.284268Z","end":"2026-03-03T14:17:18.435222Z","steps":["trace[1181283840] 'read index received' (duration: 77.736619ms)","trace[1181283840] 'applied index is now lower than readState.Index' (duration: 73.215702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:18.435439Z","caller":"traceutil/trace.go:171","msg":"trace[347179846] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"151.184376ms","start":"2026-03-03T14:17:18.28423Z","end":"2026-03-03T14:17:18.435414Z","steps":["trace[347179846] 'process raft request' (duration: 150.416598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:18.43552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.225688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:18.435597Z","caller":"traceutil/trace.go:171","msg":"trace[787387452] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:9217; }","duration":"140.324471ms","start":"2026-03-03T14:17:18.295243Z","end":"2026-03-03T14:17:18.435567Z","steps":["trace[787387452] 'agreement among raft nodes before linearized reading' (duration: 140.202288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:18.435615Z","caller":"traceutil/trace.go:171","msg":"trace[1547934513] transaction","detail":"{read_only:false; response_revision:9217; number_of_response:1; }","duration":"150.721845ms","start":"2026-03-03T14:17:18.284877Z","end":"2026-03-03T14:17:18.435599Z","steps":["trace[1547934513] 'process raft request' (duration: 150.05331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:18.43612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.832741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306234"} {"level":"info","ts":"2026-03-03T14:17:18.436156Z","caller":"traceutil/trace.go:171","msg":"trace[2144615686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9217; }","duration":"151.904803ms","start":"2026-03-03T14:17:18.28424Z","end":"2026-03-03T14:17:18.436145Z","steps":["trace[2144615686] 'agreement among raft nodes before linearized reading' (duration: 151.489513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:19.783151Z","caller":"traceutil/trace.go:171","msg":"trace[361648228] linearizableReadLoop","detail":"{readStateIndex:9570; appliedIndex:9569; }","duration":"268.25358ms","start":"2026-03-03T14:17:19.514873Z","end":"2026-03-03T14:17:19.783126Z","steps":["trace[361648228] 'read index received' (duration: 268.081716ms)","trace[361648228] 'applied index is now lower than readState.Index' (duration: 170.414µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:19.783184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:19.352854Z","time spent":"430.321951ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:17:19.783342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.443434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:19.783414Z","caller":"traceutil/trace.go:171","msg":"trace[1227108786] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9217; }","duration":"268.567827ms","start":"2026-03-03T14:17:19.514828Z","end":"2026-03-03T14:17:19.783395Z","steps":["trace[1227108786] 'agreement among raft nodes before linearized reading' (duration: 268.438284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:19.919449Z","caller":"traceutil/trace.go:171","msg":"trace[445111293] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"135.008985ms","start":"2026-03-03T14:17:19.784413Z","end":"2026-03-03T14:17:19.919422Z","steps":["trace[445111293] 'process raft request' (duration: 93.169031ms)","trace[445111293] 'compare' (duration: 41.6609ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:20.580217Z","caller":"traceutil/trace.go:171","msg":"trace[1837537255] linearizableReadLoop","detail":"{readStateIndex:9581; appliedIndex:9578; }","duration":"134.522584ms","start":"2026-03-03T14:17:20.445672Z","end":"2026-03-03T14:17:20.580195Z","steps":["trace[1837537255] 'read index received' (duration: 18.792191ms)","trace[1837537255] 'applied index is now lower than readState.Index' (duration: 115.729453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:20.580967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.272721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306245"} {"level":"info","ts":"2026-03-03T14:17:20.581066Z","caller":"traceutil/trace.go:171","msg":"trace[1537509872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9228; }","duration":"135.354763ms","start":"2026-03-03T14:17:20.445654Z","end":"2026-03-03T14:17:20.581009Z","steps":["trace[1537509872] 'agreement among raft nodes before linearized reading' (duration: 134.635926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.581062Z","caller":"traceutil/trace.go:171","msg":"trace[331086730] transaction","detail":"{read_only:false; response_revision:9227; number_of_response:1; }","duration":"136.652495ms","start":"2026-03-03T14:17:20.444337Z","end":"2026-03-03T14:17:20.580989Z","steps":["trace[331086730] 'process raft request' (duration: 135.663962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.581452Z","caller":"traceutil/trace.go:171","msg":"trace[104526984] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"137.008933ms","start":"2026-03-03T14:17:20.444417Z","end":"2026-03-03T14:17:20.581426Z","steps":["trace[104526984] 'process raft request' (duration: 135.728933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.779041Z","caller":"traceutil/trace.go:171","msg":"trace[2004690674] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"116.572582ms","start":"2026-03-03T14:17:20.662447Z","end":"2026-03-03T14:17:20.77902Z","steps":["trace[2004690674] 'process raft request' (duration: 116.178623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.425753Z","caller":"traceutil/trace.go:171","msg":"trace[2140533611] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9583; }","duration":"238.719045ms","start":"2026-03-03T14:17:21.187008Z","end":"2026-03-03T14:17:21.425727Z","steps":["trace[2140533611] 'read index received' (duration: 238.567871ms)","trace[2140533611] 'applied index is now lower than readState.Index' (duration: 149.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:21.426084Z","caller":"traceutil/trace.go:171","msg":"trace[893168376] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"239.866972ms","start":"2026-03-03T14:17:21.186203Z","end":"2026-03-03T14:17:21.42607Z","steps":["trace[893168376] 'process raft request' (duration: 239.36795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.42647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.436722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:17:21.426548Z","caller":"traceutil/trace.go:171","msg":"trace[1393786617] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9231; }","duration":"239.532194ms","start":"2026-03-03T14:17:21.187Z","end":"2026-03-03T14:17:21.426532Z","steps":["trace[1393786617] 'agreement among raft nodes before linearized reading' (duration: 239.310109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.430583Z","caller":"traceutil/trace.go:171","msg":"trace[1041707446] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"243.564938ms","start":"2026-03-03T14:17:21.186997Z","end":"2026-03-03T14:17:21.430562Z","steps":["trace[1041707446] 'process raft request' (duration: 243.402275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.43068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.918452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-nkp84\" ","response":"range_response_count:1 size:8131"} {"level":"info","ts":"2026-03-03T14:17:21.43139Z","caller":"traceutil/trace.go:171","msg":"trace[1163796890] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-nkp84; range_end:; response_count:1; response_revision:9232; }","duration":"106.67513ms","start":"2026-03-03T14:17:21.324703Z","end":"2026-03-03T14:17:21.431378Z","steps":["trace[1163796890] 'agreement among raft nodes before linearized reading' (duration: 105.83129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.551928Z","caller":"traceutil/trace.go:171","msg":"trace[1121641522] transaction","detail":"{read_only:false; response_revision:9234; number_of_response:1; }","duration":"111.37801ms","start":"2026-03-03T14:17:21.44052Z","end":"2026-03-03T14:17:21.551898Z","steps":["trace[1121641522] 'process raft request' (duration: 111.079362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.755977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.76966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:21.756064Z","caller":"traceutil/trace.go:171","msg":"trace[2105784646] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9234; }","duration":"120.889073ms","start":"2026-03-03T14:17:21.635154Z","end":"2026-03-03T14:17:21.756043Z","steps":["trace[2105784646] 'range keys from in-memory index tree' (duration: 120.696568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:22.259203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.898112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:22.259318Z","caller":"traceutil/trace.go:171","msg":"trace[2138166996] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:9235; }","duration":"146.046466ms","start":"2026-03-03T14:17:22.113235Z","end":"2026-03-03T14:17:22.259281Z","steps":["trace[2138166996] 'count revisions from in-memory index tree' (duration: 145.83047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:22.320956Z","caller":"traceutil/trace.go:171","msg":"trace[1976715229] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"122.711207ms","start":"2026-03-03T14:17:22.198223Z","end":"2026-03-03T14:17:22.320935Z","steps":["trace[1976715229] 'process raft request' (duration: 122.583814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:22.444572Z","caller":"traceutil/trace.go:171","msg":"trace[736346066] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"149.327982ms","start":"2026-03-03T14:17:22.29521Z","end":"2026-03-03T14:17:22.444538Z","steps":["trace[736346066] 'process raft request' (duration: 128.487862ms)","trace[736346066] 'compare' (duration: 20.621735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:22.657006Z","caller":"traceutil/trace.go:171","msg":"trace[292505868] transaction","detail":"{read_only:false; response_revision:9240; number_of_response:1; }","duration":"140.435653ms","start":"2026-03-03T14:17:22.516547Z","end":"2026-03-03T14:17:22.656983Z","steps":["trace[292505868] 'process raft request' (duration: 138.011936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:22.668329Z","caller":"traceutil/trace.go:171","msg":"trace[691101835] transaction","detail":"{read_only:false; response_revision:9241; number_of_response:1; }","duration":"105.409339ms","start":"2026-03-03T14:17:22.562908Z","end":"2026-03-03T14:17:22.668317Z","steps":["trace[691101835] 'process raft request' (duration: 105.130793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:23.017105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.875712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:23.017251Z","caller":"traceutil/trace.go:171","msg":"trace[1376083721] transaction","detail":"{read_only:false; response_revision:9243; number_of_response:1; }","duration":"344.535944ms","start":"2026-03-03T14:17:22.672703Z","end":"2026-03-03T14:17:23.017239Z","steps":["trace[1376083721] 'process raft request' (duration: 344.489563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:23.017304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:22.672695Z","time spent":"344.585425ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:23.017447Z","caller":"traceutil/trace.go:171","msg":"trace[1451059105] linearizableReadLoop","detail":"{readStateIndex:9595; appliedIndex:9594; }","duration":"344.762279ms","start":"2026-03-03T14:17:22.672666Z","end":"2026-03-03T14:17:23.017428Z","steps":["trace[1451059105] 'read index received' (duration: 124.407956ms)","trace[1451059105] 'applied index is now lower than readState.Index' (duration: 220.352293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:23.017482Z","caller":"traceutil/trace.go:171","msg":"trace[269227952] transaction","detail":"{read_only:false; response_revision:9242; number_of_response:1; }","duration":"345.258002ms","start":"2026-03-03T14:17:22.672188Z","end":"2026-03-03T14:17:23.017446Z","steps":["trace[269227952] 'process raft request' (duration: 124.98022ms)","trace[269227952] 'compare' (duration: 219.78868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:23.017583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.482083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:23.01762Z","caller":"traceutil/trace.go:171","msg":"trace[1874116286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9243; }","duration":"259.564995ms","start":"2026-03-03T14:17:22.758046Z","end":"2026-03-03T14:17:23.01761Z","steps":["trace[1874116286] 'agreement among raft nodes before linearized reading' (duration: 259.496984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:23.017647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:22.672174Z","time spent":"345.386994ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:23.017832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.990993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:17:23.017928Z","caller":"traceutil/trace.go:171","msg":"trace[294498512] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9243; }","duration":"140.120555ms","start":"2026-03-03T14:17:22.877782Z","end":"2026-03-03T14:17:23.017902Z","steps":["trace[294498512] 'agreement among raft nodes before linearized reading' (duration: 139.793538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:23.018139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.453225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306170"} {"level":"info","ts":"2026-03-03T14:17:23.01821Z","caller":"traceutil/trace.go:171","msg":"trace[1332810146] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9243; }","duration":"345.576198ms","start":"2026-03-03T14:17:22.67262Z","end":"2026-03-03T14:17:23.018196Z","steps":["trace[1332810146] 'agreement among raft nodes before linearized reading' (duration: 344.891592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:23.018247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:22.6726Z","time spent":"345.63966ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:24.563761Z","caller":"traceutil/trace.go:171","msg":"trace[1714660119] linearizableReadLoop","detail":"{readStateIndex:9600; appliedIndex:9599; }","duration":"106.103745ms","start":"2026-03-03T14:17:24.457638Z","end":"2026-03-03T14:17:24.563742Z","steps":["trace[1714660119] 'read index received' (duration: 34.949661ms)","trace[1714660119] 'applied index is now lower than readState.Index' (duration: 71.153054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:24.56384Z","caller":"traceutil/trace.go:171","msg":"trace[1332202254] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"113.92015ms","start":"2026-03-03T14:17:24.449911Z","end":"2026-03-03T14:17:24.563831Z","steps":["trace[1332202254] 'process raft request' (duration: 42.733825ms)","trace[1332202254] 'compare' (duration: 71.00984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:24.564093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.445484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:24.564146Z","caller":"traceutil/trace.go:171","msg":"trace[923019719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9247; }","duration":"106.532926ms","start":"2026-03-03T14:17:24.457601Z","end":"2026-03-03T14:17:24.564134Z","steps":["trace[923019719] 'agreement among raft nodes before linearized reading' (duration: 106.344551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:24.914083Z","caller":"traceutil/trace.go:171","msg":"trace[1611000117] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"146.289961ms","start":"2026-03-03T14:17:24.767765Z","end":"2026-03-03T14:17:24.914055Z","steps":["trace[1611000117] 'process raft request' (duration: 146.128327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.677456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.853699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:25.677541Z","caller":"traceutil/trace.go:171","msg":"trace[204359938] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9250; }","duration":"284.996262ms","start":"2026-03-03T14:17:25.392525Z","end":"2026-03-03T14:17:25.677521Z","steps":["trace[204359938] 'count revisions from in-memory index tree' (duration: 284.762847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.67781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.223667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:17:25.677872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.153425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:25.677899Z","caller":"traceutil/trace.go:171","msg":"trace[1243124961] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9250; }","duration":"651.36218ms","start":"2026-03-03T14:17:25.026516Z","end":"2026-03-03T14:17:25.677878Z","steps":["trace[1243124961] 'range keys from in-memory index tree' (duration: 650.93178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.677944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.026506Z","time spent":"651.429031ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:17:25.677936Z","caller":"traceutil/trace.go:171","msg":"trace[1469485193] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9250; }","duration":"654.263328ms","start":"2026-03-03T14:17:25.023655Z","end":"2026-03-03T14:17:25.677918Z","steps":["trace[1469485193] 'range keys from in-memory index tree' (duration: 653.943271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.678003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.023629Z","time spent":"654.36028ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:25.677837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.697452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:25.678091Z","caller":"traceutil/trace.go:171","msg":"trace[6093273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9250; }","duration":"656.003709ms","start":"2026-03-03T14:17:25.022069Z","end":"2026-03-03T14:17:25.678073Z","steps":["trace[6093273] 'range keys from in-memory index tree' (duration: 655.489258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.678161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.022041Z","time spent":"656.096093ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:25.825442Z","caller":"traceutil/trace.go:171","msg":"trace[661000109] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"142.577764ms","start":"2026-03-03T14:17:25.682834Z","end":"2026-03-03T14:17:25.825411Z","steps":["trace[661000109] 'process raft request' (duration: 142.345859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.604515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.519047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:26.605352Z","caller":"traceutil/trace.go:171","msg":"trace[936208585] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"922.075657ms","start":"2026-03-03T14:17:25.68324Z","end":"2026-03-03T14:17:26.605315Z","steps":["trace[936208585] 'process raft request' (duration: 569.67684ms)","trace[936208585] 'compare' (duration: 351.389274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.605535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.683209Z","time spent":"922.218332ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.605534Z","caller":"traceutil/trace.go:171","msg":"trace[171261263] linearizableReadLoop","detail":"{readStateIndex:9605; appliedIndex:9603; }","duration":"922.004777ms","start":"2026-03-03T14:17:25.683506Z","end":"2026-03-03T14:17:26.605511Z","steps":["trace[171261263] 'read index received' (duration: 141.651412ms)","trace[171261263] 'applied index is now lower than readState.Index' (duration: 780.351055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.754813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.178603ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:17:26.755421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071893232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306170"} {"level":"info","ts":"2026-03-03T14:17:26.755728Z","caller":"traceutil/trace.go:171","msg":"trace[2120797459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9252; }","duration":"1.072172728s","start":"2026-03-03T14:17:25.683502Z","end":"2026-03-03T14:17:26.755674Z","steps":["trace[2120797459] 'agreement among raft nodes before linearized reading' (duration: 922.101479ms)","trace[2120797459] 'range keys from in-memory index tree' (duration: 149.351193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.756072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.683495Z","time spent":"1.072555677s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:26.755453Z","caller":"traceutil/trace.go:171","msg":"trace[1531334699] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"611.820509ms","start":"2026-03-03T14:17:26.143604Z","end":"2026-03-03T14:17:26.755425Z","steps":["trace[1531334699] 'process raft request' (duration: 611.309878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.756675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.143564Z","time spent":"612.970896ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.841479Z","caller":"traceutil/trace.go:171","msg":"trace[621863613] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"610.420797ms","start":"2026-03-03T14:17:26.231024Z","end":"2026-03-03T14:17:26.841445Z","steps":["trace[621863613] 'process raft request' (duration: 524.385853ms)","trace[621863613] 'compare' (duration: 85.504592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:26.842108Z","caller":"traceutil/trace.go:171","msg":"trace[1640274261] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"272.833747ms","start":"2026-03-03T14:17:26.569249Z","end":"2026-03-03T14:17:26.842083Z","steps":["trace[1640274261] 'process raft request' (duration: 272.228173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.842138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.679986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:26.842212Z","caller":"traceutil/trace.go:171","msg":"trace[579922773] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9257; }","duration":"821.804509ms","start":"2026-03-03T14:17:26.020387Z","end":"2026-03-03T14:17:26.842191Z","steps":["trace[579922773] 'agreement among raft nodes before linearized reading' (duration: 821.659306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.841513Z","caller":"traceutil/trace.go:171","msg":"trace[346030709] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"438.618647ms","start":"2026-03-03T14:17:26.402863Z","end":"2026-03-03T14:17:26.841482Z","steps":["trace[346030709] 'process raft request' (duration: 438.487064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.84227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.020369Z","time spent":"821.889681ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:26.842338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.40284Z","time spent":"439.429026ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.841536Z","caller":"traceutil/trace.go:171","msg":"trace[391884724] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"363.938891ms","start":"2026-03-03T14:17:26.477577Z","end":"2026-03-03T14:17:26.841516Z","steps":["trace[391884724] 'process raft request' (duration: 363.845429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.842651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.477543Z","time spent":"364.933753ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.84181Z","caller":"traceutil/trace.go:171","msg":"trace[2115259461] linearizableReadLoop","detail":"{readStateIndex:9611; appliedIndex:9607; }","duration":"236.199175ms","start":"2026-03-03T14:17:26.605597Z","end":"2026-03-03T14:17:26.841797Z","steps":["trace[2115259461] 'read index received' (duration: 224.353367ms)","trace[2115259461] 'applied index is now lower than readState.Index' (duration: 11.844888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.841909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083944905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:26.842838Z","caller":"traceutil/trace.go:171","msg":"trace[1565928818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9257; }","duration":"1.084844776s","start":"2026-03-03T14:17:25.757913Z","end":"2026-03-03T14:17:26.842757Z","steps":["trace[1565928818] 'agreement among raft nodes before linearized reading' (duration: 1.083927345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.842894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.757897Z","time spent":"1.084983279s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:26.842978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.388153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:26.843042Z","caller":"traceutil/trace.go:171","msg":"trace[1521482257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9257; }","duration":"203.494936ms","start":"2026-03-03T14:17:26.63953Z","end":"2026-03-03T14:17:26.843025Z","steps":["trace[1521482257] 'agreement among raft nodes before linearized reading' (duration: 203.310571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.843156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.733841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:26.843225Z","caller":"traceutil/trace.go:171","msg":"trace[1128215586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9257; }","duration":"200.870054ms","start":"2026-03-03T14:17:26.64234Z","end":"2026-03-03T14:17:26.84321Z","steps":["trace[1128215586] 'agreement among raft nodes before linearized reading' (duration: 200.642039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.843936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.230971Z","time spent":"611.128994ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:28.033933Z","caller":"traceutil/trace.go:171","msg":"trace[706841308] transaction","detail":"{read_only:false; response_revision:9261; number_of_response:1; }","duration":"199.737888ms","start":"2026-03-03T14:17:27.834158Z","end":"2026-03-03T14:17:28.033896Z","steps":["trace[706841308] 'process raft request' (duration: 199.499512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:28.27403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.835083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:28.274138Z","caller":"traceutil/trace.go:171","msg":"trace[433370561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9261; }","duration":"104.008807ms","start":"2026-03-03T14:17:28.170102Z","end":"2026-03-03T14:17:28.274111Z","steps":["trace[433370561] 'count revisions from in-memory index tree' (duration: 103.72454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:29.742486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.343367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:29.742656Z","caller":"traceutil/trace.go:171","msg":"trace[530409896] transaction","detail":"{read_only:false; response_revision:9269; number_of_response:1; }","duration":"368.875106ms","start":"2026-03-03T14:17:29.373746Z","end":"2026-03-03T14:17:29.742622Z","steps":["trace[530409896] 'process raft request' (duration: 70.281263ms)","trace[530409896] 'compare' (duration: 298.095361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:29.742761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:29.373721Z","time spent":"368.992388ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:30.542355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.252542ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:30.542487Z","caller":"traceutil/trace.go:171","msg":"trace[299298767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9270; }","duration":"121.394875ms","start":"2026-03-03T14:17:30.42107Z","end":"2026-03-03T14:17:30.542465Z","steps":["trace[299298767] 'range keys from in-memory index tree' (duration: 121.236751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.399248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:31.899897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:31.970554Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285507346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:17:31.971079Z","caller":"traceutil/trace.go:171","msg":"trace[808063750] transaction","detail":"{read_only:false; response_revision:9271; number_of_response:1; }","duration":"1.286138391s","start":"2026-03-03T14:17:30.684889Z","end":"2026-03-03T14:17:31.971028Z","steps":["trace[808063750] 'process raft request' (duration: 1.285882985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.971256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.684857Z","time spent":"1.286294035s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.61997Z","caller":"traceutil/trace.go:171","msg":"trace[788008476] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"1.727525183s","start":"2026-03-03T14:17:30.892414Z","end":"2026-03-03T14:17:32.619939Z","steps":["trace[788008476] 'process raft request' (duration: 1.727415249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.620036Z","caller":"traceutil/trace.go:171","msg":"trace[1791038783] transaction","detail":"{read_only:false; response_revision:9272; number_of_response:1; }","duration":"1.769150411s","start":"2026-03-03T14:17:30.850859Z","end":"2026-03-03T14:17:32.620009Z","steps":["trace[1791038783] 'process raft request' (duration: 1.768740101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.620151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.850837Z","time spent":"1.769248184s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.620219Z","caller":"traceutil/trace.go:171","msg":"trace[1889901225] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"1.720421496s","start":"2026-03-03T14:17:30.899782Z","end":"2026-03-03T14:17:32.620204Z","steps":["trace[1889901225] 'process raft request' (duration: 1.720112858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.620148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.892397Z","time spent":"1.727664856s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.620309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.899774Z","time spent":"1.720493707s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.620295Z","caller":"traceutil/trace.go:171","msg":"trace[372469540] transaction","detail":"{read_only:false; response_revision:9275; number_of_response:1; }","duration":"1.379512978s","start":"2026-03-03T14:17:31.240739Z","end":"2026-03-03T14:17:32.620252Z","steps":["trace[372469540] 'process raft request' (duration: 1.379367495s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.620213Z","caller":"traceutil/trace.go:171","msg":"trace[1891095427] linearizableReadLoop","detail":"{readStateIndex:9630; appliedIndex:9625; }","duration":"1.722614417s","start":"2026-03-03T14:17:30.897577Z","end":"2026-03-03T14:17:32.620192Z","steps":["trace[1891095427] 'read index received' (duration: 1.073240723s)","trace[1891095427] 'applied index is now lower than readState.Index' (duration: 649.372244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:32.620462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.240705Z","time spent":"1.379662461s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.620611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657351472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:32.620629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.591175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:32.620661Z","caller":"traceutil/trace.go:171","msg":"trace[440318340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9275; }","duration":"1.657425614s","start":"2026-03-03T14:17:30.963221Z","end":"2026-03-03T14:17:32.620647Z","steps":["trace[440318340] 'agreement among raft nodes before linearized reading' (duration: 1.657278811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.620681Z","caller":"traceutil/trace.go:171","msg":"trace[153962378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9275; }","duration":"864.682348ms","start":"2026-03-03T14:17:31.755982Z","end":"2026-03-03T14:17:32.620664Z","steps":["trace[153962378] 'agreement among raft nodes before linearized reading' (duration: 864.589675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.620701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56414048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:17:32.620704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.963209Z","time spent":"1.657484585s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:32.620723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.755964Z","time spent":"864.75015ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:32.620733Z","caller":"traceutil/trace.go:171","msg":"trace[1670896873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9275; }","duration":"1.564217682s","start":"2026-03-03T14:17:31.056504Z","end":"2026-03-03T14:17:32.620722Z","steps":["trace[1670896873] 'agreement among raft nodes before linearized reading' (duration: 1.564083479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.620767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.054827Z","time spent":"1.565933572s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:32.620859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111521684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:32.620886Z","caller":"traceutil/trace.go:171","msg":"trace[1177171273] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9275; }","duration":"1.111587435s","start":"2026-03-03T14:17:31.509288Z","end":"2026-03-03T14:17:32.620875Z","steps":["trace[1177171273] 'agreement among raft nodes before linearized reading' (duration: 1.111544904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.620935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.509266Z","time spent":"1.111644076s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:32.62094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573207354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:32.620987Z","caller":"traceutil/trace.go:171","msg":"trace[300117997] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9275; }","duration":"1.573311636s","start":"2026-03-03T14:17:31.047663Z","end":"2026-03-03T14:17:32.620974Z","steps":["trace[300117997] 'agreement among raft nodes before linearized reading' (duration: 1.573181903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.621021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.047642Z","time spent":"1.573370427s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:32.621013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620356232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:32.621069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.486698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88541"} {"level":"info","ts":"2026-03-03T14:17:32.621109Z","caller":"traceutil/trace.go:171","msg":"trace[2043518948] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9275; }","duration":"229.57219ms","start":"2026-03-03T14:17:32.391525Z","end":"2026-03-03T14:17:32.621097Z","steps":["trace[2043518948] 'agreement among raft nodes before linearized reading' (duration: 229.380435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.621196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.044343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:17:32.621227Z","caller":"traceutil/trace.go:171","msg":"trace[1274824276] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9275; }","duration":"580.124004ms","start":"2026-03-03T14:17:32.041095Z","end":"2026-03-03T14:17:32.621219Z","steps":["trace[1274824276] 'agreement among raft nodes before linearized reading' (duration: 580.028532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.621253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.041061Z","time spent":"580.185956ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:17:32.621067Z","caller":"traceutil/trace.go:171","msg":"trace[2017726379] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:9275; }","duration":"1.620431943s","start":"2026-03-03T14:17:31.000617Z","end":"2026-03-03T14:17:32.621049Z","steps":["trace[2017726379] 'agreement among raft nodes before linearized reading' (duration: 1.620349232s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.621293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.000606Z","time spent":"1.62067415s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:32.621514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.889377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:17:32.621648Z","caller":"traceutil/trace.go:171","msg":"trace[1481684132] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9275; }","duration":"483.057011ms","start":"2026-03-03T14:17:32.138579Z","end":"2026-03-03T14:17:32.621636Z","steps":["trace[1481684132] 'agreement among raft nodes before linearized reading' (duration: 482.755484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.621627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72403513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:17:32.621688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.138557Z","time spent":"483.115653ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:32.622376Z","caller":"traceutil/trace.go:171","msg":"trace[139494740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9275; }","duration":"1.724800178s","start":"2026-03-03T14:17:30.897555Z","end":"2026-03-03T14:17:32.622355Z","steps":["trace[139494740] 'agreement among raft nodes before linearized reading' (duration: 1.722694079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.622472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.897548Z","time spent":"1.72490897s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:32.935623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.252894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:32.935691Z","caller":"traceutil/trace.go:171","msg":"trace[763540338] linearizableReadLoop","detail":"{readStateIndex:9631; appliedIndex:9630; }","duration":"309.594632ms","start":"2026-03-03T14:17:32.626085Z","end":"2026-03-03T14:17:32.93568Z","steps":["trace[763540338] 'read index received' (duration: 51.218665ms)","trace[763540338] 'applied index is now lower than readState.Index' (duration: 258.375327ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:32.93573Z","caller":"traceutil/trace.go:171","msg":"trace[2079645487] transaction","detail":"{read_only:false; response_revision:9276; number_of_response:1; }","duration":"310.208796ms","start":"2026-03-03T14:17:32.625497Z","end":"2026-03-03T14:17:32.935705Z","steps":["trace[2079645487] 'process raft request' (duration: 51.794049ms)","trace[2079645487] 'compare' (duration: 258.153891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:32.935792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.625475Z","time spent":"310.289609ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.935887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.777076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-03T14:17:32.935976Z","caller":"traceutil/trace.go:171","msg":"trace[23512253] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9276; }","duration":"309.900058ms","start":"2026-03-03T14:17:32.626055Z","end":"2026-03-03T14:17:32.935955Z","steps":["trace[23512253] 'agreement among raft nodes before linearized reading' (duration: 309.652622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.936036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.626042Z","time spent":"309.96851ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19337,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:17:32.941081Z","caller":"traceutil/trace.go:171","msg":"trace[460040318] transaction","detail":"{read_only:false; response_revision:9277; number_of_response:1; }","duration":"314.684671ms","start":"2026-03-03T14:17:32.626373Z","end":"2026-03-03T14:17:32.941058Z","steps":["trace[460040318] 'process raft request' (duration: 314.335903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.941146Z","caller":"traceutil/trace.go:171","msg":"trace[494373141] transaction","detail":"{read_only:false; response_revision:9278; number_of_response:1; }","duration":"314.494747ms","start":"2026-03-03T14:17:32.626599Z","end":"2026-03-03T14:17:32.941094Z","steps":["trace[494373141] 'process raft request' (duration: 314.20016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.941194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.626355Z","time spent":"314.780193ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.941238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.626587Z","time spent":"314.605229ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.941244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.153859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306170"} {"level":"info","ts":"2026-03-03T14:17:32.941294Z","caller":"traceutil/trace.go:171","msg":"trace[112245784] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9279; }","duration":"314.21718ms","start":"2026-03-03T14:17:32.627067Z","end":"2026-03-03T14:17:32.941285Z","steps":["trace[112245784] 'agreement among raft nodes before linearized reading' (duration: 313.797421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.941323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.627062Z","time spent":"314.252871ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306194,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:32.94143Z","caller":"traceutil/trace.go:171","msg":"trace[760094031] transaction","detail":"{read_only:false; response_revision:9279; number_of_response:1; }","duration":"313.501394ms","start":"2026-03-03T14:17:32.62792Z","end":"2026-03-03T14:17:32.941421Z","steps":["trace[760094031] 'process raft request' (duration: 312.9088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.941469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.627913Z","time spent":"313.534694ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:33.644279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.181363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:33.644364Z","caller":"traceutil/trace.go:171","msg":"trace[1387421718] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:9279; }","duration":"491.315316ms","start":"2026-03-03T14:17:33.153026Z","end":"2026-03-03T14:17:33.644342Z","steps":["trace[1387421718] 'count revisions from in-memory index tree' (duration: 491.083551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:33.644407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:33.152999Z","time spent":"491.396217ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:34.228601Z","caller":"traceutil/trace.go:171","msg":"trace[1621587266] transaction","detail":"{read_only:false; response_revision:9280; number_of_response:1; }","duration":"249.689223ms","start":"2026-03-03T14:17:33.978894Z","end":"2026-03-03T14:17:34.228583Z","steps":["trace[1621587266] 'process raft request' (duration: 249.579241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:34.912288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.257398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:34.912454Z","caller":"traceutil/trace.go:171","msg":"trace[1606595443] linearizableReadLoop","detail":"{readStateIndex:9638; appliedIndex:9636; }","duration":"249.912278ms","start":"2026-03-03T14:17:34.662525Z","end":"2026-03-03T14:17:34.912437Z","steps":["trace[1606595443] 'read index received' (duration: 19.727594ms)","trace[1606595443] 'applied index is now lower than readState.Index' (duration: 230.183434ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:34.912489Z","caller":"traceutil/trace.go:171","msg":"trace[339939693] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"285.506715ms","start":"2026-03-03T14:17:34.626958Z","end":"2026-03-03T14:17:34.912465Z","steps":["trace[339939693] 'process raft request' (duration: 114.064363ms)","trace[339939693] 'compare' (duration: 171.053323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:34.912555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.02269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:34.912518Z","caller":"traceutil/trace.go:171","msg":"trace[799324158] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"284.991543ms","start":"2026-03-03T14:17:34.627475Z","end":"2026-03-03T14:17:34.912466Z","steps":["trace[799324158] 'process raft request' (duration: 284.907491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:34.912586Z","caller":"traceutil/trace.go:171","msg":"trace[1163515275] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9283; }","duration":"250.085702ms","start":"2026-03-03T14:17:34.66249Z","end":"2026-03-03T14:17:34.912575Z","steps":["trace[1163515275] 'agreement among raft nodes before linearized reading' (duration: 250.030431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:34.912594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.855206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:34.912628Z","caller":"traceutil/trace.go:171","msg":"trace[1671296292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9283; }","duration":"152.940578ms","start":"2026-03-03T14:17:34.759678Z","end":"2026-03-03T14:17:34.912618Z","steps":["trace[1671296292] 'agreement among raft nodes before linearized reading' (duration: 152.868736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:35.133471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.698535ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:35.13397Z","caller":"traceutil/trace.go:171","msg":"trace[1074891633] linearizableReadLoop","detail":"{readStateIndex:9643; appliedIndex:9638; }","duration":"180.439494ms","start":"2026-03-03T14:17:34.953509Z","end":"2026-03-03T14:17:35.133948Z","steps":["trace[1074891633] 'read index received' (duration: 63.276728ms)","trace[1074891633] 'applied index is now lower than readState.Index' (duration: 117.161586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:35.134194Z","caller":"traceutil/trace.go:171","msg":"trace[701118232] transaction","detail":"{read_only:false; response_revision:9287; number_of_response:1; }","duration":"180.897625ms","start":"2026-03-03T14:17:34.953277Z","end":"2026-03-03T14:17:35.134174Z","steps":["trace[701118232] 'process raft request' (duration: 180.634039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:35.134401Z","caller":"traceutil/trace.go:171","msg":"trace[376345930] transaction","detail":"{read_only:false; response_revision:9285; number_of_response:1; }","duration":"181.192332ms","start":"2026-03-03T14:17:34.953198Z","end":"2026-03-03T14:17:35.13439Z","steps":["trace[376345930] 'process raft request' (duration: 180.552387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:35.134483Z","caller":"traceutil/trace.go:171","msg":"trace[84684127] transaction","detail":"{read_only:false; response_revision:9286; number_of_response:1; }","duration":"181.214483ms","start":"2026-03-03T14:17:34.95326Z","end":"2026-03-03T14:17:35.134474Z","steps":["trace[84684127] 'process raft request' (duration: 180.583218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:35.134647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:35.134701Z","caller":"traceutil/trace.go:171","msg":"trace[1569470005] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:9287; }","duration":"108.81189ms","start":"2026-03-03T14:17:35.02587Z","end":"2026-03-03T14:17:35.134682Z","steps":["trace[1569470005] 'agreement among raft nodes before linearized reading' (duration: 108.727798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:35.135236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.719643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306170"} {"level":"info","ts":"2026-03-03T14:17:35.135279Z","caller":"traceutil/trace.go:171","msg":"trace[880067223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9287; }","duration":"181.784864ms","start":"2026-03-03T14:17:34.953484Z","end":"2026-03-03T14:17:35.135269Z","steps":["trace[880067223] 'agreement among raft nodes before linearized reading' (duration: 181.394025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:35.136183Z","caller":"traceutil/trace.go:171","msg":"trace[224263418] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"182.791989ms","start":"2026-03-03T14:17:34.951261Z","end":"2026-03-03T14:17:35.134053Z","steps":["trace[224263418] 'process raft request' (duration: 182.322078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:36.42713Z","caller":"traceutil/trace.go:171","msg":"trace[1922278116] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"190.598993ms","start":"2026-03-03T14:17:36.236503Z","end":"2026-03-03T14:17:36.427102Z","steps":["trace[1922278116] 'process raft request' (duration: 190.449568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:36.847427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.096611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:36.847601Z","caller":"traceutil/trace.go:171","msg":"trace[13724443] transaction","detail":"{read_only:false; response_revision:9290; number_of_response:1; }","duration":"160.68298ms","start":"2026-03-03T14:17:36.686902Z","end":"2026-03-03T14:17:36.847585Z","steps":["trace[13724443] 'process raft request' (duration: 160.620488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:36.847798Z","caller":"traceutil/trace.go:171","msg":"trace[523762623] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"586.70975ms","start":"2026-03-03T14:17:36.261076Z","end":"2026-03-03T14:17:36.847786Z","steps":["trace[523762623] 'process raft request' (duration: 413.190499ms)","trace[523762623] 'compare' (duration: 172.64378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:36.847857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.261051Z","time spent":"586.777201ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:36.848006Z","caller":"traceutil/trace.go:171","msg":"trace[533675241] linearizableReadLoop","detail":"{readStateIndex:9645; appliedIndex:9644; }","duration":"412.44866ms","start":"2026-03-03T14:17:36.435548Z","end":"2026-03-03T14:17:36.847997Z","steps":["trace[533675241] 'read index received' (duration: 238.688623ms)","trace[533675241] 'applied index is now lower than readState.Index' (duration: 173.759007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:36.848308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.758547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:17:36.84835Z","caller":"traceutil/trace.go:171","msg":"trace[2113923130] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9290; }","duration":"412.85411ms","start":"2026-03-03T14:17:36.435486Z","end":"2026-03-03T14:17:36.84834Z","steps":["trace[2113923130] 'agreement among raft nodes before linearized reading' (duration: 412.735627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:36.848379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.435457Z","time spent":"412.914721ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:17:36.848544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.367399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:17:36.848582Z","caller":"traceutil/trace.go:171","msg":"trace[1181087013] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9290; }","duration":"341.43788ms","start":"2026-03-03T14:17:36.507133Z","end":"2026-03-03T14:17:36.848571Z","steps":["trace[1181087013] 'agreement among raft nodes before linearized reading' (duration: 341.352559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:36.848608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.507112Z","time spent":"341.489162ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:17:36.966745Z","caller":"traceutil/trace.go:171","msg":"trace[2039321986] linearizableReadLoop","detail":"{readStateIndex:9647; appliedIndex:9646; }","duration":"114.875232ms","start":"2026-03-03T14:17:36.851826Z","end":"2026-03-03T14:17:36.966701Z","steps":["trace[2039321986] 'read index received' (duration: 29.986396ms)","trace[2039321986] 'applied index is now lower than readState.Index' (duration: 84.886986ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:36.967124Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7435} {"level":"warn","ts":"2026-03-03T14:17:36.972294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.022765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:36.972342Z","caller":"traceutil/trace.go:171","msg":"trace[1181531994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9290; }","duration":"120.526745ms","start":"2026-03-03T14:17:36.851802Z","end":"2026-03-03T14:17:36.972329Z","steps":["trace[1181531994] 'agreement among raft nodes before linearized reading' (duration: 115.011935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:37.069129Z","caller":"traceutil/trace.go:171","msg":"trace[708804526] compact","detail":"{revision:7435; response_revision:9290; }","duration":"218.879148ms","start":"2026-03-03T14:17:36.850218Z","end":"2026-03-03T14:17:37.069097Z","steps":["trace[708804526] 'process raft request' (duration: 31.636464ms)","trace[708804526] 'check and update compact revision' (duration: 84.760793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:37.070789Z","caller":"traceutil/trace.go:171","msg":"trace[79994845] transaction","detail":"{read_only:false; response_revision:9292; number_of_response:1; }","duration":"213.063852ms","start":"2026-03-03T14:17:36.857703Z","end":"2026-03-03T14:17:37.070767Z","steps":["trace[79994845] 'process raft request' (duration: 212.97936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:37.07097Z","caller":"traceutil/trace.go:171","msg":"trace[203183180] transaction","detail":"{read_only:false; response_revision:9291; number_of_response:1; }","duration":"216.937352ms","start":"2026-03-03T14:17:36.85401Z","end":"2026-03-03T14:17:37.070948Z","steps":["trace[203183180] 'process raft request' (duration: 192.318733ms)","trace[203183180] 'compare' (duration: 24.207419ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:37.07774Z","caller":"traceutil/trace.go:171","msg":"trace[188740989] transaction","detail":"{read_only:false; response_revision:9294; number_of_response:1; }","duration":"159.00507ms","start":"2026-03-03T14:17:36.918722Z","end":"2026-03-03T14:17:37.077727Z","steps":["trace[188740989] 'process raft request' (duration: 158.964249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:37.077918Z","caller":"traceutil/trace.go:171","msg":"trace[1343487805] transaction","detail":"{read_only:false; response_revision:9293; number_of_response:1; }","duration":"160.30071ms","start":"2026-03-03T14:17:36.917604Z","end":"2026-03-03T14:17:37.077905Z","steps":["trace[1343487805] 'process raft request' (duration: 160.020133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:37.213539Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7435,"took":"242.610785ms","hash":293107625,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":22654976,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T14:17:37.213615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":293107625,"revision":7435,"compact-revision":5515} {"level":"info","ts":"2026-03-03T14:17:45.407045Z","caller":"traceutil/trace.go:171","msg":"trace[1913329453] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"137.946774ms","start":"2026-03-03T14:17:45.269064Z","end":"2026-03-03T14:17:45.407011Z","steps":["trace[1913329453] 'process raft request' (duration: 137.789611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:45.415194Z","caller":"traceutil/trace.go:171","msg":"trace[470530936] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"145.235466ms","start":"2026-03-03T14:17:45.269933Z","end":"2026-03-03T14:17:45.415168Z","steps":["trace[470530936] 'process raft request' (duration: 145.017641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:45.41548Z","caller":"traceutil/trace.go:171","msg":"trace[1340724350] transaction","detail":"{read_only:false; response_revision:9355; number_of_response:1; }","duration":"144.923099ms","start":"2026-03-03T14:17:45.270528Z","end":"2026-03-03T14:17:45.415451Z","steps":["trace[1340724350] 'process raft request' (duration: 144.601151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:45.415732Z","caller":"traceutil/trace.go:171","msg":"trace[1951141934] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9712; }","duration":"143.827843ms","start":"2026-03-03T14:17:45.271837Z","end":"2026-03-03T14:17:45.415665Z","steps":["trace[1951141934] 'read index received' (duration: 135.408935ms)","trace[1951141934] 'applied index is now lower than readState.Index' (duration: 8.417468ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:45.415801Z","caller":"traceutil/trace.go:171","msg":"trace[954846776] transaction","detail":"{read_only:false; response_revision:9356; number_of_response:1; }","duration":"143.923485ms","start":"2026-03-03T14:17:45.271865Z","end":"2026-03-03T14:17:45.415789Z","steps":["trace[954846776] 'process raft request' (duration: 143.525185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:45.416223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.364845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321239"} {"level":"info","ts":"2026-03-03T14:17:45.416262Z","caller":"traceutil/trace.go:171","msg":"trace[1750040349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9356; }","duration":"144.434036ms","start":"2026-03-03T14:17:45.271819Z","end":"2026-03-03T14:17:45.416253Z","steps":["trace[1750040349] 'agreement among raft nodes before linearized reading' (duration: 143.982576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:46.736641Z","caller":"traceutil/trace.go:171","msg":"trace[490582384] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"156.316737ms","start":"2026-03-03T14:17:46.580298Z","end":"2026-03-03T14:17:46.736615Z","steps":["trace[490582384] 'process raft request' (duration: 156.203224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:46.736705Z","caller":"traceutil/trace.go:171","msg":"trace[258474284] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"169.455006ms","start":"2026-03-03T14:17:46.567222Z","end":"2026-03-03T14:17:46.736677Z","steps":["trace[258474284] 'process raft request' (duration: 166.818164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.449439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.342629ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:47.449575Z","caller":"traceutil/trace.go:171","msg":"trace[359003820] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"556.086539ms","start":"2026-03-03T14:17:46.893467Z","end":"2026-03-03T14:17:47.449554Z","steps":["trace[359003820] 'process raft request' (duration: 444.499115ms)","trace[359003820] 'compare' (duration: 111.214685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:47.44964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:46.893442Z","time spent":"556.16863ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:47.794249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.502463ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:47.794606Z","caller":"traceutil/trace.go:171","msg":"trace[1126698375] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"391.229291ms","start":"2026-03-03T14:17:47.403349Z","end":"2026-03-03T14:17:47.794578Z","steps":["trace[1126698375] 'process raft request' (duration: 391.16337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:47.794594Z","caller":"traceutil/trace.go:171","msg":"trace[270158515] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"615.880845ms","start":"2026-03-03T14:17:47.178672Z","end":"2026-03-03T14:17:47.794552Z","steps":["trace[270158515] 'process raft request' (duration: 373.054304ms)","trace[270158515] 'compare' (duration: 242.287808ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:47.794659Z","caller":"traceutil/trace.go:171","msg":"trace[2043784291] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"595.750842ms","start":"2026-03-03T14:17:47.198877Z","end":"2026-03-03T14:17:47.794628Z","steps":["trace[2043784291] 'process raft request' (duration: 595.502126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:47.794693Z","caller":"traceutil/trace.go:171","msg":"trace[1835700255] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"464.267179ms","start":"2026-03-03T14:17:47.330395Z","end":"2026-03-03T14:17:47.794662Z","steps":["trace[1835700255] 'process raft request' (duration: 464.055074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.794716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.403323Z","time spent":"391.342394ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:47.794759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.178639Z","time spent":"616.03818ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:47.794801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.697281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:47.794837Z","caller":"traceutil/trace.go:171","msg":"trace[1915267063] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:9364; }","duration":"422.783813ms","start":"2026-03-03T14:17:47.372045Z","end":"2026-03-03T14:17:47.794829Z","steps":["trace[1915267063] 'agreement among raft nodes before linearized reading' (duration: 422.677231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:47.794789Z","caller":"traceutil/trace.go:171","msg":"trace[1266683710] linearizableReadLoop","detail":"{readStateIndex:9722; appliedIndex:9719; }","duration":"422.557618ms","start":"2026-03-03T14:17:47.372093Z","end":"2026-03-03T14:17:47.79465Z","steps":["trace[1266683710] 'read index received' (duration: 179.528192ms)","trace[1266683710] 'applied index is now lower than readState.Index' (duration: 243.023416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:47.794835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.198843Z","time spent":"595.903705ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:47.79487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.372008Z","time spent":"422.854345ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":18,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:47.794837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.33036Z","time spent":"464.402513ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:47.847846Z","caller":"traceutil/trace.go:171","msg":"trace[1913614922] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"190.871509ms","start":"2026-03-03T14:17:47.656938Z","end":"2026-03-03T14:17:47.84781Z","steps":["trace[1913614922] 'process raft request' (duration: 190.517391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.847887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.681374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:17:47.847945Z","caller":"traceutil/trace.go:171","msg":"trace[1104693472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9365; }","duration":"411.765215ms","start":"2026-03-03T14:17:47.436164Z","end":"2026-03-03T14:17:47.847929Z","steps":["trace[1104693472] 'agreement among raft nodes before linearized reading' (duration: 411.607051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.847767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.364276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:17:47.847975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.261721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:17:47.847975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.568749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:17:47.848066Z","caller":"traceutil/trace.go:171","msg":"trace[1087610303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9365; }","duration":"411.696024ms","start":"2026-03-03T14:17:47.436354Z","end":"2026-03-03T14:17:47.84805Z","steps":["trace[1087610303] 'agreement among raft nodes before linearized reading' (duration: 411.291335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:47.848081Z","caller":"traceutil/trace.go:171","msg":"trace[1869583408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9365; }","duration":"422.725161ms","start":"2026-03-03T14:17:47.42534Z","end":"2026-03-03T14:17:47.848066Z","steps":["trace[1869583408] 'agreement among raft nodes before linearized reading' (duration: 422.464835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:47.848082Z","caller":"traceutil/trace.go:171","msg":"trace[1919988659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9365; }","duration":"436.404984ms","start":"2026-03-03T14:17:47.411654Z","end":"2026-03-03T14:17:47.848059Z","steps":["trace[1919988659] 'agreement among raft nodes before linearized reading' (duration: 435.978004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.848102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.436346Z","time spent":"411.748375ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:47.848112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.425321Z","time spent":"422.784773ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:47.848116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.411635Z","time spent":"436.470775ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:47.84798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.436148Z","time spent":"411.824047ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:47.848376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.61928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:47.848402Z","caller":"traceutil/trace.go:171","msg":"trace[1036614636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9365; }","duration":"419.669131ms","start":"2026-03-03T14:17:47.428727Z","end":"2026-03-03T14:17:47.848396Z","steps":["trace[1036614636] 'agreement among raft nodes before linearized reading' (duration: 418.873241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.848466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.428714Z","time spent":"419.747532ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:48.025457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.848739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:48.02566Z","caller":"traceutil/trace.go:171","msg":"trace[795937276] linearizableReadLoop","detail":"{readStateIndex:9728; appliedIndex:9725; }","duration":"134.862022ms","start":"2026-03-03T14:17:47.890782Z","end":"2026-03-03T14:17:48.025644Z","steps":["trace[795937276] 'read index received' (duration: 14.772677ms)","trace[795937276] 'applied index is now lower than readState.Index' (duration: 120.088605ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:48.025722Z","caller":"traceutil/trace.go:171","msg":"trace[137972754] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"173.843989ms","start":"2026-03-03T14:17:47.851831Z","end":"2026-03-03T14:17:48.025675Z","steps":["trace[137972754] 'process raft request' (duration: 173.725807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.025921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.056954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:48.025903Z","caller":"traceutil/trace.go:171","msg":"trace[666359160] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"172.673212ms","start":"2026-03-03T14:17:47.853196Z","end":"2026-03-03T14:17:48.025869Z","steps":["trace[666359160] 'process raft request' (duration: 172.402536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:48.02596Z","caller":"traceutil/trace.go:171","msg":"trace[945536366] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"174.183097ms","start":"2026-03-03T14:17:47.851763Z","end":"2026-03-03T14:17:48.025946Z","steps":["trace[945536366] 'process raft request' (duration: 53.768624ms)","trace[945536366] 'compare' (duration: 119.708966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:48.025974Z","caller":"traceutil/trace.go:171","msg":"trace[695666090] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9369; }","duration":"154.122125ms","start":"2026-03-03T14:17:47.871832Z","end":"2026-03-03T14:17:48.025954Z","steps":["trace[695666090] 'agreement among raft nodes before linearized reading' (duration: 153.92855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:48.800949Z","caller":"traceutil/trace.go:171","msg":"trace[1895584612] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"115.478127ms","start":"2026-03-03T14:17:48.685445Z","end":"2026-03-03T14:17:48.800923Z","steps":["trace[1895584612] 'process raft request' (duration: 66.268889ms)","trace[1895584612] 'compare' (duration: 48.811458ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:49.783174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.380384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:49.783356Z","caller":"traceutil/trace.go:171","msg":"trace[1902460398] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"327.766059ms","start":"2026-03-03T14:17:49.455565Z","end":"2026-03-03T14:17:49.783331Z","steps":["trace[1902460398] 'process raft request' (duration: 158.12669ms)","trace[1902460398] 'compare' (duration: 169.068026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:49.783522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.455547Z","time spent":"327.896873ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:49.783418Z","caller":"traceutil/trace.go:171","msg":"trace[1658013728] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"219.948813ms","start":"2026-03-03T14:17:49.563451Z","end":"2026-03-03T14:17:49.7834Z","steps":["trace[1658013728] 'process raft request' (duration: 219.83657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.244215Z","caller":"traceutil/trace.go:171","msg":"trace[658173972] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"546.76728ms","start":"2026-03-03T14:17:49.697411Z","end":"2026-03-03T14:17:50.244178Z","steps":["trace[658173972] 'process raft request' (duration: 546.556295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.24472Z","caller":"traceutil/trace.go:171","msg":"trace[853358256] linearizableReadLoop","detail":"{readStateIndex:9742; appliedIndex:9742; }","duration":"461.517376ms","start":"2026-03-03T14:17:49.783167Z","end":"2026-03-03T14:17:50.244684Z","steps":["trace[853358256] 'read index received' (duration: 461.504365ms)","trace[853358256] 'applied index is now lower than readState.Index' (duration: 10.961µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:50.244863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.662079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:50.244907Z","caller":"traceutil/trace.go:171","msg":"trace[577809579] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:9382; }","duration":"461.771582ms","start":"2026-03-03T14:17:49.783123Z","end":"2026-03-03T14:17:50.244894Z","steps":["trace[577809579] 'agreement among raft nodes before linearized reading' (duration: 461.640989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.244943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.783105Z","time spent":"461.830983ms","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:50.24524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.697382Z","time spent":"546.927204ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:50.629409Z","caller":"traceutil/trace.go:171","msg":"trace[264268960] linearizableReadLoop","detail":"{readStateIndex:9744; appliedIndex:9742; }","duration":"384.555025ms","start":"2026-03-03T14:17:50.244831Z","end":"2026-03-03T14:17:50.629386Z","steps":["trace[264268960] 'read index received' (duration: 384.411781ms)","trace[264268960] 'applied index is now lower than readState.Index' (duration: 142.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:50.629455Z","caller":"traceutil/trace.go:171","msg":"trace[1018277969] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"829.91031ms","start":"2026-03-03T14:17:49.799528Z","end":"2026-03-03T14:17:50.629438Z","steps":["trace[1018277969] 'process raft request' (duration: 829.829398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.629492Z","caller":"traceutil/trace.go:171","msg":"trace[1985433518] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"830.054133ms","start":"2026-03-03T14:17:49.799431Z","end":"2026-03-03T14:17:50.629485Z","steps":["trace[1985433518] 'process raft request' (duration: 829.820908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.629579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.799412Z","time spent":"830.104805ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:50.629624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.175023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:17:50.629686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.318077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:50.629709Z","caller":"traceutil/trace.go:171","msg":"trace[1270162150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9384; }","duration":"599.371527ms","start":"2026-03-03T14:17:50.03033Z","end":"2026-03-03T14:17:50.629702Z","steps":["trace[1270162150] 'agreement among raft nodes before linearized reading' (duration: 599.273775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.629713Z","caller":"traceutil/trace.go:171","msg":"trace[1630848399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9384; }","duration":"599.289346ms","start":"2026-03-03T14:17:50.030403Z","end":"2026-03-03T14:17:50.629693Z","steps":["trace[1630848399] 'agreement among raft nodes before linearized reading' (duration: 599.003699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.629782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.030397Z","time spent":"599.355557ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:50.629578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.799494Z","time spent":"830.014283ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:50.629935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.030313Z","time spent":"599.614043ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:50.629953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.511201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:50.629977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.53303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:50.629982Z","caller":"traceutil/trace.go:171","msg":"trace[958128942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9384; }","duration":"599.547152ms","start":"2026-03-03T14:17:50.030426Z","end":"2026-03-03T14:17:50.629974Z","steps":["trace[958128942] 'agreement among raft nodes before linearized reading' (duration: 599.466239ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.630006Z","caller":"traceutil/trace.go:171","msg":"trace[754108460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9384; }","duration":"735.591822ms","start":"2026-03-03T14:17:49.894407Z","end":"2026-03-03T14:17:50.629998Z","steps":["trace[754108460] 'agreement among raft nodes before linearized reading' (duration: 735.506719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.630011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.030422Z","time spent":"599.583393ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:50.630032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.89439Z","time spent":"735.636993ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:50.630033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.117861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:50.630103Z","caller":"traceutil/trace.go:171","msg":"trace[914410477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9384; }","duration":"843.207743ms","start":"2026-03-03T14:17:49.786888Z","end":"2026-03-03T14:17:50.630096Z","steps":["trace[914410477] 'agreement among raft nodes before linearized reading' (duration: 843.124711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.630126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.786878Z","time spent":"843.243994ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:50.630128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.988532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:17:50.630171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.732914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:50.630186Z","caller":"traceutil/trace.go:171","msg":"trace[61036465] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9384; }","duration":"844.083784ms","start":"2026-03-03T14:17:49.786094Z","end":"2026-03-03T14:17:50.630178Z","steps":["trace[61036465] 'agreement among raft nodes before linearized reading' (duration: 843.951951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.630214Z","caller":"traceutil/trace.go:171","msg":"trace[629281445] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9384; }","duration":"729.800566ms","start":"2026-03-03T14:17:49.900403Z","end":"2026-03-03T14:17:50.630204Z","steps":["trace[629281445] 'agreement among raft nodes before linearized reading' (duration: 729.673173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.63025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.90039Z","time spent":"729.852897ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:50.630242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.786072Z","time spent":"844.161066ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:17:50.629959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.663927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:50.630505Z","caller":"traceutil/trace.go:171","msg":"trace[1930776997] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9384; }","duration":"476.528439ms","start":"2026-03-03T14:17:50.153889Z","end":"2026-03-03T14:17:50.630417Z","steps":["trace[1930776997] 'agreement among raft nodes before linearized reading' (duration: 475.592556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.630616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.15387Z","time spent":"476.716883ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:50.769843Z","caller":"traceutil/trace.go:171","msg":"trace[717184476] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"130.98593ms","start":"2026-03-03T14:17:50.638838Z","end":"2026-03-03T14:17:50.769823Z","steps":["trace[717184476] 'process raft request' (duration: 130.872397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.770356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.560204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321343"} {"level":"info","ts":"2026-03-03T14:17:50.770353Z","caller":"traceutil/trace.go:171","msg":"trace[1588533678] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"132.237611ms","start":"2026-03-03T14:17:50.638072Z","end":"2026-03-03T14:17:50.770309Z","steps":["trace[1588533678] 'process raft request' (duration: 100.651397ms)","trace[1588533678] 'compare' (duration: 30.885637ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:50.769831Z","caller":"traceutil/trace.go:171","msg":"trace[579702291] linearizableReadLoop","detail":"{readStateIndex:9746; appliedIndex:9745; }","duration":"131.031641ms","start":"2026-03-03T14:17:50.638772Z","end":"2026-03-03T14:17:50.769803Z","steps":["trace[579702291] 'read index received' (duration: 46.036262ms)","trace[579702291] 'applied index is now lower than readState.Index' (duration: 84.994479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:50.770402Z","caller":"traceutil/trace.go:171","msg":"trace[2085727431] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9388; }","duration":"131.637936ms","start":"2026-03-03T14:17:50.638754Z","end":"2026-03-03T14:17:50.770391Z","steps":["trace[2085727431] 'agreement among raft nodes before linearized reading' (duration: 131.129893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.770507Z","caller":"traceutil/trace.go:171","msg":"trace[1585162112] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"131.492853ms","start":"2026-03-03T14:17:50.638889Z","end":"2026-03-03T14:17:50.770382Z","steps":["trace[1585162112] 'process raft request' (duration: 130.858457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.855843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.35946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:52.856012Z","caller":"traceutil/trace.go:171","msg":"trace[1018383631] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"163.317861ms","start":"2026-03-03T14:17:52.692677Z","end":"2026-03-03T14:17:52.855995Z","steps":["trace[1018383631] 'process raft request' (duration: 62.730165ms)","trace[1018383631] 'compare' (duration: 100.251648ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:53.289184Z","caller":"traceutil/trace.go:171","msg":"trace[1153210625] linearizableReadLoop","detail":"{readStateIndex:9757; appliedIndex:9755; }","duration":"425.939118ms","start":"2026-03-03T14:17:52.863223Z","end":"2026-03-03T14:17:53.289162Z","steps":["trace[1153210625] 'read index received' (duration: 62.282934ms)","trace[1153210625] 'applied index is now lower than readState.Index' (duration: 363.655344ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:53.289214Z","caller":"traceutil/trace.go:171","msg":"trace[1117743364] transaction","detail":"{read_only:false; response_revision:9397; number_of_response:1; }","duration":"426.083371ms","start":"2026-03-03T14:17:52.863102Z","end":"2026-03-03T14:17:53.289185Z","steps":["trace[1117743364] 'process raft request' (duration: 421.309059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:53.289356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.863092Z","time spent":"426.187885ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:53.289901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.669996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321343"} {"level":"info","ts":"2026-03-03T14:17:53.289939Z","caller":"traceutil/trace.go:171","msg":"trace[1171405336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9399; }","duration":"426.765458ms","start":"2026-03-03T14:17:52.863164Z","end":"2026-03-03T14:17:53.289929Z","steps":["trace[1171405336] 'agreement among raft nodes before linearized reading' (duration: 426.088312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:53.289998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.863148Z","time spent":"426.812008ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321367,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:53.290054Z","caller":"traceutil/trace.go:171","msg":"trace[1264991638] transaction","detail":"{read_only:false; response_revision:9398; number_of_response:1; }","duration":"426.849209ms","start":"2026-03-03T14:17:52.863191Z","end":"2026-03-03T14:17:53.29004Z","steps":["trace[1264991638] 'process raft request' (duration: 425.893847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:53.290125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.86316Z","time spent":"426.929841ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:53.290281Z","caller":"traceutil/trace.go:171","msg":"trace[1512464894] transaction","detail":"{read_only:false; response_revision:9399; number_of_response:1; }","duration":"426.394849ms","start":"2026-03-03T14:17:52.863857Z","end":"2026-03-03T14:17:53.290251Z","steps":["trace[1512464894] 'process raft request' (duration: 425.276273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:53.291963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.863844Z","time spent":"426.514862ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:54.086944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.761465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:54.087041Z","caller":"traceutil/trace.go:171","msg":"trace[510354644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9399; }","duration":"672.904278ms","start":"2026-03-03T14:17:53.414115Z","end":"2026-03-03T14:17:54.08702Z","steps":["trace[510354644] 'range keys from in-memory index tree' (duration: 672.683013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.087067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.414096Z","time spent":"672.964839ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:17:54.08716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.166773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:54.087293Z","caller":"traceutil/trace.go:171","msg":"trace[389152047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9399; }","duration":"329.325967ms","start":"2026-03-03T14:17:53.757934Z","end":"2026-03-03T14:17:54.08726Z","steps":["trace[389152047] 'range keys from in-memory index tree' (duration: 329.102321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.087354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.757918Z","time spent":"329.421078ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:54.087222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.554862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:54.087479Z","caller":"traceutil/trace.go:171","msg":"trace[902934364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9399; }","duration":"670.84399ms","start":"2026-03-03T14:17:53.416626Z","end":"2026-03-03T14:17:54.08747Z","steps":["trace[902934364] 'count revisions from in-memory index tree' (duration: 670.48776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.087503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.416616Z","time spent":"670.879ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:54.245972Z","caller":"traceutil/trace.go:171","msg":"trace[1207481176] linearizableReadLoop","detail":"{readStateIndex:9760; appliedIndex:9759; }","duration":"157.267859ms","start":"2026-03-03T14:17:54.08867Z","end":"2026-03-03T14:17:54.245938Z","steps":["trace[1207481176] 'read index received' (duration: 156.952782ms)","trace[1207481176] 'applied index is now lower than readState.Index' (duration: 314.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:54.246363Z","caller":"traceutil/trace.go:171","msg":"trace[1014134246] transaction","detail":"{read_only:false; response_revision:9400; number_of_response:1; }","duration":"443.833838ms","start":"2026-03-03T14:17:53.802502Z","end":"2026-03-03T14:17:54.246336Z","steps":["trace[1014134246] 'process raft request' (duration: 443.141452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.246518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.153899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:54.246547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.802476Z","time spent":"443.991182ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:54.24662Z","caller":"traceutil/trace.go:171","msg":"trace[20706525] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9400; }","duration":"155.292133ms","start":"2026-03-03T14:17:54.091303Z","end":"2026-03-03T14:17:54.246596Z","steps":["trace[20706525] 'agreement among raft nodes before linearized reading' (duration: 155.108208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.246504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.679829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:54.246987Z","caller":"traceutil/trace.go:171","msg":"trace[777909821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9400; }","duration":"158.276463ms","start":"2026-03-03T14:17:54.088657Z","end":"2026-03-03T14:17:54.246933Z","steps":["trace[777909821] 'agreement among raft nodes before linearized reading' (duration: 157.537875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.98755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.818818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:54.987678Z","caller":"traceutil/trace.go:171","msg":"trace[551817175] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9400; }","duration":"623.018234ms","start":"2026-03-03T14:17:54.364629Z","end":"2026-03-03T14:17:54.987648Z","steps":["trace[551817175] 'count revisions from in-memory index tree' (duration: 622.719447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.987739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.364601Z","time spent":"623.122195ms","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:55.251156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.904375ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:55.252054Z","caller":"traceutil/trace.go:171","msg":"trace[2041278533] transaction","detail":"{read_only:false; response_revision:9401; number_of_response:1; }","duration":"585.798788ms","start":"2026-03-03T14:17:54.66623Z","end":"2026-03-03T14:17:55.252029Z","steps":["trace[2041278533] 'process raft request' (duration: 585.04896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.252194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.666207Z","time spent":"585.912851ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:55.662283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.157148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:55.662558Z","caller":"traceutil/trace.go:171","msg":"trace[1380163559] transaction","detail":"{read_only:false; response_revision:9402; number_of_response:1; }","duration":"981.059435ms","start":"2026-03-03T14:17:54.681453Z","end":"2026-03-03T14:17:55.662513Z","steps":["trace[1380163559] 'process raft request' (duration: 570.556879ms)","trace[1380163559] 'compare' (duration: 409.971304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:55.662959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.681437Z","time spent":"981.402533ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:55.663413Z","caller":"traceutil/trace.go:171","msg":"trace[205673110] linearizableReadLoop","detail":"{readStateIndex:9763; appliedIndex:9760; }","duration":"818.87501ms","start":"2026-03-03T14:17:54.844521Z","end":"2026-03-03T14:17:55.663396Z","steps":["trace[205673110] 'read index received' (duration: 319.366421ms)","trace[205673110] 'applied index is now lower than readState.Index' (duration: 499.506939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:55.662795Z","caller":"traceutil/trace.go:171","msg":"trace[1544759367] transaction","detail":"{read_only:false; response_revision:9403; number_of_response:1; }","duration":"251.918545ms","start":"2026-03-03T14:17:55.410853Z","end":"2026-03-03T14:17:55.662772Z","steps":["trace[1544759367] 'process raft request' (duration: 251.664889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.663915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.936518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:55.663981Z","caller":"traceutil/trace.go:171","msg":"trace[1716840332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9403; }","duration":"733.025571ms","start":"2026-03-03T14:17:54.930941Z","end":"2026-03-03T14:17:55.663967Z","steps":["trace[1716840332] 'agreement among raft nodes before linearized reading' (duration: 732.848127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.663979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.603812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:17:55.663638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.102896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:55.66403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.930928Z","time spent":"733.091812ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:17:55.664076Z","caller":"traceutil/trace.go:171","msg":"trace[1300116284] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9403; }","duration":"369.768897ms","start":"2026-03-03T14:17:55.294286Z","end":"2026-03-03T14:17:55.664055Z","steps":["trace[1300116284] 'agreement among raft nodes before linearized reading' (duration: 369.457069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.664133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.294262Z","time spent":"369.86047ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:17:55.66416Z","caller":"traceutil/trace.go:171","msg":"trace[23173665] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:9403; }","duration":"819.581667ms","start":"2026-03-03T14:17:54.844485Z","end":"2026-03-03T14:17:55.664067Z","steps":["trace[23173665] 'agreement among raft nodes before linearized reading' (duration: 819.093545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.663755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.982898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:17:55.664233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.844466Z","time spent":"819.747762ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:55.664357Z","caller":"traceutil/trace.go:171","msg":"trace[775848451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9403; }","duration":"369.532072ms","start":"2026-03-03T14:17:55.294729Z","end":"2026-03-03T14:17:55.664261Z","steps":["trace[775848451] 'agreement among raft nodes before linearized reading' (duration: 368.889296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.664472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.294713Z","time spent":"369.747767ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:55.66384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.55044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:55.664645Z","caller":"traceutil/trace.go:171","msg":"trace[524273828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9403; }","duration":"361.39226ms","start":"2026-03-03T14:17:55.303244Z","end":"2026-03-03T14:17:55.664636Z","steps":["trace[524273828] 'agreement among raft nodes before linearized reading' (duration: 360.53831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.664702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.303225Z","time spent":"361.458532ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:55.663806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.722998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:55.664804Z","caller":"traceutil/trace.go:171","msg":"trace[836748981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9403; }","duration":"797.766974ms","start":"2026-03-03T14:17:54.867021Z","end":"2026-03-03T14:17:55.664788Z","steps":["trace[836748981] 'agreement among raft nodes before linearized reading' (duration: 796.588926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.664853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.867004Z","time spent":"797.836676ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:55.663828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.817503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:55.664944Z","caller":"traceutil/trace.go:171","msg":"trace[1316174995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9403; }","duration":"360.96289ms","start":"2026-03-03T14:17:55.303963Z","end":"2026-03-03T14:17:55.664926Z","steps":["trace[1316174995] 'agreement among raft nodes before linearized reading' (duration: 359.69171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.66501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.303957Z","time spent":"361.035682ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:56.15358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.395822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:56.153686Z","caller":"traceutil/trace.go:171","msg":"trace[1228465557] transaction","detail":"{read_only:false; response_revision:9404; number_of_response:1; }","duration":"484.651869ms","start":"2026-03-03T14:17:55.669016Z","end":"2026-03-03T14:17:56.153668Z","steps":["trace[1228465557] 'process raft request' (duration: 267.100973ms)","trace[1228465557] 'compare' (duration: 217.175927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:56.153743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.668994Z","time spent":"484.716601ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.385327Z","caller":"traceutil/trace.go:171","msg":"trace[644655028] transaction","detail":"{read_only:false; response_revision:9409; number_of_response:1; }","duration":"132.452165ms","start":"2026-03-03T14:17:56.252852Z","end":"2026-03-03T14:17:56.385304Z","steps":["trace[644655028] 'process raft request' (duration: 132.426664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:56.385754Z","caller":"traceutil/trace.go:171","msg":"trace[196041887] transaction","detail":"{read_only:false; response_revision:9405; number_of_response:1; }","duration":"716.00884ms","start":"2026-03-03T14:17:55.669716Z","end":"2026-03-03T14:17:56.385725Z","steps":["trace[196041887] 'process raft request' (duration: 643.068265ms)","trace[196041887] 'compare' (duration: 72.353722ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:56.385869Z","caller":"traceutil/trace.go:171","msg":"trace[704571357] transaction","detail":"{read_only:false; response_revision:9408; number_of_response:1; }","duration":"713.985274ms","start":"2026-03-03T14:17:55.671844Z","end":"2026-03-03T14:17:56.385829Z","steps":["trace[704571357] 'process raft request' (duration: 713.41436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.385997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.669697Z","time spent":"716.191744ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.386063Z","caller":"traceutil/trace.go:171","msg":"trace[1712481808] transaction","detail":"{read_only:false; response_revision:9406; number_of_response:1; }","duration":"716.344808ms","start":"2026-03-03T14:17:55.669711Z","end":"2026-03-03T14:17:56.386055Z","steps":["trace[1712481808] 'process raft request' (duration: 715.508059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.386102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.669683Z","time spent":"716.40171ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.386213Z","caller":"traceutil/trace.go:171","msg":"trace[525305706] transaction","detail":"{read_only:false; response_revision:9407; number_of_response:1; }","duration":"716.295286ms","start":"2026-03-03T14:17:55.66991Z","end":"2026-03-03T14:17:56.386205Z","steps":["trace[525305706] 'process raft request' (duration: 715.332424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.386248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.669895Z","time spent":"716.335318ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.386316Z","caller":"traceutil/trace.go:171","msg":"trace[1220263774] linearizableReadLoop","detail":"{readStateIndex:9767; appliedIndex:9764; }","duration":"716.501012ms","start":"2026-03-03T14:17:55.669808Z","end":"2026-03-03T14:17:56.386309Z","steps":["trace[1220263774] 'read index received' (duration: 266.323564ms)","trace[1220263774] 'applied index is now lower than readState.Index' (duration: 450.175998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:56.38603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.671813Z","time spent":"714.133836ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:56.386818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.018064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321343"} {"level":"info","ts":"2026-03-03T14:17:56.386847Z","caller":"traceutil/trace.go:171","msg":"trace[1179242783] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9409; }","duration":"717.126587ms","start":"2026-03-03T14:17:55.669713Z","end":"2026-03-03T14:17:56.38684Z","steps":["trace[1179242783] 'agreement among raft nodes before linearized reading' (duration: 716.718987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.386866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.669688Z","time spent":"717.173369ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321367,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:56.387056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.625709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:56.387079Z","caller":"traceutil/trace.go:171","msg":"trace[1158919576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9409; }","duration":"629.709252ms","start":"2026-03-03T14:17:55.757365Z","end":"2026-03-03T14:17:56.387074Z","steps":["trace[1158919576] 'agreement among raft nodes before linearized reading' (duration: 629.674841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.387092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.757338Z","time spent":"629.751282ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:56.38724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.806022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:56.387261Z","caller":"traceutil/trace.go:171","msg":"trace[540865913] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:9409; }","duration":"501.868394ms","start":"2026-03-03T14:17:55.885388Z","end":"2026-03-03T14:17:56.387256Z","steps":["trace[540865913] 'agreement among raft nodes before linearized reading' (duration: 501.821723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.387275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.885368Z","time spent":"501.903755ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:58.65808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666476,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:17:58.729076Z","caller":"traceutil/trace.go:171","msg":"trace[1137900370] transaction","detail":"{read_only:false; response_revision:9412; number_of_response:1; }","duration":"654.514935ms","start":"2026-03-03T14:17:58.074531Z","end":"2026-03-03T14:17:58.729046Z","steps":["trace[1137900370] 'process raft request' (duration: 654.372652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.729312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.074513Z","time spent":"654.654578ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:58.811018Z","caller":"traceutil/trace.go:171","msg":"trace[1492734649] linearizableReadLoop","detail":"{readStateIndex:9775; appliedIndex:9773; }","duration":"653.462749ms","start":"2026-03-03T14:17:58.157524Z","end":"2026-03-03T14:17:58.810987Z","steps":["trace[1492734649] 'read index received' (duration: 571.989133ms)","trace[1492734649] 'applied index is now lower than readState.Index' (duration: 81.472836ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:58.811516Z","caller":"traceutil/trace.go:171","msg":"trace[1034064581] transaction","detail":"{read_only:false; response_revision:9413; number_of_response:1; }","duration":"622.394559ms","start":"2026-03-03T14:17:58.189104Z","end":"2026-03-03T14:17:58.811499Z","steps":["trace[1034064581] 'process raft request' (duration: 621.689013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.811783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.189076Z","time spent":"622.483531ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:58.812905Z","caller":"traceutil/trace.go:171","msg":"trace[1753624371] transaction","detail":"{read_only:false; response_revision:9414; number_of_response:1; }","duration":"421.608197ms","start":"2026-03-03T14:17:58.391277Z","end":"2026-03-03T14:17:58.812885Z","steps":["trace[1753624371] 'process raft request' (duration: 419.633811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.813269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.391264Z","time spent":"421.690419ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:58.813737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.202994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:58.814118Z","caller":"traceutil/trace.go:171","msg":"trace[1373060297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9414; }","duration":"656.561882ms","start":"2026-03-03T14:17:58.157481Z","end":"2026-03-03T14:17:58.814043Z","steps":["trace[1373060297] 'agreement among raft nodes before linearized reading' (duration: 656.136512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.814216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.157463Z","time spent":"656.736507ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:58.814622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.288259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:58.814739Z","caller":"traceutil/trace.go:171","msg":"trace[341020212] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9414; }","duration":"424.370042ms","start":"2026-03-03T14:17:58.390289Z","end":"2026-03-03T14:17:58.814659Z","steps":["trace[341020212] 'agreement among raft nodes before linearized reading' (duration: 424.239939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.816136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.390274Z","time spent":"425.792005ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:58.816688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.638007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:17:58.816715Z","caller":"traceutil/trace.go:171","msg":"trace[644671216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9414; }","duration":"421.689409ms","start":"2026-03-03T14:17:58.395019Z","end":"2026-03-03T14:17:58.816708Z","steps":["trace[644671216] 'agreement among raft nodes before linearized reading' (duration: 421.592067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.816982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.395008Z","time spent":"421.929494ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:17:58.817162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.206247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:17:58.817186Z","caller":"traceutil/trace.go:171","msg":"trace[109989007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9414; }","duration":"424.257888ms","start":"2026-03-03T14:17:58.392921Z","end":"2026-03-03T14:17:58.817179Z","steps":["trace[109989007] 'agreement among raft nodes before linearized reading' (duration: 424.194256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.81723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.392909Z","time spent":"424.31514ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:58.817382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.379985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:58.817405Z","caller":"traceutil/trace.go:171","msg":"trace[474341315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9414; }","duration":"425.403826ms","start":"2026-03-03T14:17:58.391995Z","end":"2026-03-03T14:17:58.817399Z","steps":["trace[474341315] 'agreement among raft nodes before linearized reading' (duration: 425.335814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.817449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.391955Z","time spent":"425.488288ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:58.817589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.59463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:58.817611Z","caller":"traceutil/trace.go:171","msg":"trace[537854562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9414; }","duration":"425.629031ms","start":"2026-03-03T14:17:58.391977Z","end":"2026-03-03T14:17:58.817606Z","steps":["trace[537854562] 'agreement among raft nodes before linearized reading' (duration: 425.570829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.817655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.391971Z","time spent":"425.677873ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:59.382591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.800633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:59.382699Z","caller":"traceutil/trace.go:171","msg":"trace[300422296] transaction","detail":"{read_only:false; response_revision:9415; number_of_response:1; }","duration":"559.601353ms","start":"2026-03-03T14:17:58.82308Z","end":"2026-03-03T14:17:59.382682Z","steps":["trace[300422296] 'process raft request' (duration: 179.641276ms)","trace[300422296] 'compare' (duration: 379.636589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:59.382741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823064Z","time spent":"559.657303ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.593831Z","caller":"traceutil/trace.go:171","msg":"trace[1675932962] linearizableReadLoop","detail":"{readStateIndex:9779; appliedIndex:9775; }","duration":"770.655896ms","start":"2026-03-03T14:17:58.823148Z","end":"2026-03-03T14:17:59.593803Z","steps":["trace[1675932962] 'read index received' (duration: 179.567534ms)","trace[1675932962] 'applied index is now lower than readState.Index' (duration: 591.087052ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:59.593927Z","caller":"traceutil/trace.go:171","msg":"trace[1758679881] transaction","detail":"{read_only:false; response_revision:9416; number_of_response:1; }","duration":"770.802369ms","start":"2026-03-03T14:17:58.823087Z","end":"2026-03-03T14:17:59.59389Z","steps":["trace[1758679881] 'process raft request' (duration: 764.115972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.594054Z","caller":"traceutil/trace.go:171","msg":"trace[1586399024] transaction","detail":"{read_only:false; response_revision:9418; number_of_response:1; }","duration":"770.85013ms","start":"2026-03-03T14:17:58.823147Z","end":"2026-03-03T14:17:59.593997Z","steps":["trace[1586399024] 'process raft request' (duration: 770.556624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.594287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823143Z","time spent":"771.040125ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.594107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823079Z","time spent":"770.926183ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.593964Z","caller":"traceutil/trace.go:171","msg":"trace[771640259] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"770.717877ms","start":"2026-03-03T14:17:58.823233Z","end":"2026-03-03T14:17:59.593951Z","steps":["trace[771640259] 'process raft request' (duration: 770.495182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.594073Z","caller":"traceutil/trace.go:171","msg":"trace[1564717038] transaction","detail":"{read_only:false; response_revision:9417; number_of_response:1; }","duration":"770.899992ms","start":"2026-03-03T14:17:58.823119Z","end":"2026-03-03T14:17:59.594019Z","steps":["trace[1564717038] 'process raft request' (duration: 770.538544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.594545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823115Z","time spent":"771.400344ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.594553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823216Z","time spent":"771.21881ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.594972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.821664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321343"} {"level":"info","ts":"2026-03-03T14:17:59.595011Z","caller":"traceutil/trace.go:171","msg":"trace[482091292] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9419; }","duration":"771.899366ms","start":"2026-03-03T14:17:58.823103Z","end":"2026-03-03T14:17:59.595002Z","steps":["trace[482091292] 'agreement among raft nodes before linearized reading' (duration: 770.877661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.595034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.823083Z","time spent":"771.945196ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321367,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:59.604383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.052758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:59.604426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.82534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:17:59.604421Z","caller":"traceutil/trace.go:171","msg":"trace[1261422632] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"306.094769ms","start":"2026-03-03T14:17:59.298285Z","end":"2026-03-03T14:17:59.60438Z","steps":["trace[1261422632] 'process raft request' (duration: 305.840043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.604499Z","caller":"traceutil/trace.go:171","msg":"trace[1502713657] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9420; }","duration":"250.946732ms","start":"2026-03-03T14:17:59.353537Z","end":"2026-03-03T14:17:59.604483Z","steps":["trace[1502713657] 'agreement among raft nodes before linearized reading' (duration: 250.748178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.604565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.385254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:17:59.604612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.298264Z","time spent":"306.256172ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.60464Z","caller":"traceutil/trace.go:171","msg":"trace[1174415331] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9420; }","duration":"331.504647ms","start":"2026-03-03T14:17:59.273118Z","end":"2026-03-03T14:17:59.604622Z","steps":["trace[1174415331] 'agreement among raft nodes before linearized reading' (duration: 331.271901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.604466Z","caller":"traceutil/trace.go:171","msg":"trace[1591725019] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9420; }","duration":"502.154331ms","start":"2026-03-03T14:17:59.102295Z","end":"2026-03-03T14:17:59.60445Z","steps":["trace[1591725019] 'agreement among raft nodes before linearized reading' (duration: 501.943306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.604687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.273098Z","time spent":"331.580198ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:17:59.604793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.102233Z","time spent":"502.480428ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":57,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:01.769297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.48526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:18:01.769345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.517631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:18:01.76937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.164893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:18:01.769297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.018839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:18:01.769406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.380758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:01.769436Z","caller":"traceutil/trace.go:171","msg":"trace[282311614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9425; }","duration":"170.670004ms","start":"2026-03-03T14:18:01.598745Z","end":"2026-03-03T14:18:01.769415Z","steps":["trace[282311614] 'range keys from in-memory index tree' (duration: 170.323326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:01.769456Z","caller":"traceutil/trace.go:171","msg":"trace[1243275421] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9425; }","duration":"167.272295ms","start":"2026-03-03T14:18:01.602162Z","end":"2026-03-03T14:18:01.769434Z","steps":["trace[1243275421] 'range keys from in-memory index tree' (duration: 167.05726ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:01.769455Z","caller":"traceutil/trace.go:171","msg":"trace[1523225156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9425; }","duration":"170.198634ms","start":"2026-03-03T14:18:01.599238Z","end":"2026-03-03T14:18:01.769437Z","steps":["trace[1523225156] 'range keys from in-memory index tree' (duration: 169.910357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:01.769473Z","caller":"traceutil/trace.go:171","msg":"trace[1461436536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9425; }","duration":"170.47836ms","start":"2026-03-03T14:18:01.598975Z","end":"2026-03-03T14:18:01.769453Z","steps":["trace[1461436536] 'range keys from in-memory index tree' (duration: 169.964808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:01.769405Z","caller":"traceutil/trace.go:171","msg":"trace[1798483504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9425; }","duration":"170.640684ms","start":"2026-03-03T14:18:01.598744Z","end":"2026-03-03T14:18:01.769384Z","steps":["trace[1798483504] 'range keys from in-memory index tree' (duration: 170.292546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:02.171537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666520,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:18:02.302945Z","caller":"traceutil/trace.go:171","msg":"trace[560262709] transaction","detail":"{read_only:false; response_revision:9426; number_of_response:1; }","duration":"693.523071ms","start":"2026-03-03T14:18:01.609389Z","end":"2026-03-03T14:18:02.302912Z","steps":["trace[560262709] 'process raft request' (duration: 693.356077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:02.303203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.609377Z","time spent":"693.727597ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:03.429223Z","caller":"traceutil/trace.go:171","msg":"trace[1589392915] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"1.701276595s","start":"2026-03-03T14:18:01.727914Z","end":"2026-03-03T14:18:03.429191Z","steps":["trace[1589392915] 'process raft request' (duration: 1.701027949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.429431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.727881Z","time spent":"1.70148197s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:03.429609Z","caller":"traceutil/trace.go:171","msg":"trace[75176036] linearizableReadLoop","detail":"{readStateIndex:9794; appliedIndex:9787; }","duration":"1.758716226s","start":"2026-03-03T14:18:01.670886Z","end":"2026-03-03T14:18:03.429602Z","steps":["trace[75176036] 'read index received' (duration: 631.896022ms)","trace[75176036] 'applied index is now lower than readState.Index' (duration: 1.126819574s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:03.429649Z","caller":"traceutil/trace.go:171","msg":"trace[332650330] transaction","detail":"{read_only:false; response_revision:9431; number_of_response:1; }","duration":"1.655395976s","start":"2026-03-03T14:18:01.774248Z","end":"2026-03-03T14:18:03.429644Z","steps":["trace[332650330] 'process raft request' (duration: 1.654961985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.429681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.774234Z","time spent":"1.655428567s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:03.429806Z","caller":"traceutil/trace.go:171","msg":"trace[1950731310] transaction","detail":"{read_only:false; response_revision:9432; number_of_response:1; }","duration":"1.651553396s","start":"2026-03-03T14:18:01.778246Z","end":"2026-03-03T14:18:03.4298Z","steps":["trace[1950731310] 'process raft request' (duration: 1.65129796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.429841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.778235Z","time spent":"1.651588606s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:03.430148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759251308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:03.430191Z","caller":"traceutil/trace.go:171","msg":"trace[1682865103] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"1.65727413s","start":"2026-03-03T14:18:01.772899Z","end":"2026-03-03T14:18:03.430173Z","steps":["trace[1682865103] 'process raft request' (duration: 1.656217825s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:03.430204Z","caller":"traceutil/trace.go:171","msg":"trace[1981073432] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9432; }","duration":"1.759362231s","start":"2026-03-03T14:18:01.670829Z","end":"2026-03-03T14:18:03.430191Z","steps":["trace[1981073432] 'agreement among raft nodes before linearized reading' (duration: 1.759063154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.430223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.772881Z","time spent":"1.657325051s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:03.430246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.670801Z","time spent":"1.759435183s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:03.430418Z","caller":"traceutil/trace.go:171","msg":"trace[149320596] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"1.656959823s","start":"2026-03-03T14:18:01.773425Z","end":"2026-03-03T14:18:03.430385Z","steps":["trace[149320596] 'process raft request' (duration: 1.655725654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.430559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.773415Z","time spent":"1.657073876s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:03.429299Z","caller":"traceutil/trace.go:171","msg":"trace[1177982678] transaction","detail":"{read_only:false; response_revision:9430; number_of_response:1; }","duration":"1.655811256s","start":"2026-03-03T14:18:01.773465Z","end":"2026-03-03T14:18:03.429276Z","steps":["trace[1177982678] 'process raft request' (duration: 1.655716793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:03.431306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.773443Z","time spent":"1.657828333s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:04.491831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.582856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:04.492051Z","caller":"traceutil/trace.go:171","msg":"trace[744445379] transaction","detail":"{read_only:false; response_revision:9433; number_of_response:1; }","duration":"1.663360794s","start":"2026-03-03T14:18:02.828661Z","end":"2026-03-03T14:18:04.492022Z","steps":["trace[744445379] 'process raft request' (duration: 724.495731ms)","trace[744445379] 'compare' (duration: 938.274139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:04.492182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.828637Z","time spent":"1.663475576s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:04.49223Z","caller":"traceutil/trace.go:171","msg":"trace[920523201] linearizableReadLoop","detail":"{readStateIndex:9796; appliedIndex:9794; }","duration":"1.062576812s","start":"2026-03-03T14:18:03.429626Z","end":"2026-03-03T14:18:04.492203Z","steps":["trace[920523201] 'read index received' (duration: 123.509085ms)","trace[920523201] 'applied index is now lower than readState.Index' (duration: 939.064487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:04.492428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735256974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:04.492458Z","caller":"traceutil/trace.go:171","msg":"trace[2118336405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9434; }","duration":"1.735320246s","start":"2026-03-03T14:18:02.75713Z","end":"2026-03-03T14:18:04.49245Z","steps":["trace[2118336405] 'agreement among raft nodes before linearized reading' (duration: 1.735259615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.492467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65685845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:18:04.49251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563349261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:04.492478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.757111Z","time spent":"1.735362977s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:04.492694Z","caller":"traceutil/trace.go:171","msg":"trace[166987846] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9434; }","duration":"1.563608057s","start":"2026-03-03T14:18:02.929057Z","end":"2026-03-03T14:18:04.492665Z","steps":["trace[166987846] 'agreement among raft nodes before linearized reading' (duration: 1.563272599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.492481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671038665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:04.492803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.929038Z","time spent":"1.56374505s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:04.492879Z","caller":"traceutil/trace.go:171","msg":"trace[2090073658] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9434; }","duration":"2.671500896s","start":"2026-03-03T14:18:01.821367Z","end":"2026-03-03T14:18:04.492868Z","steps":["trace[2090073658] 'agreement among raft nodes before linearized reading' (duration: 2.671017885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.492917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.821335Z","time spent":"2.671571708s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:04.492497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485152452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19313"} {"level":"info","ts":"2026-03-03T14:18:04.493199Z","caller":"traceutil/trace.go:171","msg":"trace[1638618698] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:9434; }","duration":"1.485851678s","start":"2026-03-03T14:18:03.007293Z","end":"2026-03-03T14:18:04.493145Z","steps":["trace[1638618698] 'agreement among raft nodes before linearized reading' (duration: 1.48506902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.493302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.007263Z","time spent":"1.485983661s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19337,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:18:04.492523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750935604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:04.493406Z","caller":"traceutil/trace.go:171","msg":"trace[2089486501] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9434; }","duration":"2.751915387s","start":"2026-03-03T14:18:01.741479Z","end":"2026-03-03T14:18:04.493395Z","steps":["trace[2089486501] 'agreement among raft nodes before linearized reading' (duration: 2.750929034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.49346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.741462Z","time spent":"2.751987928s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:04.492582Z","caller":"traceutil/trace.go:171","msg":"trace[632513970] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"1.31796347s","start":"2026-03-03T14:18:03.174595Z","end":"2026-03-03T14:18:04.492559Z","steps":["trace[632513970] 'process raft request' (duration: 1.317356026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.493601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.174571Z","time spent":"1.318977392s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:04.493868Z","caller":"traceutil/trace.go:171","msg":"trace[2120448774] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9434; }","duration":"1.656997284s","start":"2026-03-03T14:18:02.835563Z","end":"2026-03-03T14:18:04.49256Z","steps":["trace[2120448774] 'agreement among raft nodes before linearized reading' (duration: 1.656753688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.493925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.835545Z","time spent":"1.658367495s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:04.494117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.718964242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321741"} {"level":"info","ts":"2026-03-03T14:18:04.494234Z","caller":"traceutil/trace.go:171","msg":"trace[111203326] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9434; }","duration":"2.719074985s","start":"2026-03-03T14:18:01.775119Z","end":"2026-03-03T14:18:04.494194Z","steps":["trace[111203326] 'agreement among raft nodes before linearized reading' (duration: 2.717260032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.494354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.775108Z","time spent":"2.719232959s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":34,"response size":321765,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:18:04.992971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:05.493849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666532,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:05.775015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.465967482s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:06.266449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.002148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:06.266674Z","caller":"traceutil/trace.go:171","msg":"trace[1070418318] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"1.957710827s","start":"2026-03-03T14:18:04.308924Z","end":"2026-03-03T14:18:06.266635Z","steps":["trace[1070418318] 'process raft request' (duration: 1.466425662s)","trace[1070418318] 'compare' (duration: 490.885076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.26687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.3089Z","time spent":"1.957875541s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:06.494082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:18:06.494216Z","caller":"traceutil/trace.go:171","msg":"trace[1226595907] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000445663s","start":"2026-03-03T14:18:04.493739Z","end":"2026-03-03T14:18:06.494185Z","steps":["trace[1226595907] 'agreement among raft nodes before linearized reading' (duration: 2.000221817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.494286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.493718Z","time spent":"2.000553566s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:06.517372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.7931ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:18:06.517609Z","caller":"traceutil/trace.go:171","msg":"trace[608451259] linearizableReadLoop","detail":"{readStateIndex:9799; appliedIndex:9796; }","duration":"2.025334057s","start":"2026-03-03T14:18:04.492259Z","end":"2026-03-03T14:18:06.517593Z","steps":["trace[608451259] 'read index received' (duration: 1.28310864s)","trace[608451259] 'applied index is now lower than readState.Index' (duration: 742.224197ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:06.517656Z","caller":"traceutil/trace.go:171","msg":"trace[1531022424] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"1.081729123s","start":"2026-03-03T14:18:05.435896Z","end":"2026-03-03T14:18:06.517625Z","steps":["trace[1531022424] 'process raft request' (duration: 1.081561809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.517841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.435884Z","time spent":"1.081842135s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:06.609383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895817383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-t2spx\" ","response":"range_response_count:1 size:2815"} {"level":"warn","ts":"2026-03-03T14:18:06.609481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161190965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:06.609566Z","caller":"traceutil/trace.go:171","msg":"trace[339068122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9436; }","duration":"3.161326837s","start":"2026-03-03T14:18:03.448216Z","end":"2026-03-03T14:18:06.609543Z","steps":["trace[339068122] 'agreement among raft nodes before linearized reading' (duration: 3.069474617s)","trace[339068122] 'range keys from in-memory index tree' (duration: 91.636585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.609618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.448195Z","time spent":"3.16141423s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:06.609733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649373656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T14:18:06.609503Z","caller":"traceutil/trace.go:171","msg":"trace[231645960] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-t2spx; range_end:; response_count:1; response_revision:9436; }","duration":"2.895978216s","start":"2026-03-03T14:18:03.713486Z","end":"2026-03-03T14:18:06.609464Z","steps":["trace[231645960] 'agreement among raft nodes before linearized reading' (duration: 2.804196577s)","trace[231645960] 'range keys from in-memory index tree' (duration: 91.594654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:06.609865Z","caller":"traceutil/trace.go:171","msg":"trace[1672802647] range","detail":"{range_begin:/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6; range_end:; response_count:1; response_revision:9436; }","duration":"2.649555s","start":"2026-03-03T14:18:03.960284Z","end":"2026-03-03T14:18:06.609839Z","steps":["trace[1672802647] 'agreement among raft nodes before linearized reading' (duration: 2.557385522s)","trace[1672802647] 'range keys from in-memory index tree' (duration: 91.929963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.610043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.960255Z","time spent":"2.649774915s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":808,"request content":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995a6dd46123d6\" "} {"level":"warn","ts":"2026-03-03T14:18:06.61054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.713467Z","time spent":"2.897052081s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2839,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-ks-endpoints-t2spx\" "} {"level":"warn","ts":"2026-03-03T14:18:06.611486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.889285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.611524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984010576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.611565Z","caller":"traceutil/trace.go:171","msg":"trace[1629656701] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9437; }","duration":"616.006588ms","start":"2026-03-03T14:18:05.995541Z","end":"2026-03-03T14:18:06.611547Z","steps":["trace[1629656701] 'agreement among raft nodes before linearized reading' (duration: 615.902165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.611604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598583589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.611631Z","caller":"traceutil/trace.go:171","msg":"trace[632285721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9437; }","duration":"1.984076577s","start":"2026-03-03T14:18:04.627491Z","end":"2026-03-03T14:18:06.611568Z","steps":["trace[632285721] 'agreement among raft nodes before linearized reading' (duration: 1.983980625s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.611664Z","caller":"traceutil/trace.go:171","msg":"trace[101275176] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"113.245753ms","start":"2026-03-03T14:18:06.498407Z","end":"2026-03-03T14:18:06.611653Z","steps":["trace[101275176] 'process raft request' (duration: 112.620279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.611677Z","caller":"traceutil/trace.go:171","msg":"trace[368944006] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9437; }","duration":"1.598653101s","start":"2026-03-03T14:18:05.012999Z","end":"2026-03-03T14:18:06.611652Z","steps":["trace[368944006] 'agreement among raft nodes before linearized reading' (duration: 1.598532408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.61172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.012945Z","time spent":"1.598764363s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.611761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.627479Z","time spent":"1.984194749s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.611908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.287981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:06.61195Z","caller":"traceutil/trace.go:171","msg":"trace[1731903680] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9437; }","duration":"109.354823ms","start":"2026-03-03T14:18:06.502586Z","end":"2026-03-03T14:18:06.611941Z","steps":["trace[1731903680] 'agreement among raft nodes before linearized reading' (duration: 109.24268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.611882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177531676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:18:06.612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178694414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:06.612039Z","caller":"traceutil/trace.go:171","msg":"trace[1353459695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9437; }","duration":"1.178766026s","start":"2026-03-03T14:18:05.433263Z","end":"2026-03-03T14:18:06.612029Z","steps":["trace[1353459695] 'agreement among raft nodes before linearized reading' (duration: 1.178630093s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.612049Z","caller":"traceutil/trace.go:171","msg":"trace[452814310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9437; }","duration":"1.177776283s","start":"2026-03-03T14:18:05.434215Z","end":"2026-03-03T14:18:06.611991Z","steps":["trace[452814310] 'agreement among raft nodes before linearized reading' (duration: 1.177225879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.611621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.995522Z","time spent":"616.07823ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.612107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.767962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.612138Z","caller":"traceutil/trace.go:171","msg":"trace[79339218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9437; }","duration":"109.837984ms","start":"2026-03-03T14:18:06.502292Z","end":"2026-03-03T14:18:06.61213Z","steps":["trace[79339218] 'agreement among raft nodes before linearized reading' (duration: 109.791563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.612465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.812734187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:18:06.612516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115936199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-03T14:18:06.612244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.434199Z","time spent":"1.178027358s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:18:06.612564Z","caller":"traceutil/trace.go:171","msg":"trace[2113433108] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:9437; }","duration":"2.11599485s","start":"2026-03-03T14:18:04.496544Z","end":"2026-03-03T14:18:06.612538Z","steps":["trace[2113433108] 'agreement among raft nodes before linearized reading' (duration: 2.115889508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.612597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.496531Z","time spent":"2.116058662s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"warn","ts":"2026-03-03T14:18:06.612799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115240012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T14:18:06.612837Z","caller":"traceutil/trace.go:171","msg":"trace[1901806077] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:9437; }","duration":"2.115289833s","start":"2026-03-03T14:18:04.497538Z","end":"2026-03-03T14:18:06.612827Z","steps":["trace[1901806077] 'agreement among raft nodes before linearized reading' (duration: 2.115194931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.612869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.49753Z","time spent":"2.115332014s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:18:06.612925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.985199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:06.612789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172846696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:06.613064Z","caller":"traceutil/trace.go:171","msg":"trace[687453663] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9437; }","duration":"1.173136223s","start":"2026-03-03T14:18:05.439917Z","end":"2026-03-03T14:18:06.613053Z","steps":["trace[687453663] 'agreement among raft nodes before linearized reading' (duration: 1.172792065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.613101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.439911Z","time spent":"1.173180574s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:18:06.613135Z","caller":"traceutil/trace.go:171","msg":"trace[359827648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9437; }","duration":"951.0782ms","start":"2026-03-03T14:18:05.661885Z","end":"2026-03-03T14:18:06.612963Z","steps":["trace[359827648] 'agreement among raft nodes before linearized reading' (duration: 951.002239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.612861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.222556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.613204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.661869Z","time spent":"951.312756ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.613219Z","caller":"traceutil/trace.go:171","msg":"trace[62837922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9437; }","duration":"821.611644ms","start":"2026-03-03T14:18:05.791593Z","end":"2026-03-03T14:18:06.613205Z","steps":["trace[62837922] 'agreement among raft nodes before linearized reading' (duration: 821.227295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.613265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.791578Z","time spent":"821.668956ms","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.613373Z","caller":"traceutil/trace.go:171","msg":"trace[297416693] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9437; }","duration":"1.81285463s","start":"2026-03-03T14:18:04.799674Z","end":"2026-03-03T14:18:06.612529Z","steps":["trace[297416693] 'agreement among raft nodes before linearized reading' (duration: 1.812680176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.612071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.433246Z","time spent":"1.178819298s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:06.6147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179460032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:06.615048Z","caller":"traceutil/trace.go:171","msg":"trace[1585251857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9437; }","duration":"1.180131618s","start":"2026-03-03T14:18:05.434907Z","end":"2026-03-03T14:18:06.615038Z","steps":["trace[1585251857] 'agreement among raft nodes before linearized reading' (duration: 1.178849178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.614824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.799658Z","time spent":"1.815139414s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:06.61508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.434899Z","time spent":"1.180167709s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:18:06.826695Z","caller":"traceutil/trace.go:171","msg":"trace[1897744794] linearizableReadLoop","detail":"{readStateIndex:9803; appliedIndex:9800; }","duration":"208.81614ms","start":"2026-03-03T14:18:06.617846Z","end":"2026-03-03T14:18:06.826662Z","steps":["trace[1897744794] 'read index received' (duration: 127.665042ms)","trace[1897744794] 'applied index is now lower than readState.Index' (duration: 81.149208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:06.827029Z","caller":"traceutil/trace.go:171","msg":"trace[1721115644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9438; }","duration":"211.449383ms","start":"2026-03-03T14:18:06.615554Z","end":"2026-03-03T14:18:06.827003Z","steps":["trace[1721115644] 'process raft request' (duration: 129.859235ms)","trace[1721115644] 'compare' (duration: 80.581345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:06.827259Z","caller":"traceutil/trace.go:171","msg":"trace[286277482] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"205.163485ms","start":"2026-03-03T14:18:06.622087Z","end":"2026-03-03T14:18:06.827251Z","steps":["trace[286277482] 'process raft request' (duration: 204.51384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.82729Z","caller":"traceutil/trace.go:171","msg":"trace[1077232120] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"209.953148ms","start":"2026-03-03T14:18:06.617295Z","end":"2026-03-03T14:18:06.827248Z","steps":["trace[1077232120] 'process raft request' (duration: 209.088888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.82737Z","caller":"traceutil/trace.go:171","msg":"trace[2134513588] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"207.110461ms","start":"2026-03-03T14:18:06.620252Z","end":"2026-03-03T14:18:06.827363Z","steps":["trace[2134513588] 'process raft request' (duration: 206.309962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.82737Z","caller":"traceutil/trace.go:171","msg":"trace[333364131] transaction","detail":"{read_only:false; response_revision:9441; number_of_response:1; }","duration":"207.11142ms","start":"2026-03-03T14:18:06.620231Z","end":"2026-03-03T14:18:06.827343Z","steps":["trace[333364131] 'process raft request' (duration: 206.290831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.827522Z","caller":"traceutil/trace.go:171","msg":"trace[1748126132] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"209.219861ms","start":"2026-03-03T14:18:06.618294Z","end":"2026-03-03T14:18:06.827514Z","steps":["trace[1748126132] 'process raft request' (duration: 208.185096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.827716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.842995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:18:06.827761Z","caller":"traceutil/trace.go:171","msg":"trace[1054517598] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9443; }","duration":"209.930468ms","start":"2026-03-03T14:18:06.617819Z","end":"2026-03-03T14:18:06.82775Z","steps":["trace[1054517598] 'agreement among raft nodes before linearized reading' (duration: 209.735423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.828103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.206507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.82813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.770106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:34 size:321741"} {"level":"info","ts":"2026-03-03T14:18:06.828165Z","caller":"traceutil/trace.go:171","msg":"trace[1771795102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:34; response_revision:9443; }","duration":"207.890859ms","start":"2026-03-03T14:18:06.620264Z","end":"2026-03-03T14:18:06.828155Z","steps":["trace[1771795102] 'agreement among raft nodes before linearized reading' (duration: 207.469039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.828175Z","caller":"traceutil/trace.go:171","msg":"trace[243438267] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:9443; }","duration":"188.291479ms","start":"2026-03-03T14:18:06.639859Z","end":"2026-03-03T14:18:06.82815Z","steps":["trace[243438267] 'agreement among raft nodes before linearized reading' (duration: 188.184056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:07.186878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.315569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:18:07.187025Z","caller":"traceutil/trace.go:171","msg":"trace[815707447] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9446; }","duration":"100.529644ms","start":"2026-03-03T14:18:07.086477Z","end":"2026-03-03T14:18:07.187006Z","steps":["trace[815707447] 'range keys from in-memory index tree' (duration: 100.165486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:07.187004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.64614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:07.187105Z","caller":"traceutil/trace.go:171","msg":"trace[1048086064] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9446; }","duration":"243.822715ms","start":"2026-03-03T14:18:06.943261Z","end":"2026-03-03T14:18:07.187083Z","steps":["trace[1048086064] 'range keys from in-memory index tree' (duration: 243.506598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:07.187288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.527632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:18:07.187385Z","caller":"traceutil/trace.go:171","msg":"trace[420796300] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9446; }","duration":"102.668965ms","start":"2026-03-03T14:18:07.084686Z","end":"2026-03-03T14:18:07.187355Z","steps":["trace[420796300] 'range keys from in-memory index tree' (duration: 102.259706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:08.132906Z","caller":"traceutil/trace.go:171","msg":"trace[20761304] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"107.361255ms","start":"2026-03-03T14:18:08.025515Z","end":"2026-03-03T14:18:08.132876Z","steps":["trace[20761304] 'process raft request' (duration: 104.010167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:13.052569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.728844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:13.052683Z","caller":"traceutil/trace.go:171","msg":"trace[413700814] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"150.475849ms","start":"2026-03-03T14:18:12.902187Z","end":"2026-03-03T14:18:13.052663Z","steps":["trace[413700814] 'process raft request' (duration: 45.564671ms)","trace[413700814] 'compare' (duration: 104.618282ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:13.067493Z","caller":"traceutil/trace.go:171","msg":"trace[175374570] transaction","detail":"{read_only:false; response_revision:9497; number_of_response:1; }","duration":"163.897476ms","start":"2026-03-03T14:18:12.903575Z","end":"2026-03-03T14:18:13.067473Z","steps":["trace[175374570] 'process raft request' (duration: 163.836334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:13.067528Z","caller":"traceutil/trace.go:171","msg":"trace[1092727541] transaction","detail":"{read_only:false; response_revision:9496; number_of_response:1; }","duration":"164.204663ms","start":"2026-03-03T14:18:12.903278Z","end":"2026-03-03T14:18:13.067482Z","steps":["trace[1092727541] 'process raft request' (duration: 164.051929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:13.067801Z","caller":"traceutil/trace.go:171","msg":"trace[98913381] transaction","detail":"{read_only:false; response_revision:9498; number_of_response:1; }","duration":"164.178312ms","start":"2026-03-03T14:18:12.903616Z","end":"2026-03-03T14:18:13.067794Z","steps":["trace[98913381] 'process raft request' (duration: 163.827104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:13.067781Z","caller":"traceutil/trace.go:171","msg":"trace[856502970] linearizableReadLoop","detail":"{readStateIndex:9864; appliedIndex:9859; }","duration":"159.01036ms","start":"2026-03-03T14:18:12.908745Z","end":"2026-03-03T14:18:13.067756Z","steps":["trace[856502970] 'read index received' (duration: 39.018567ms)","trace[856502970] 'applied index is now lower than readState.Index' (duration: 119.990973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:13.067842Z","caller":"traceutil/trace.go:171","msg":"trace[2019959187] transaction","detail":"{read_only:false; response_revision:9499; number_of_response:1; }","duration":"163.826143ms","start":"2026-03-03T14:18:12.904Z","end":"2026-03-03T14:18:13.067826Z","steps":["trace[2019959187] 'process raft request' (duration: 163.652789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:13.068016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.251686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:13.068048Z","caller":"traceutil/trace.go:171","msg":"trace[1724652723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9499; }","duration":"159.313518ms","start":"2026-03-03T14:18:12.908725Z","end":"2026-03-03T14:18:13.068039Z","steps":["trace[1724652723] 'agreement among raft nodes before linearized reading' (duration: 159.202375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:14.657017Z","caller":"traceutil/trace.go:171","msg":"trace[2140823500] linearizableReadLoop","detail":"{readStateIndex:9866; appliedIndex:9865; }","duration":"239.180415ms","start":"2026-03-03T14:18:14.417814Z","end":"2026-03-03T14:18:14.656995Z","steps":["trace[2140823500] 'read index received' (duration: 239.098064ms)","trace[2140823500] 'applied index is now lower than readState.Index' (duration: 81.371µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:14.657138Z","caller":"traceutil/trace.go:171","msg":"trace[1076466470] transaction","detail":"{read_only:false; response_revision:9501; number_of_response:1; }","duration":"339.896084ms","start":"2026-03-03T14:18:14.317207Z","end":"2026-03-03T14:18:14.657104Z","steps":["trace[1076466470] 'process raft request' (duration: 339.654778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:14.657286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.459862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-03-03T14:18:14.657293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.31719Z","time spent":"340.020917ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:14.657325Z","caller":"traceutil/trace.go:171","msg":"trace[444736814] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9501; }","duration":"239.554074ms","start":"2026-03-03T14:18:14.417759Z","end":"2026-03-03T14:18:14.657313Z","steps":["trace[444736814] 'agreement among raft nodes before linearized reading' (duration: 239.329249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:15.80597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.342499Z","time spent":"463.463081ms","remote":"127.0.0.1:60510","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:18:15.806236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.100552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:15.806318Z","caller":"traceutil/trace.go:171","msg":"trace[1859959642] transaction","detail":"{read_only:false; response_revision:9502; number_of_response:1; }","duration":"1.253082293s","start":"2026-03-03T14:18:14.553221Z","end":"2026-03-03T14:18:15.806303Z","steps":["trace[1859959642] 'process raft request' (duration: 684.843198ms)","trace[1859959642] 'compare' (duration: 568.01799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:15.80635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.553194Z","time spent":"1.253141435s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:16.277872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.942655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:16.278304Z","caller":"traceutil/trace.go:171","msg":"trace[1365010804] transaction","detail":"{read_only:false; response_revision:9503; number_of_response:1; }","duration":"1.577856472s","start":"2026-03-03T14:18:14.700402Z","end":"2026-03-03T14:18:16.278258Z","steps":["trace[1365010804] 'process raft request' (duration: 1.402452856s)","trace[1365010804] 'compare' (duration: 174.741921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:16.278493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.700382Z","time spent":"1.578013126s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:17.010425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.424166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:18:17.011544Z","caller":"traceutil/trace.go:171","msg":"trace[1297445789] transaction","detail":"{read_only:false; response_revision:9504; number_of_response:1; }","duration":"1.951663064s","start":"2026-03-03T14:18:15.059841Z","end":"2026-03-03T14:18:17.011504Z","steps":["trace[1297445789] 'process raft request' (duration: 1.950855275s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:17.011542Z","caller":"traceutil/trace.go:171","msg":"trace[1793519804] linearizableReadLoop","detail":"{readStateIndex:9870; appliedIndex:9866; }","duration":"1.949323229s","start":"2026-03-03T14:18:15.062023Z","end":"2026-03-03T14:18:17.011346Z","steps":["trace[1793519804] 'read index received' (duration: 176.161304ms)","trace[1793519804] 'applied index is now lower than readState.Index' (duration: 1.773158965s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:17.011762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.059811Z","time spent":"1.951814078s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:17.75759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:17.757666Z","caller":"traceutil/trace.go:171","msg":"trace[1378761451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153594s","start":"2026-03-03T14:18:15.757494Z","end":"2026-03-03T14:18:17.757648Z","steps":["trace[1378761451] 'agreement among raft nodes before linearized reading' (duration: 2.000061932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:17.757697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.757479Z","time spent":"2.000212365s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:19.139619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.077561957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:19.139751Z","caller":"traceutil/trace.go:171","msg":"trace[588533183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9504; }","duration":"4.07771427s","start":"2026-03-03T14:18:15.061993Z","end":"2026-03-03T14:18:19.139707Z","steps":["trace[588533183] 'agreement among raft nodes before linearized reading' (duration: 1.949585675s)","trace[588533183] 'range keys from in-memory index tree' (duration: 2.127857928s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.139826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.061981Z","time spent":"4.077828503s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:19.140704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0143797s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:19.140807Z","caller":"traceutil/trace.go:171","msg":"trace[1665450231] linearizableReadLoop","detail":"{readStateIndex:9871; appliedIndex:9870; }","duration":"2.129117538s","start":"2026-03-03T14:18:17.011671Z","end":"2026-03-03T14:18:19.140788Z","steps":["trace[1665450231] 'read index received' (duration: 114.413211ms)","trace[1665450231] 'applied index is now lower than readState.Index' (duration: 2.014702047s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:19.140828Z","caller":"traceutil/trace.go:171","msg":"trace[490635755] transaction","detail":"{read_only:false; response_revision:9505; number_of_response:1; }","duration":"2.478045385s","start":"2026-03-03T14:18:16.66275Z","end":"2026-03-03T14:18:19.140796Z","steps":["trace[490635755] 'process raft request' (duration: 463.44125ms)","trace[490635755] 'compare' (duration: 2.013924689s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.140958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060173147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:18:19.140997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060276399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:19.141012Z","caller":"traceutil/trace.go:171","msg":"trace[573060302] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9505; }","duration":"4.060237249s","start":"2026-03-03T14:18:15.080762Z","end":"2026-03-03T14:18:19.140999Z","steps":["trace[573060302] 'agreement among raft nodes before linearized reading' (duration: 4.060053104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.141047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.08071Z","time spent":"4.060329451s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:19.141054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955252999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:19.141027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.195425248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:19.141131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059863129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:19.141044Z","caller":"traceutil/trace.go:171","msg":"trace[1933908965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9505; }","duration":"4.06034092s","start":"2026-03-03T14:18:15.080689Z","end":"2026-03-03T14:18:19.14103Z","steps":["trace[1933908965] 'agreement among raft nodes before linearized reading' (duration: 4.060191407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.141169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061210882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:18:19.141228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.08068Z","time spent":"4.060530026s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:19.141279Z","caller":"traceutil/trace.go:171","msg":"trace[748824988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9505; }","duration":"4.061431787s","start":"2026-03-03T14:18:15.079824Z","end":"2026-03-03T14:18:19.141256Z","steps":["trace[748824988] 'agreement among raft nodes before linearized reading' (duration: 4.061094429s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.141151Z","caller":"traceutil/trace.go:171","msg":"trace[1632049867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:9505; }","duration":"2.195620852s","start":"2026-03-03T14:18:16.945491Z","end":"2026-03-03T14:18:19.141112Z","steps":["trace[1632049867] 'agreement among raft nodes before linearized reading' (duration: 2.195396327s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.141088Z","caller":"traceutil/trace.go:171","msg":"trace[867591547] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9505; }","duration":"2.955321431s","start":"2026-03-03T14:18:16.185756Z","end":"2026-03-03T14:18:19.141077Z","steps":["trace[867591547] 'agreement among raft nodes before linearized reading' (duration: 2.955272029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.141354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.945449Z","time spent":"2.195891659s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:19.141205Z","caller":"traceutil/trace.go:171","msg":"trace[1083686405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9505; }","duration":"4.059951742s","start":"2026-03-03T14:18:15.081237Z","end":"2026-03-03T14:18:19.141189Z","steps":["trace[1083686405] 'agreement among raft nodes before linearized reading' (duration: 4.059714467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.141388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.185741Z","time spent":"2.955632497s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.141414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.081233Z","time spent":"4.060169367s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:19.141334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.079763Z","time spent":"4.06155626s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:19.141001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.662727Z","time spent":"2.478182109s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:19.142015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.054168736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:19.142066Z","caller":"traceutil/trace.go:171","msg":"trace[445298521] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9505; }","duration":"4.054250737s","start":"2026-03-03T14:18:15.087806Z","end":"2026-03-03T14:18:19.142057Z","steps":["trace[445298521] 'agreement among raft nodes before linearized reading' (duration: 4.053465959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.142091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.087792Z","time spent":"4.054292119s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:18:19.164957Z","caller":"traceutil/trace.go:171","msg":"trace[750656699] transaction","detail":"{read_only:false; response_revision:9506; number_of_response:1; }","duration":"1.352918581s","start":"2026-03-03T14:18:17.812009Z","end":"2026-03-03T14:18:19.164927Z","steps":["trace[750656699] 'process raft request' (duration: 1.352756237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.165156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.811984Z","time spent":"1.353066915s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516031Z","caller":"traceutil/trace.go:171","msg":"trace[1187001805] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"1.231451355s","start":"2026-03-03T14:18:18.284552Z","end":"2026-03-03T14:18:19.516003Z","steps":["trace[1187001805] 'process raft request' (duration: 1.231263851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.516164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.284518Z","time spent":"1.231583679s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516204Z","caller":"traceutil/trace.go:171","msg":"trace[1848818250] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"489.556885ms","start":"2026-03-03T14:18:19.026633Z","end":"2026-03-03T14:18:19.51619Z","steps":["trace[1848818250] 'process raft request' (duration: 489.285668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.516276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.026596Z","time spent":"489.640417ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516494Z","caller":"traceutil/trace.go:171","msg":"trace[890078962] transaction","detail":"{read_only:false; response_revision:9509; number_of_response:1; }","duration":"369.592124ms","start":"2026-03-03T14:18:19.146892Z","end":"2026-03-03T14:18:19.516484Z","steps":["trace[890078962] 'process raft request' (duration: 369.063221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.516546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.146869Z","time spent":"369.653854ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516724Z","caller":"traceutil/trace.go:171","msg":"trace[515768788] transaction","detail":"{read_only:false; response_revision:9510; number_of_response:1; }","duration":"369.166813ms","start":"2026-03-03T14:18:19.1475Z","end":"2026-03-03T14:18:19.516667Z","steps":["trace[515768788] 'process raft request' (duration: 369.03421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.516766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.147481Z","time spent":"369.265526ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516778Z","caller":"traceutil/trace.go:171","msg":"trace[656863800] linearizableReadLoop","detail":"{readStateIndex:9874; appliedIndex:9871; }","duration":"375.923532ms","start":"2026-03-03T14:18:19.140838Z","end":"2026-03-03T14:18:19.516761Z","steps":["trace[656863800] 'read index received' (duration: 24.068197ms)","trace[656863800] 'applied index is now lower than readState.Index' (duration: 351.854125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.516911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758589903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:19.516936Z","caller":"traceutil/trace.go:171","msg":"trace[1552298048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9513; }","duration":"1.758657045s","start":"2026-03-03T14:18:17.758273Z","end":"2026-03-03T14:18:19.51693Z","steps":["trace[1552298048] 'agreement among raft nodes before linearized reading' (duration: 1.758604364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.516958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.758251Z","time spent":"1.758700766s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:19.516956Z","caller":"traceutil/trace.go:171","msg":"trace[274941105] transaction","detail":"{read_only:false; response_revision:9513; number_of_response:1; }","duration":"361.997324ms","start":"2026-03-03T14:18:19.154943Z","end":"2026-03-03T14:18:19.516941Z","steps":["trace[274941105] 'process raft request' (duration: 361.722118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.51703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.154921Z","time spent":"362.069236ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:19.51703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.547714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:19.517019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181222633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:19.517095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418513914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.517093Z","caller":"traceutil/trace.go:171","msg":"trace[1957864322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9513; }","duration":"381.644356ms","start":"2026-03-03T14:18:19.135431Z","end":"2026-03-03T14:18:19.517075Z","steps":["trace[1957864322] 'agreement among raft nodes before linearized reading' (duration: 381.535604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.517064Z","caller":"traceutil/trace.go:171","msg":"trace[1040180149] transaction","detail":"{read_only:false; response_revision:9512; number_of_response:1; }","duration":"362.147518ms","start":"2026-03-03T14:18:19.154872Z","end":"2026-03-03T14:18:19.51702Z","steps":["trace[1040180149] 'process raft request' (duration: 361.758839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.517113Z","caller":"traceutil/trace.go:171","msg":"trace[684740928] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9513; }","duration":"2.181379057s","start":"2026-03-03T14:18:17.33571Z","end":"2026-03-03T14:18:19.517089Z","steps":["trace[684740928] 'agreement among raft nodes before linearized reading' (duration: 2.181203932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.517137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.135413Z","time spent":"381.712757ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:19.517168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.335682Z","time spent":"2.181476859s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.51717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08965095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:18:19.517119Z","caller":"traceutil/trace.go:171","msg":"trace[1656193019] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:9513; }","duration":"2.418580096s","start":"2026-03-03T14:18:17.09853Z","end":"2026-03-03T14:18:19.51711Z","steps":["trace[1656193019] 'agreement among raft nodes before linearized reading' (duration: 2.418537315s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.517234Z","caller":"traceutil/trace.go:171","msg":"trace[1628936412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9513; }","duration":"2.089755312s","start":"2026-03-03T14:18:17.427462Z","end":"2026-03-03T14:18:19.517217Z","steps":["trace[1628936412] 'agreement among raft nodes before linearized reading' (duration: 2.089570028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.517251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.098509Z","time spent":"2.41872337s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":12,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.517252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.154862Z","time spent":"362.293771ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.516862Z","caller":"traceutil/trace.go:171","msg":"trace[1677770629] transaction","detail":"{read_only:false; response_revision:9511; number_of_response:1; }","duration":"369.231445ms","start":"2026-03-03T14:18:19.147619Z","end":"2026-03-03T14:18:19.51685Z","steps":["trace[1677770629] 'process raft request' (duration: 368.979009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.517256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235265205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:19.517297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.427438Z","time spent":"2.089844015s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:18:19.517344Z","caller":"traceutil/trace.go:171","msg":"trace[1975697510] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9513; }","duration":"2.235444269s","start":"2026-03-03T14:18:17.281882Z","end":"2026-03-03T14:18:19.517327Z","steps":["trace[1975697510] 'agreement among raft nodes before linearized reading' (duration: 2.235170473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.517384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.147608Z","time spent":"369.714926ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:19.517404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.281854Z","time spent":"2.235537652s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":64,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:19.554859Z","caller":"traceutil/trace.go:171","msg":"trace[1174118181] transaction","detail":"{read_only:false; response_revision:9514; number_of_response:1; }","duration":"297.849637ms","start":"2026-03-03T14:18:19.256973Z","end":"2026-03-03T14:18:19.554823Z","steps":["trace[1174118181] 'process raft request' (duration: 297.409866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.554913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.263611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:18:19.555001Z","caller":"traceutil/trace.go:171","msg":"trace[1358962740] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9515; }","duration":"200.412674ms","start":"2026-03-03T14:18:19.354567Z","end":"2026-03-03T14:18:19.55498Z","steps":["trace[1358962740] 'agreement among raft nodes before linearized reading' (duration: 200.201849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.555504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.082175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330707"} {"level":"info","ts":"2026-03-03T14:18:19.555595Z","caller":"traceutil/trace.go:171","msg":"trace[319960782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9515; }","duration":"407.196167ms","start":"2026-03-03T14:18:19.14838Z","end":"2026-03-03T14:18:19.555577Z","steps":["trace[319960782] 'agreement among raft nodes before linearized reading' (duration: 406.652774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.555639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.148375Z","time spent":"407.252718ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330731,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:18:19.555918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.450351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.555961Z","caller":"traceutil/trace.go:171","msg":"trace[1443863978] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9515; }","duration":"216.548373ms","start":"2026-03-03T14:18:19.339403Z","end":"2026-03-03T14:18:19.555951Z","steps":["trace[1443863978] 'agreement among raft nodes before linearized reading' (duration: 216.466201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:22.726314Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:18:23.209935Z","caller":"traceutil/trace.go:171","msg":"trace[2025950774] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"988.245953ms","start":"2026-03-03T14:18:22.221663Z","end":"2026-03-03T14:18:23.209909Z","steps":["trace[2025950774] 'process raft request' (duration: 988.09547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:23.210064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:22.221643Z","time spent":"988.359756ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:23.574136Z","caller":"traceutil/trace.go:171","msg":"trace[1836514658] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"1.087777625s","start":"2026-03-03T14:18:22.48634Z","end":"2026-03-03T14:18:23.574118Z","steps":["trace[1836514658] 'process raft request' (duration: 1.087623981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:23.574262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:22.486322Z","time spent":"1.087877208s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7427,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:23.574458Z","caller":"traceutil/trace.go:171","msg":"trace[208993954] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9892; }","duration":"1.348774025s","start":"2026-03-03T14:18:22.225654Z","end":"2026-03-03T14:18:23.574428Z","steps":["trace[208993954] 'read index received' (duration: 984.148878ms)","trace[208993954] 'applied index is now lower than readState.Index' (duration: 364.623717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:23.574767Z","caller":"traceutil/trace.go:171","msg":"trace[1048868188] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"415.458202ms","start":"2026-03-03T14:18:23.159302Z","end":"2026-03-03T14:18:23.57476Z","steps":["trace[1048868188] 'process raft request' (duration: 414.775806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:23.574841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.159261Z","time spent":"415.521604ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:23.574849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349229745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:18:23.574937Z","caller":"traceutil/trace.go:171","msg":"trace[1235391478] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9528; }","duration":"1.349421039s","start":"2026-03-03T14:18:22.225494Z","end":"2026-03-03T14:18:23.574915Z","steps":["trace[1235391478] 'agreement among raft nodes before linearized reading' (duration: 1.349269325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:23.574984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:22.225477Z","time spent":"1.349497001s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:18:24.645758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013629403s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:24.645982Z","caller":"traceutil/trace.go:171","msg":"trace[2011570717] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"1.375835553s","start":"2026-03-03T14:18:23.270091Z","end":"2026-03-03T14:18:24.645926Z","steps":["trace[2011570717] 'process raft request' (duration: 361.965234ms)","trace[2011570717] 'compare' (duration: 1.012930577s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:24.64603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.270069Z","time spent":"1.375940925s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:24.646447Z","caller":"traceutil/trace.go:171","msg":"trace[763898726] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"1.066714033s","start":"2026-03-03T14:18:23.579707Z","end":"2026-03-03T14:18:24.646421Z","steps":["trace[763898726] 'process raft request' (duration: 1.06661649s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:24.646448Z","caller":"traceutil/trace.go:171","msg":"trace[1133776790] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"1.106450717s","start":"2026-03-03T14:18:23.539952Z","end":"2026-03-03T14:18:24.646403Z","steps":["trace[1133776790] 'process raft request' (duration: 1.105907284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.646589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.579694Z","time spent":"1.066828155s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:24.646589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276367953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:24.646668Z","caller":"traceutil/trace.go:171","msg":"trace[2120671738] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9531; }","duration":"1.276491346s","start":"2026-03-03T14:18:23.370158Z","end":"2026-03-03T14:18:24.646649Z","steps":["trace[2120671738] 'agreement among raft nodes before linearized reading' (duration: 1.276359363s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:24.646468Z","caller":"traceutil/trace.go:171","msg":"trace[1878873155] linearizableReadLoop","detail":"{readStateIndex:9897; appliedIndex:9895; }","duration":"1.071898613s","start":"2026-03-03T14:18:23.574514Z","end":"2026-03-03T14:18:24.646413Z","steps":["trace[1878873155] 'read index received' (duration: 57.527993ms)","trace[1878873155] 'applied index is now lower than readState.Index' (duration: 1.01436681s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:24.646694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102504243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:18:24.646668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104588563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:24.646741Z","caller":"traceutil/trace.go:171","msg":"trace[1375953773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9531; }","duration":"1.102571065s","start":"2026-03-03T14:18:23.544157Z","end":"2026-03-03T14:18:24.646729Z","steps":["trace[1375953773] 'agreement among raft nodes before linearized reading' (duration: 1.102315199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.646739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.370138Z","time spent":"1.276581597s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:24.64676Z","caller":"traceutil/trace.go:171","msg":"trace[1865133361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9531; }","duration":"1.104724456s","start":"2026-03-03T14:18:23.542017Z","end":"2026-03-03T14:18:24.646742Z","steps":["trace[1865133361] 'agreement among raft nodes before linearized reading' (duration: 1.104424439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.64675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766718876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T14:18:24.646782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.54415Z","time spent":"1.102624606s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:24.646799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.542007Z","time spent":"1.104785677s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:18:24.646834Z","caller":"traceutil/trace.go:171","msg":"trace[1510154632] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9531; }","duration":"1.76686551s","start":"2026-03-03T14:18:22.879948Z","end":"2026-03-03T14:18:24.646814Z","steps":["trace[1510154632] 'agreement among raft nodes before linearized reading' (duration: 1.766580763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.646907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:22.879925Z","time spent":"1.766957421s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:18:24.646878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105065433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:24.646982Z","caller":"traceutil/trace.go:171","msg":"trace[1290708559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9531; }","duration":"1.105234097s","start":"2026-03-03T14:18:23.541732Z","end":"2026-03-03T14:18:24.646966Z","steps":["trace[1290708559] 'agreement among raft nodes before linearized reading' (duration: 1.104782957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.647109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.541714Z","time spent":"1.105382672s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:24.647261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102423042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:24.647356Z","caller":"traceutil/trace.go:171","msg":"trace[865028204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9531; }","duration":"1.102531816s","start":"2026-03-03T14:18:23.544795Z","end":"2026-03-03T14:18:24.647327Z","steps":["trace[865028204] 'agreement among raft nodes before linearized reading' (duration: 1.101669845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.647395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.54479Z","time spent":"1.102599327s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:24.647524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.53993Z","time spent":"1.107206895s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:24.648969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108170827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:18:24.649037Z","caller":"traceutil/trace.go:171","msg":"trace[1035775708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9531; }","duration":"1.108257559s","start":"2026-03-03T14:18:23.540758Z","end":"2026-03-03T14:18:24.649015Z","steps":["trace[1035775708] 'agreement among raft nodes before linearized reading' (duration: 1.105703208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:24.649086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.540751Z","time spent":"1.10832283s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:25.147073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:25.649664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:25.759256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000442906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:25.759364Z","caller":"traceutil/trace.go:171","msg":"trace[1116793880] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061862s","start":"2026-03-03T14:18:23.758718Z","end":"2026-03-03T14:18:25.759336Z","steps":["trace[1116793880] 'agreement among raft nodes before linearized reading' (duration: 2.000483907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:25.759435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.758693Z","time spent":"2.000726463s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:26.150181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666757,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:26.171534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.367371143s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:27.760018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:27.760107Z","caller":"traceutil/trace.go:171","msg":"trace[448080872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078173s","start":"2026-03-03T14:18:25.760011Z","end":"2026-03-03T14:18:27.760089Z","steps":["trace[448080872] 'agreement among raft nodes before linearized reading' (duration: 1.999976351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:27.760148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.759984Z","time spent":"2.000155705s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:28.415527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.243716843s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:28.528944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357212692s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:18:28.529728Z","caller":"traceutil/trace.go:171","msg":"trace[655760178] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"3.87867384s","start":"2026-03-03T14:18:24.651025Z","end":"2026-03-03T14:18:28.529699Z","steps":["trace[655760178] 'process raft request' (duration: 3.878038225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.52988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.651001Z","time spent":"3.878815704s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:28.872551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.773523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:28.872834Z","caller":"traceutil/trace.go:171","msg":"trace[1086112839] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"4.221476334s","start":"2026-03-03T14:18:24.651283Z","end":"2026-03-03T14:18:28.872759Z","steps":["trace[1086112839] 'process raft request' (duration: 3.878399304s)","trace[1086112839] 'compare' (duration: 342.61928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.87302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.294144636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:28.873066Z","caller":"traceutil/trace.go:171","msg":"trace[73483807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9537; }","duration":"5.294225918s","start":"2026-03-03T14:18:23.578829Z","end":"2026-03-03T14:18:28.873055Z","steps":["trace[73483807] 'agreement among raft nodes before linearized reading' (duration: 5.294060955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.873106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.578766Z","time spent":"5.294332571s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:18:28.873249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.651269Z","time spent":"4.22173579s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:28.872862Z","caller":"traceutil/trace.go:171","msg":"trace[1380481275] linearizableReadLoop","detail":"{readStateIndex:9905; appliedIndex:9898; }","duration":"4.226118333s","start":"2026-03-03T14:18:24.646723Z","end":"2026-03-03T14:18:28.872841Z","steps":["trace[1380481275] 'read index received' (duration: 1.525070423s)","trace[1380481275] 'applied index is now lower than readState.Index' (duration: 2.7010457s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:28.873583Z","caller":"traceutil/trace.go:171","msg":"trace[1457811438] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"4.220754556s","start":"2026-03-03T14:18:24.652821Z","end":"2026-03-03T14:18:28.873576Z","steps":["trace[1457811438] 'process raft request' (duration: 4.219900467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.87365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.65281Z","time spent":"4.220805277s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:28.873551Z","caller":"traceutil/trace.go:171","msg":"trace[41238865] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"4.221330561s","start":"2026-03-03T14:18:24.652209Z","end":"2026-03-03T14:18:28.873539Z","steps":["trace[41238865] 'process raft request' (duration: 4.22046461s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:28.874118Z","caller":"traceutil/trace.go:171","msg":"trace[1188359368] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"4.221210787s","start":"2026-03-03T14:18:24.652891Z","end":"2026-03-03T14:18:28.874102Z","steps":["trace[1188359368] 'process raft request' (duration: 4.219869106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.874206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.652884Z","time spent":"4.221282539s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:28.874353Z","caller":"traceutil/trace.go:171","msg":"trace[1845356685] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"3.29321185s","start":"2026-03-03T14:18:25.581131Z","end":"2026-03-03T14:18:28.874343Z","steps":["trace[1845356685] 'process raft request' (duration: 3.291660323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.874413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.581108Z","time spent":"3.293275701s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:28.874358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.652195Z","time spent":"4.221928725s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:28.874596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244564699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:28.87466Z","caller":"traceutil/trace.go:171","msg":"trace[107173452] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9537; }","duration":"4.244674811s","start":"2026-03-03T14:18:24.629967Z","end":"2026-03-03T14:18:28.874642Z","steps":["trace[107173452] 'agreement among raft nodes before linearized reading' (duration: 4.244582039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.87471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.62991Z","time spent":"4.244787743s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.874944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.86402648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:28.874986Z","caller":"traceutil/trace.go:171","msg":"trace[296250612] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9537; }","duration":"4.864115572s","start":"2026-03-03T14:18:24.010859Z","end":"2026-03-03T14:18:28.874974Z","steps":["trace[296250612] 'agreement among raft nodes before linearized reading' (duration: 4.86403516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.875107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.01083Z","time spent":"4.864257494s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":14,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.875437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.0974492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:18:28.875497Z","caller":"traceutil/trace.go:171","msg":"trace[425526284] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9537; }","duration":"5.097564903s","start":"2026-03-03T14:18:23.777914Z","end":"2026-03-03T14:18:28.875479Z","steps":["trace[425526284] 'agreement among raft nodes before linearized reading' (duration: 5.097418879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.875545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.777879Z","time spent":"5.097654605s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:18:29.156992Z","caller":"traceutil/trace.go:171","msg":"trace[68578935] linearizableReadLoop","detail":"{readStateIndex:9908; appliedIndex:9905; }","duration":"283.377675ms","start":"2026-03-03T14:18:28.873586Z","end":"2026-03-03T14:18:29.156964Z","steps":["trace[68578935] 'read index received' (duration: 184.673443ms)","trace[68578935] 'applied index is now lower than readState.Index' (duration: 98.703482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:29.157193Z","caller":"traceutil/trace.go:171","msg":"trace[711370676] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"2.500527354s","start":"2026-03-03T14:18:26.656655Z","end":"2026-03-03T14:18:29.157182Z","steps":["trace[711370676] 'process raft request' (duration: 2.40174358s)","trace[711370676] 'compare' (duration: 98.336443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:29.157369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:26.656632Z","time spent":"2.500635598s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:29.157441Z","caller":"traceutil/trace.go:171","msg":"trace[1530796762] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"2.500694219s","start":"2026-03-03T14:18:26.656727Z","end":"2026-03-03T14:18:29.157421Z","steps":["trace[1530796762] 'process raft request' (duration: 2.500167486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.157551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:26.65669Z","time spent":"2.500802821s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:29.157668Z","caller":"traceutil/trace.go:171","msg":"trace[1333433298] transaction","detail":"{read_only:false; response_revision:9540; number_of_response:1; }","duration":"2.097394793s","start":"2026-03-03T14:18:27.060263Z","end":"2026-03-03T14:18:29.157658Z","steps":["trace[1333433298] 'process raft request' (duration: 2.096660215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.157723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.060233Z","time spent":"2.097460195s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.157857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.877636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:29.157897Z","caller":"traceutil/trace.go:171","msg":"trace[1353681670] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9540; }","duration":"862.917427ms","start":"2026-03-03T14:18:28.294967Z","end":"2026-03-03T14:18:29.157884Z","steps":["trace[1353681670] 'agreement among raft nodes before linearized reading' (duration: 862.855946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.157933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.294926Z","time spent":"862.998929ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:29.157927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405358986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:29.158031Z","caller":"traceutil/trace.go:171","msg":"trace[599291035] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9540; }","duration":"1.40551777s","start":"2026-03-03T14:18:27.752489Z","end":"2026-03-03T14:18:29.158006Z","steps":["trace[599291035] 'agreement among raft nodes before linearized reading' (duration: 1.405331425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.158092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.752469Z","time spent":"1.405609762s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:29.158133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016162502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:29.158172Z","caller":"traceutil/trace.go:171","msg":"trace[1472700072] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9540; }","duration":"1.016203123s","start":"2026-03-03T14:18:28.141958Z","end":"2026-03-03T14:18:29.158162Z","steps":["trace[1472700072] 'agreement among raft nodes before linearized reading' (duration: 1.016143012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.158208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.141857Z","time spent":"1.016344026s","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:29.158368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390478426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:29.158389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:29.158401Z","caller":"traceutil/trace.go:171","msg":"trace[176378172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9540; }","duration":"1.390567428s","start":"2026-03-03T14:18:27.767825Z","end":"2026-03-03T14:18:29.158393Z","steps":["trace[176378172] 'agreement among raft nodes before linearized reading' (duration: 1.390517837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:29.158423Z","caller":"traceutil/trace.go:171","msg":"trace[771758669] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:9540; }","duration":"4.324252042s","start":"2026-03-03T14:18:24.834159Z","end":"2026-03-03T14:18:29.158411Z","steps":["trace[771758669] 'agreement among raft nodes before linearized reading' (duration: 4.324193391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.158462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.834138Z","time spent":"4.324316613s","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:29.157361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392247037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:18:29.158803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383169178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:18:29.158867Z","caller":"traceutil/trace.go:171","msg":"trace[738856669] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9540; }","duration":"4.38332052s","start":"2026-03-03T14:18:24.775531Z","end":"2026-03-03T14:18:29.158851Z","steps":["trace[738856669] 'agreement among raft nodes before linearized reading' (duration: 4.383065584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.158914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.77551Z","time spent":"4.383393232s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:18:29.159024Z","caller":"traceutil/trace.go:171","msg":"trace[465345680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:9540; }","duration":"1.393769392s","start":"2026-03-03T14:18:27.765045Z","end":"2026-03-03T14:18:29.158815Z","steps":["trace[465345680] 'agreement among raft nodes before linearized reading' (duration: 1.392177675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.159167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.765025Z","time spent":"1.394125591s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:18:29.158758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.848762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:18:29.159284Z","caller":"traceutil/trace.go:171","msg":"trace[1456602829] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c; range_end:; response_count:1; response_revision:9540; }","duration":"280.424976ms","start":"2026-03-03T14:18:28.878844Z","end":"2026-03-03T14:18:29.159269Z","steps":["trace[1456602829] 'agreement among raft nodes before linearized reading' (duration: 279.830912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.159294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.61788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330707"} {"level":"info","ts":"2026-03-03T14:18:29.159376Z","caller":"traceutil/trace.go:171","msg":"trace[2100945846] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9540; }","duration":"277.713252ms","start":"2026-03-03T14:18:28.881643Z","end":"2026-03-03T14:18:29.159356Z","steps":["trace[2100945846] 'agreement among raft nodes before linearized reading' (duration: 277.19525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.158429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.767801Z","time spent":"1.390623388s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:29.563031Z","caller":"traceutil/trace.go:171","msg":"trace[454901362] linearizableReadLoop","detail":"{readStateIndex:9909; appliedIndex:9908; }","duration":"395.925612ms","start":"2026-03-03T14:18:29.167075Z","end":"2026-03-03T14:18:29.563Z","steps":["trace[454901362] 'read index received' (duration: 299.218538ms)","trace[454901362] 'applied index is now lower than readState.Index' (duration: 96.706164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:29.563068Z","caller":"traceutil/trace.go:171","msg":"trace[1716739931] transaction","detail":"{read_only:false; response_revision:9541; number_of_response:1; }","duration":"398.009082ms","start":"2026-03-03T14:18:29.16502Z","end":"2026-03-03T14:18:29.563029Z","steps":["trace[1716739931] 'process raft request' (duration: 301.334188ms)","trace[1716739931] 'compare' (duration: 96.53038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:29.563346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.653347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:18:29.56339Z","caller":"traceutil/trace.go:171","msg":"trace[806538558] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9541; }","duration":"208.75304ms","start":"2026-03-03T14:18:29.354624Z","end":"2026-03-03T14:18:29.563377Z","steps":["trace[806538558] 'agreement among raft nodes before linearized reading' (duration: 208.539645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.563373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.27726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:18:29.563446Z","caller":"traceutil/trace.go:171","msg":"trace[1534901668] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9541; }","duration":"396.375953ms","start":"2026-03-03T14:18:29.16705Z","end":"2026-03-03T14:18:29.563426Z","steps":["trace[1534901668] 'agreement among raft nodes before linearized reading' (duration: 396.083906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.563484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:29.167041Z","time spent":"396.437785ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:29.563655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:29.164999Z","time spent":"398.145954ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:29.76021Z","caller":"traceutil/trace.go:171","msg":"trace[272069538] transaction","detail":"{read_only:false; response_revision:9542; number_of_response:1; }","duration":"106.742271ms","start":"2026-03-03T14:18:29.653441Z","end":"2026-03-03T14:18:29.760183Z","steps":["trace[272069538] 'process raft request' (duration: 103.968216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:30.684803Z","caller":"traceutil/trace.go:171","msg":"trace[1906591206] transaction","detail":"{read_only:false; response_revision:9545; number_of_response:1; }","duration":"144.907718ms","start":"2026-03-03T14:18:30.539869Z","end":"2026-03-03T14:18:30.684777Z","steps":["trace[1906591206] 'process raft request' (duration: 144.767375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.323054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.146672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:31.323145Z","caller":"traceutil/trace.go:171","msg":"trace[1583786101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9545; }","duration":"565.284696ms","start":"2026-03-03T14:18:30.757842Z","end":"2026-03-03T14:18:31.323126Z","steps":["trace[1583786101] 'range keys from in-memory index tree' (duration: 565.059451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.323178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.75782Z","time spent":"565.349928ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:31.32324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.230055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:18:31.323239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.124676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:18:31.323338Z","caller":"traceutil/trace.go:171","msg":"trace[425633831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9545; }","duration":"443.361209ms","start":"2026-03-03T14:18:30.879949Z","end":"2026-03-03T14:18:31.323311Z","steps":["trace[425633831] 'range keys from in-memory index tree' (duration: 443.01624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.32334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.182108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:31.32337Z","caller":"traceutil/trace.go:171","msg":"trace[1547645177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9545; }","duration":"444.324911ms","start":"2026-03-03T14:18:30.879016Z","end":"2026-03-03T14:18:31.323341Z","steps":["trace[1547645177] 'range keys from in-memory index tree' (duration: 443.82112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.323394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.879937Z","time spent":"443.44148ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:31.323427Z","caller":"traceutil/trace.go:171","msg":"trace[699269252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9545; }","duration":"444.29248ms","start":"2026-03-03T14:18:30.879113Z","end":"2026-03-03T14:18:31.323406Z","steps":["trace[699269252] 'range keys from in-memory index tree' (duration: 444.034114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.32345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.878994Z","time spent":"444.441224ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:31.323481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.879108Z","time spent":"444.356741ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:31.32334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.616255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:18:31.32361Z","caller":"traceutil/trace.go:171","msg":"trace[1205857852] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9545; }","duration":"537.920582ms","start":"2026-03-03T14:18:30.785679Z","end":"2026-03-03T14:18:31.3236Z","steps":["trace[1205857852] 'range keys from in-memory index tree' (duration: 537.486502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.323682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.785669Z","time spent":"537.965823ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:18:31.324015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.474955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:31.324096Z","caller":"traceutil/trace.go:171","msg":"trace[1728237625] linearizableReadLoop","detail":"{readStateIndex:9915; appliedIndex:9914; }","duration":"419.997399ms","start":"2026-03-03T14:18:30.904085Z","end":"2026-03-03T14:18:31.324082Z","steps":["trace[1728237625] 'read index received' (duration: 113.90075ms)","trace[1728237625] 'applied index is now lower than readState.Index' (duration: 306.095309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:31.324153Z","caller":"traceutil/trace.go:171","msg":"trace[2081349851] transaction","detail":"{read_only:false; response_revision:9546; number_of_response:1; }","duration":"443.769117ms","start":"2026-03-03T14:18:30.880336Z","end":"2026-03-03T14:18:31.324105Z","steps":["trace[2081349851] 'process raft request' (duration: 137.73064ms)","trace[2081349851] 'compare' (duration: 305.033404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:31.324234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.155562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:31.324262Z","caller":"traceutil/trace.go:171","msg":"trace[1824262674] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9546; }","duration":"420.226074ms","start":"2026-03-03T14:18:30.904027Z","end":"2026-03-03T14:18:31.324253Z","steps":["trace[1824262674] 'agreement among raft nodes before linearized reading' (duration: 420.118581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.324332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.904006Z","time spent":"420.287286ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:31.324349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.880319Z","time spent":"443.931351ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:31.355408Z","caller":"traceutil/trace.go:171","msg":"trace[1569280593] transaction","detail":"{read_only:false; response_revision:9547; number_of_response:1; }","duration":"186.996929ms","start":"2026-03-03T14:18:31.168395Z","end":"2026-03-03T14:18:31.355392Z","steps":["trace[1569280593] 'process raft request' (duration: 186.908467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.650176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.203614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:31.650524Z","caller":"traceutil/trace.go:171","msg":"trace[1989204266] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"481.781741ms","start":"2026-03-03T14:18:31.168695Z","end":"2026-03-03T14:18:31.650477Z","steps":["trace[1989204266] 'process raft request' (duration: 325.166939ms)","trace[1989204266] 'compare' (duration: 155.6683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:31.650727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.168683Z","time spent":"481.937116ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:31.650913Z","caller":"traceutil/trace.go:171","msg":"trace[1014399433] transaction","detail":"{read_only:false; response_revision:9549; number_of_response:1; }","duration":"322.578968ms","start":"2026-03-03T14:18:31.328286Z","end":"2026-03-03T14:18:31.650865Z","steps":["trace[1014399433] 'process raft request' (duration: 322.011214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.650997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.328258Z","time spent":"322.703082ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:31.651392Z","caller":"traceutil/trace.go:171","msg":"trace[575982010] linearizableReadLoop","detail":"{readStateIndex:9917; appliedIndex:9916; }","duration":"327.254837ms","start":"2026-03-03T14:18:31.324123Z","end":"2026-03-03T14:18:31.651378Z","steps":["trace[575982010] 'read index received' (duration: 31.617363ms)","trace[575982010] 'applied index is now lower than readState.Index' (duration: 295.636534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:31.651472Z","caller":"traceutil/trace.go:171","msg":"trace[1263946065] transaction","detail":"{read_only:false; response_revision:9551; number_of_response:1; }","duration":"322.936976ms","start":"2026-03-03T14:18:31.32852Z","end":"2026-03-03T14:18:31.651457Z","steps":["trace[1263946065] 'process raft request' (duration: 322.67241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:31.651507Z","caller":"traceutil/trace.go:171","msg":"trace[396543832] transaction","detail":"{read_only:false; response_revision:9550; number_of_response:1; }","duration":"322.999777ms","start":"2026-03-03T14:18:31.328473Z","end":"2026-03-03T14:18:31.651473Z","steps":["trace[396543832] 'process raft request' (duration: 322.309981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.651624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.679428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:31.651678Z","caller":"traceutil/trace.go:171","msg":"trace[1256062167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9552; }","duration":"327.756369ms","start":"2026-03-03T14:18:31.32391Z","end":"2026-03-03T14:18:31.651667Z","steps":["trace[1256062167] 'agreement among raft nodes before linearized reading' (duration: 327.651197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.651714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.323894Z","time spent":"327.813081ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:31.651848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.530263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:31.651948Z","caller":"traceutil/trace.go:171","msg":"trace[1662024765] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9552; }","duration":"534.655286ms","start":"2026-03-03T14:18:31.117258Z","end":"2026-03-03T14:18:31.651914Z","steps":["trace[1662024765] 'agreement among raft nodes before linearized reading' (duration: 534.41246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.652011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.117229Z","time spent":"534.765979ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:31.652122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.916486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:18:31.651633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.328466Z","time spent":"323.10795ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:31.652192Z","caller":"traceutil/trace.go:171","msg":"trace[1897425091] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:9552; }","duration":"326.010418ms","start":"2026-03-03T14:18:31.326163Z","end":"2026-03-03T14:18:31.652173Z","steps":["trace[1897425091] 'agreement among raft nodes before linearized reading' (duration: 325.825003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.652231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.326151Z","time spent":"326.07047ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:18:31.652232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.763409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:31.652342Z","caller":"traceutil/trace.go:171","msg":"trace[2032854282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9552; }","duration":"483.916813ms","start":"2026-03-03T14:18:31.168402Z","end":"2026-03-03T14:18:31.652318Z","steps":["trace[2032854282] 'agreement among raft nodes before linearized reading' (duration: 483.605796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:31.65153Z","caller":"traceutil/trace.go:171","msg":"trace[288731282] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"322.907745ms","start":"2026-03-03T14:18:31.328605Z","end":"2026-03-03T14:18:31.651513Z","steps":["trace[288731282] 'process raft request' (duration: 322.721581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.652508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.327912Z","time spent":"324.558265ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:31.651536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.328503Z","time spent":"323.000297ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:31.652382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.168385Z","time spent":"483.990144ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:18:33.649712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.770231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:33.649896Z","caller":"traceutil/trace.go:171","msg":"trace[785653575] transaction","detail":"{read_only:false; response_revision:9555; number_of_response:1; }","duration":"288.945456ms","start":"2026-03-03T14:18:33.360923Z","end":"2026-03-03T14:18:33.649868Z","steps":["trace[785653575] 'process raft request' (duration: 184.928119ms)","trace[785653575] 'compare' (duration: 103.574386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:33.867788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.369741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:33.868119Z","caller":"traceutil/trace.go:171","msg":"trace[290669636] transaction","detail":"{read_only:false; response_revision:9556; number_of_response:1; }","duration":"210.097761ms","start":"2026-03-03T14:18:33.657996Z","end":"2026-03-03T14:18:33.868094Z","steps":["trace[290669636] 'process raft request' (duration: 109.232129ms)","trace[290669636] 'compare' (duration: 100.230178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:33.868264Z","caller":"traceutil/trace.go:171","msg":"trace[859901879] linearizableReadLoop","detail":"{readStateIndex:9925; appliedIndex:9924; }","duration":"209.822245ms","start":"2026-03-03T14:18:33.658379Z","end":"2026-03-03T14:18:33.868201Z","steps":["trace[859901879] 'read index received' (duration: 108.674106ms)","trace[859901879] 'applied index is now lower than readState.Index' (duration: 101.143069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:33.868321Z","caller":"traceutil/trace.go:171","msg":"trace[1778060753] transaction","detail":"{read_only:false; response_revision:9558; number_of_response:1; }","duration":"206.784674ms","start":"2026-03-03T14:18:33.661521Z","end":"2026-03-03T14:18:33.868306Z","steps":["trace[1778060753] 'process raft request' (duration: 206.686482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:33.868363Z","caller":"traceutil/trace.go:171","msg":"trace[35406567] transaction","detail":"{read_only:false; response_revision:9557; number_of_response:1; }","duration":"208.612836ms","start":"2026-03-03T14:18:33.659723Z","end":"2026-03-03T14:18:33.868335Z","steps":["trace[35406567] 'process raft request' (duration: 208.387521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:33.868475Z","caller":"traceutil/trace.go:171","msg":"trace[144286749] transaction","detail":"{read_only:false; response_revision:9559; number_of_response:1; }","duration":"204.662184ms","start":"2026-03-03T14:18:33.663803Z","end":"2026-03-03T14:18:33.868465Z","steps":["trace[144286749] 'process raft request' (duration: 204.460859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:33.868572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.607708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:33.868592Z","caller":"traceutil/trace.go:171","msg":"trace[690139739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9559; }","duration":"109.67625ms","start":"2026-03-03T14:18:33.758909Z","end":"2026-03-03T14:18:33.868586Z","steps":["trace[690139739] 'agreement among raft nodes before linearized reading' (duration: 109.636199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:33.868747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.739095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:33.868829Z","caller":"traceutil/trace.go:171","msg":"trace[2043410796] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9559; }","duration":"201.850128ms","start":"2026-03-03T14:18:33.666958Z","end":"2026-03-03T14:18:33.868808Z","steps":["trace[2043410796] 'agreement among raft nodes before linearized reading' (duration: 201.51828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:33.869058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.330716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:33.869109Z","caller":"traceutil/trace.go:171","msg":"trace[364155470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9559; }","duration":"210.757526ms","start":"2026-03-03T14:18:33.658336Z","end":"2026-03-03T14:18:33.869094Z","steps":["trace[364155470] 'agreement among raft nodes before linearized reading' (duration: 210.081891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.290316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:35.791309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:36.291718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:36.476795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744691517s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:18:36.477229Z","caller":"traceutil/trace.go:171","msg":"trace[1245127688] transaction","detail":"{read_only:false; response_revision:9561; number_of_response:1; }","duration":"1.745315473s","start":"2026-03-03T14:18:34.731888Z","end":"2026-03-03T14:18:36.477204Z","steps":["trace[1245127688] 'process raft request' (duration: 1.74518705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.477362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.731845Z","time spent":"1.745448467s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:36.814819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.683772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:18:36.815168Z","caller":"traceutil/trace.go:171","msg":"trace[1849041334] transaction","detail":"{read_only:false; response_revision:9562; number_of_response:1; }","duration":"1.444941968s","start":"2026-03-03T14:18:35.370208Z","end":"2026-03-03T14:18:36.81515Z","steps":["trace[1849041334] 'process raft request' (duration: 1.444701242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.815277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.370184Z","time spent":"1.445031939s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:37.010179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.958866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:37.010393Z","caller":"traceutil/trace.go:171","msg":"trace[812127554] transaction","detail":"{read_only:false; response_revision:9563; number_of_response:1; }","duration":"1.355946633s","start":"2026-03-03T14:18:35.654408Z","end":"2026-03-03T14:18:37.010354Z","steps":["trace[812127554] 'process raft request' (duration: 1.16071773s)","trace[812127554] 'compare' (duration: 194.826303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:37.010451Z","caller":"traceutil/trace.go:171","msg":"trace[1143322814] transaction","detail":"{read_only:false; response_revision:9564; number_of_response:1; }","duration":"1.137116836s","start":"2026-03-03T14:18:35.873311Z","end":"2026-03-03T14:18:37.010428Z","steps":["trace[1143322814] 'process raft request' (duration: 1.136971153s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.010505Z","caller":"traceutil/trace.go:171","msg":"trace[1302641641] transaction","detail":"{read_only:false; response_revision:9565; number_of_response:1; }","duration":"344.139574ms","start":"2026-03-03T14:18:36.666328Z","end":"2026-03-03T14:18:37.010468Z","steps":["trace[1302641641] 'process raft request' (duration: 344.069713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.010524Z","caller":"traceutil/trace.go:171","msg":"trace[173254010] linearizableReadLoop","detail":"{readStateIndex:9934; appliedIndex:9929; }","duration":"2.220704554s","start":"2026-03-03T14:18:34.789787Z","end":"2026-03-03T14:18:37.010492Z","steps":["trace[173254010] 'read index received' (duration: 1.687353028s)","trace[173254010] 'applied index is now lower than readState.Index' (duration: 533.349136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:37.01054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.654375Z","time spent":"1.356090336s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:37.010528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.873287Z","time spent":"1.137203989s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:37.010687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.077906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:37.010719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136312928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:18:37.010717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22094635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:18:37.010765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.314977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:37.010738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115135791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:37.010794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127324626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:37.010821Z","caller":"traceutil/trace.go:171","msg":"trace[425555952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9565; }","duration":"1.127383697s","start":"2026-03-03T14:18:35.88343Z","end":"2026-03-03T14:18:37.010814Z","steps":["trace[425555952] 'agreement among raft nodes before linearized reading' (duration: 1.127314126s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.010826Z","caller":"traceutil/trace.go:171","msg":"trace[454995734] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:9565; }","duration":"2.115240453s","start":"2026-03-03T14:18:34.895565Z","end":"2026-03-03T14:18:37.010805Z","steps":["trace[454995734] 'agreement among raft nodes before linearized reading' (duration: 2.115059659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.010835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136422841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:18:37.010848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253996226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:37.010868Z","caller":"traceutil/trace.go:171","msg":"trace[63267819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9565; }","duration":"1.136469801s","start":"2026-03-03T14:18:35.87439Z","end":"2026-03-03T14:18:37.01086Z","steps":["trace[63267819] 'agreement among raft nodes before linearized reading' (duration: 1.13639374s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.010875Z","caller":"traceutil/trace.go:171","msg":"trace[455829103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9565; }","duration":"1.254069647s","start":"2026-03-03T14:18:35.756797Z","end":"2026-03-03T14:18:37.010867Z","steps":["trace[455829103] 'agreement among raft nodes before linearized reading' (duration: 1.254023396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.010872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.895488Z","time spent":"2.115371576s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:37.010879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136529263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:18:37.010893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.874383Z","time spent":"1.136503382s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:37.010914Z","caller":"traceutil/trace.go:171","msg":"trace[1823854234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9565; }","duration":"1.136592424s","start":"2026-03-03T14:18:35.874312Z","end":"2026-03-03T14:18:37.010904Z","steps":["trace[1823854234] 'agreement among raft nodes before linearized reading' (duration: 1.136504142s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.010766Z","caller":"traceutil/trace.go:171","msg":"trace[1308627695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9565; }","duration":"1.13638896s","start":"2026-03-03T14:18:35.874364Z","end":"2026-03-03T14:18:37.010753Z","steps":["trace[1308627695] 'agreement among raft nodes before linearized reading' (duration: 1.136291368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.010986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.874348Z","time spent":"1.136624085s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:37.010904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.756774Z","time spent":"1.254124558s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:37.010776Z","caller":"traceutil/trace.go:171","msg":"trace[920866418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9565; }","duration":"2.221050202s","start":"2026-03-03T14:18:34.789714Z","end":"2026-03-03T14:18:37.010764Z","steps":["trace[920866418] 'agreement among raft nodes before linearized reading' (duration: 2.220856308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.01108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.789678Z","time spent":"2.22139382s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:37.010843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.883416Z","time spent":"1.127420848s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:18:37.010795Z","caller":"traceutil/trace.go:171","msg":"trace[1768360557] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9565; }","duration":"605.385509ms","start":"2026-03-03T14:18:36.405402Z","end":"2026-03-03T14:18:37.010787Z","steps":["trace[1768360557] 'agreement among raft nodes before linearized reading' (duration: 605.336928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.011267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:36.405381Z","time spent":"605.87583ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:37.010728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127279895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:37.011324Z","caller":"traceutil/trace.go:171","msg":"trace[1075853549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9565; }","duration":"1.12791814s","start":"2026-03-03T14:18:35.88339Z","end":"2026-03-03T14:18:37.011308Z","steps":["trace[1075853549] 'agreement among raft nodes before linearized reading' (duration: 1.127232854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.011368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.883368Z","time spent":"1.127986631s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:18:37.010723Z","caller":"traceutil/trace.go:171","msg":"trace[1257083990] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:9565; }","duration":"728.159438ms","start":"2026-03-03T14:18:36.282552Z","end":"2026-03-03T14:18:37.010712Z","steps":["trace[1257083990] 'agreement among raft nodes before linearized reading' (duration: 728.088306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.011426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:36.28253Z","time spent":"728.875444ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:37.010936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.874298Z","time spent":"1.136633965s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:37.011699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:36.666309Z","time spent":"344.224457ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:37.252143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.661453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:37.252431Z","caller":"traceutil/trace.go:171","msg":"trace[611324721] transaction","detail":"{read_only:false; response_revision:9566; number_of_response:1; }","duration":"237.880436ms","start":"2026-03-03T14:18:37.014516Z","end":"2026-03-03T14:18:37.252396Z","steps":["trace[611324721] 'process raft request' (duration: 109.878595ms)","trace[611324721] 'compare' (duration: 127.55647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:37.252853Z","caller":"traceutil/trace.go:171","msg":"trace[2006961623] transaction","detail":"{read_only:false; response_revision:9567; number_of_response:1; }","duration":"238.148642ms","start":"2026-03-03T14:18:37.014692Z","end":"2026-03-03T14:18:37.25284Z","steps":["trace[2006961623] 'process raft request' (duration: 237.565278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.252945Z","caller":"traceutil/trace.go:171","msg":"trace[190298024] transaction","detail":"{read_only:false; response_revision:9568; number_of_response:1; }","duration":"237.793603ms","start":"2026-03-03T14:18:37.015132Z","end":"2026-03-03T14:18:37.252926Z","steps":["trace[190298024] 'process raft request' (duration: 237.584898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.253302Z","caller":"traceutil/trace.go:171","msg":"trace[2131095233] linearizableReadLoop","detail":"{readStateIndex:9939; appliedIndex:9935; }","duration":"237.290601ms","start":"2026-03-03T14:18:37.015594Z","end":"2026-03-03T14:18:37.252884Z","steps":["trace[2131095233] 'read index received' (duration: 108.720507ms)","trace[2131095233] 'applied index is now lower than readState.Index' (duration: 128.569154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:37.253323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.714722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:18:37.253384Z","caller":"traceutil/trace.go:171","msg":"trace[2096567334] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9569; }","duration":"237.795264ms","start":"2026-03-03T14:18:37.015571Z","end":"2026-03-03T14:18:37.253366Z","steps":["trace[2096567334] 'agreement among raft nodes before linearized reading' (duration: 237.587608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.253488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.016043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:37.253342Z","caller":"traceutil/trace.go:171","msg":"trace[1742848765] transaction","detail":"{read_only:false; response_revision:9569; number_of_response:1; }","duration":"237.847354ms","start":"2026-03-03T14:18:37.015188Z","end":"2026-03-03T14:18:37.253035Z","steps":["trace[1742848765] 'process raft request' (duration: 237.614039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.253534Z","caller":"traceutil/trace.go:171","msg":"trace[1339895311] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9569; }","duration":"140.098326ms","start":"2026-03-03T14:18:37.113421Z","end":"2026-03-03T14:18:37.25352Z","steps":["trace[1339895311] 'agreement among raft nodes before linearized reading' (duration: 140.021034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.25435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.296409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:37.254597Z","caller":"traceutil/trace.go:171","msg":"trace[303316513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9569; }","duration":"237.487516ms","start":"2026-03-03T14:18:37.017095Z","end":"2026-03-03T14:18:37.254582Z","steps":["trace[303316513] 'agreement among raft nodes before linearized reading' (duration: 236.289878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.111197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.910345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:40.111287Z","caller":"traceutil/trace.go:171","msg":"trace[59426363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9581; }","duration":"354.035028ms","start":"2026-03-03T14:18:39.757224Z","end":"2026-03-03T14:18:40.111259Z","steps":["trace[59426363] 'range keys from in-memory index tree' (duration: 353.839223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.111349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:39.757211Z","time spent":"354.12179ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:40.612181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693666898,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:18:40.633376Z","caller":"traceutil/trace.go:171","msg":"trace[1192403990] transaction","detail":"{read_only:false; response_revision:9582; number_of_response:1; }","duration":"532.648678ms","start":"2026-03-03T14:18:40.100689Z","end":"2026-03-03T14:18:40.633338Z","steps":["trace[1192403990] 'process raft request' (duration: 532.461154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.633567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.100669Z","time spent":"532.785841ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7326,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:40.638194Z","caller":"traceutil/trace.go:171","msg":"trace[1132854380] transaction","detail":"{read_only:false; response_revision:9583; number_of_response:1; }","duration":"459.740843ms","start":"2026-03-03T14:18:40.178424Z","end":"2026-03-03T14:18:40.638165Z","steps":["trace[1132854380] 'process raft request' (duration: 459.549768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.638435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.1784Z","time spent":"459.870666ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:40.638566Z","caller":"traceutil/trace.go:171","msg":"trace[882496132] linearizableReadLoop","detail":"{readStateIndex:9955; appliedIndex:9952; }","duration":"526.449462ms","start":"2026-03-03T14:18:40.112104Z","end":"2026-03-03T14:18:40.638554Z","steps":["trace[882496132] 'read index received' (duration: 520.917022ms)","trace[882496132] 'applied index is now lower than readState.Index' (duration: 5.5316ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:40.638705Z","caller":"traceutil/trace.go:171","msg":"trace[1174376035] transaction","detail":"{read_only:false; response_revision:9584; number_of_response:1; }","duration":"394.355975ms","start":"2026-03-03T14:18:40.244339Z","end":"2026-03-03T14:18:40.638695Z","steps":["trace[1174376035] 'process raft request' (duration: 393.777092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.638756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.244313Z","time spent":"394.414187ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:40.638845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.73778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:40.638873Z","caller":"traceutil/trace.go:171","msg":"trace[1386321631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9584; }","duration":"526.79271ms","start":"2026-03-03T14:18:40.112072Z","end":"2026-03-03T14:18:40.638865Z","steps":["trace[1386321631] 'agreement among raft nodes before linearized reading' (duration: 526.745839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.638898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.112058Z","time spent":"526.833152ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:40.639091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.674176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:40.639118Z","caller":"traceutil/trace.go:171","msg":"trace[586666459] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9584; }","duration":"520.727618ms","start":"2026-03-03T14:18:40.118381Z","end":"2026-03-03T14:18:40.639109Z","steps":["trace[586666459] 'agreement among raft nodes before linearized reading' (duration: 520.680327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.639145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.118369Z","time spent":"520.769449ms","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:40.639375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.362139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:40.639399Z","caller":"traceutil/trace.go:171","msg":"trace[2003564896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9584; }","duration":"128.438411ms","start":"2026-03-03T14:18:40.510954Z","end":"2026-03-03T14:18:40.639392Z","steps":["trace[2003564896] 'agreement among raft nodes before linearized reading' (duration: 128.345199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:42.938958Z","caller":"traceutil/trace.go:171","msg":"trace[1683356037] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"103.793161ms","start":"2026-03-03T14:18:42.835138Z","end":"2026-03-03T14:18:42.938931Z","steps":["trace[1683356037] 'process raft request' (duration: 103.652848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.18109Z","caller":"traceutil/trace.go:171","msg":"trace[423846625] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"234.600087ms","start":"2026-03-03T14:18:44.946456Z","end":"2026-03-03T14:18:45.181057Z","steps":["trace[423846625] 'process raft request' (duration: 234.414712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.19393Z","caller":"traceutil/trace.go:171","msg":"trace[833657476] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"140.515115ms","start":"2026-03-03T14:18:45.053379Z","end":"2026-03-03T14:18:45.193894Z","steps":["trace[833657476] 'process raft request' (duration: 140.342761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.196733Z","caller":"traceutil/trace.go:171","msg":"trace[1978744045] linearizableReadLoop","detail":"{readStateIndex:9997; appliedIndex:9993; }","duration":"124.014877ms","start":"2026-03-03T14:18:45.072704Z","end":"2026-03-03T14:18:45.196719Z","steps":["trace[1978744045] 'read index received' (duration: 108.179294ms)","trace[1978744045] 'applied index is now lower than readState.Index' (duration: 15.834213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:45.196887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.16609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:18:45.196911Z","caller":"traceutil/trace.go:171","msg":"trace[1445406323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9625; }","duration":"124.232552ms","start":"2026-03-03T14:18:45.072672Z","end":"2026-03-03T14:18:45.196904Z","steps":["trace[1445406323] 'agreement among raft nodes before linearized reading' (duration: 124.096999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.197036Z","caller":"traceutil/trace.go:171","msg":"trace[1405924396] transaction","detail":"{read_only:false; response_revision:9625; number_of_response:1; }","duration":"140.601867ms","start":"2026-03-03T14:18:45.056418Z","end":"2026-03-03T14:18:45.197019Z","steps":["trace[1405924396] 'process raft request' (duration: 140.225068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.318976Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:18:45.371098Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T14:18:45.371223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T14:18:46.44685Z","caller":"traceutil/trace.go:171","msg":"trace[1213610441] transaction","detail":"{read_only:false; response_revision:9633; number_of_response:1; }","duration":"127.181771ms","start":"2026-03-03T14:18:46.319621Z","end":"2026-03-03T14:18:46.446803Z","steps":["trace[1213610441] 'process raft request' (duration: 65.746736ms)","trace[1213610441] 'compare' (duration: 60.463433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:48.360554Z","caller":"traceutil/trace.go:171","msg":"trace[1151733690] transaction","detail":"{read_only:false; response_revision:9643; number_of_response:1; }","duration":"155.223331ms","start":"2026-03-03T14:18:48.205301Z","end":"2026-03-03T14:18:48.360524Z","steps":["trace[1151733690] 'process raft request' (duration: 155.001766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.011136Z","caller":"traceutil/trace.go:171","msg":"trace[606393883] transaction","detail":"{read_only:false; response_revision:9653; number_of_response:1; }","duration":"241.976742ms","start":"2026-03-03T14:18:50.769124Z","end":"2026-03-03T14:18:51.011101Z","steps":["trace[606393883] 'process raft request' (duration: 241.819559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.135415Z","caller":"traceutil/trace.go:171","msg":"trace[1331003499] transaction","detail":"{read_only:false; response_revision:9655; number_of_response:1; }","duration":"178.57427ms","start":"2026-03-03T14:18:50.95681Z","end":"2026-03-03T14:18:51.135384Z","steps":["trace[1331003499] 'process raft request' (duration: 178.509358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.135498Z","caller":"traceutil/trace.go:171","msg":"trace[1265179703] transaction","detail":"{read_only:false; response_revision:9654; number_of_response:1; }","duration":"355.86795ms","start":"2026-03-03T14:18:50.779575Z","end":"2026-03-03T14:18:51.135443Z","steps":["trace[1265179703] 'process raft request' (duration: 274.23926ms)","trace[1265179703] 'compare' (duration: 81.351244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:51.135703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:50.779548Z","time spent":"356.044045ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:57.714051Z","caller":"traceutil/trace.go:171","msg":"trace[208852678] linearizableReadLoop","detail":"{readStateIndex:10081; appliedIndex:10080; }","duration":"372.493411ms","start":"2026-03-03T14:18:57.341531Z","end":"2026-03-03T14:18:57.714024Z","steps":["trace[208852678] 'read index received' (duration: 372.221985ms)","trace[208852678] 'applied index is now lower than readState.Index' (duration: 270.656µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:57.714502Z","caller":"traceutil/trace.go:171","msg":"trace[114507477] transaction","detail":"{read_only:false; response_revision:9707; number_of_response:1; }","duration":"382.617789ms","start":"2026-03-03T14:18:57.33186Z","end":"2026-03-03T14:18:57.714478Z","steps":["trace[114507477] 'process raft request' (duration: 382.005925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.714515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.954022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:57.714559Z","caller":"traceutil/trace.go:171","msg":"trace[240613094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9707; }","duration":"373.066255ms","start":"2026-03-03T14:18:57.341482Z","end":"2026-03-03T14:18:57.714548Z","steps":["trace[240613094] 'agreement among raft nodes before linearized reading' (duration: 372.88963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.714594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.341461Z","time spent":"373.124807ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:57.714649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.161933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:18:57.7147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.331841Z","time spent":"382.789753ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9416,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:57.71475Z","caller":"traceutil/trace.go:171","msg":"trace[1710031088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9707; }","duration":"369.279816ms","start":"2026-03-03T14:18:57.345447Z","end":"2026-03-03T14:18:57.714727Z","steps":["trace[1710031088] 'agreement among raft nodes before linearized reading' (duration: 368.991028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.714765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.59442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:57.714884Z","caller":"traceutil/trace.go:171","msg":"trace[70879734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9707; }","duration":"362.744453ms","start":"2026-03-03T14:18:57.35211Z","end":"2026-03-03T14:18:57.714855Z","steps":["trace[70879734] 'agreement among raft nodes before linearized reading' (duration: 362.440236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.714803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.345409Z","time spent":"369.385608ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:57.714953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.352105Z","time spent":"362.835025ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:57.715107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.703105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:18:57.715153Z","caller":"traceutil/trace.go:171","msg":"trace[1920721507] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9707; }","duration":"309.804107ms","start":"2026-03-03T14:18:57.405336Z","end":"2026-03-03T14:18:57.71514Z","steps":["trace[1920721507] 'agreement among raft nodes before linearized reading' (duration: 309.622413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.715183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.405291Z","time spent":"309.884849ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:57.914104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.197307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:57.914233Z","caller":"traceutil/trace.go:171","msg":"trace[353268560] transaction","detail":"{read_only:false; response_revision:9708; number_of_response:1; }","duration":"194.615409ms","start":"2026-03-03T14:18:57.719597Z","end":"2026-03-03T14:18:57.914212Z","steps":["trace[353268560] 'process raft request' (duration: 80.222268ms)","trace[353268560] 'compare' (duration: 114.061873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:58.310591Z","caller":"traceutil/trace.go:171","msg":"trace[300708850] linearizableReadLoop","detail":"{readStateIndex:10085; appliedIndex:10081; }","duration":"551.665846ms","start":"2026-03-03T14:18:57.758894Z","end":"2026-03-03T14:18:58.31056Z","steps":["trace[300708850] 'read index received' (duration: 40.950453ms)","trace[300708850] 'applied index is now lower than readState.Index' (duration: 510.714172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:58.310729Z","caller":"traceutil/trace.go:171","msg":"trace[415257553] transaction","detail":"{read_only:false; response_revision:9710; number_of_response:1; }","duration":"576.410767ms","start":"2026-03-03T14:18:57.734305Z","end":"2026-03-03T14:18:58.310716Z","steps":["trace[415257553] 'process raft request' (duration: 576.10434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:58.310711Z","caller":"traceutil/trace.go:171","msg":"trace[1304886035] transaction","detail":"{read_only:false; response_revision:9709; number_of_response:1; }","duration":"576.427897ms","start":"2026-03-03T14:18:57.734254Z","end":"2026-03-03T14:18:58.310682Z","steps":["trace[1304886035] 'process raft request' (duration: 542.273564ms)","trace[1304886035] 'compare' (duration: 33.396006ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:58.310857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.734231Z","time spent":"576.54409ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:58.310975Z","caller":"traceutil/trace.go:171","msg":"trace[1426429717] transaction","detail":"{read_only:false; response_revision:9711; number_of_response:1; }","duration":"576.632423ms","start":"2026-03-03T14:18:57.734327Z","end":"2026-03-03T14:18:58.31096Z","steps":["trace[1426429717] 'process raft request' (duration: 576.191203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.311025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.125587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:58.311069Z","caller":"traceutil/trace.go:171","msg":"trace[1864636452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9711; }","duration":"552.207569ms","start":"2026-03-03T14:18:57.758847Z","end":"2026-03-03T14:18:58.311054Z","steps":["trace[1864636452] 'agreement among raft nodes before linearized reading' (duration: 552.070996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.311098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.758828Z","time spent":"552.26425ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:58.311165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.620631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:18:58.31117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.734321Z","time spent":"576.741715ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:58.311249Z","caller":"traceutil/trace.go:171","msg":"trace[1946114388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9711; }","duration":"516.758715ms","start":"2026-03-03T14:18:57.794467Z","end":"2026-03-03T14:18:58.311226Z","steps":["trace[1946114388] 'agreement among raft nodes before linearized reading' (duration: 516.522858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.311291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.794444Z","time spent":"516.839217ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:58.310825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.734263Z","time spent":"576.493099ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:59.168233Z","caller":"traceutil/trace.go:171","msg":"trace[1973147265] transaction","detail":"{read_only:false; response_revision:9712; number_of_response:1; }","duration":"108.959462ms","start":"2026-03-03T14:18:59.059255Z","end":"2026-03-03T14:18:59.168215Z","steps":["trace[1973147265] 'process raft request' (duration: 108.612734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.509235Z","caller":"traceutil/trace.go:171","msg":"trace[1998168007] transaction","detail":"{read_only:false; response_revision:9713; number_of_response:1; }","duration":"228.266778ms","start":"2026-03-03T14:18:59.28093Z","end":"2026-03-03T14:18:59.509197Z","steps":["trace[1998168007] 'process raft request' (duration: 228.022272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.87397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.291668ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:59.874187Z","caller":"traceutil/trace.go:171","msg":"trace[1947517693] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"314.369974ms","start":"2026-03-03T14:18:59.559801Z","end":"2026-03-03T14:18:59.874171Z","steps":["trace[1947517693] 'process raft request' (duration: 314.335933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.874168Z","caller":"traceutil/trace.go:171","msg":"trace[1684013755] transaction","detail":"{read_only:false; response_revision:9714; number_of_response:1; }","duration":"549.009993ms","start":"2026-03-03T14:18:59.325127Z","end":"2026-03-03T14:18:59.874137Z","steps":["trace[1684013755] 'process raft request' (duration: 272.48307ms)","trace[1684013755] 'compare' (duration: 276.049782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:59.874238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.559767Z","time spent":"314.450496ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:59.874303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.325092Z","time spent":"549.141516ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:59.874389Z","caller":"traceutil/trace.go:171","msg":"trace[681352960] linearizableReadLoop","detail":"{readStateIndex:10089; appliedIndex:10086; }","duration":"538.733241ms","start":"2026-03-03T14:18:59.335608Z","end":"2026-03-03T14:18:59.874341Z","steps":["trace[681352960] 'read index received' (duration: 173.433929ms)","trace[681352960] 'applied index is now lower than readState.Index' (duration: 365.296342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:59.8744Z","caller":"traceutil/trace.go:171","msg":"trace[1587574419] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"548.451449ms","start":"2026-03-03T14:18:59.325889Z","end":"2026-03-03T14:18:59.874341Z","steps":["trace[1587574419] 'process raft request' (duration: 548.165513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.874648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.030879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:18:59.87467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.848886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:59.874683Z","caller":"traceutil/trace.go:171","msg":"trace[932062186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9716; }","duration":"539.106781ms","start":"2026-03-03T14:18:59.335566Z","end":"2026-03-03T14:18:59.874673Z","steps":["trace[932062186] 'agreement among raft nodes before linearized reading' (duration: 538.947667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.874703Z","caller":"traceutil/trace.go:171","msg":"trace[1804252886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9716; }","duration":"118.945418ms","start":"2026-03-03T14:18:59.755749Z","end":"2026-03-03T14:18:59.874695Z","steps":["trace[1804252886] 'agreement among raft nodes before linearized reading' (duration: 118.891067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.874714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.335553Z","time spent":"539.153392ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:18:59.874708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.585456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:59.874726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.325876Z","time spent":"548.769437ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:59.874777Z","caller":"traceutil/trace.go:171","msg":"trace[1903216002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9716; }","duration":"208.706539ms","start":"2026-03-03T14:18:59.666055Z","end":"2026-03-03T14:18:59.874761Z","steps":["trace[1903216002] 'agreement among raft nodes before linearized reading' (duration: 208.586236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.874818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.273097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:18:59.874904Z","caller":"traceutil/trace.go:171","msg":"trace[1635153660] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9716; }","duration":"517.3971ms","start":"2026-03-03T14:18:59.357486Z","end":"2026-03-03T14:18:59.874883Z","steps":["trace[1635153660] 'agreement among raft nodes before linearized reading' (duration: 517.144024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.874963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.357466Z","time spent":"517.483452ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:19:00.029414Z","caller":"traceutil/trace.go:171","msg":"trace[2112146569] linearizableReadLoop","detail":"{readStateIndex:10091; appliedIndex:10090; }","duration":"149.58593ms","start":"2026-03-03T14:18:59.879792Z","end":"2026-03-03T14:19:00.029378Z","steps":["trace[2112146569] 'read index received' (duration: 146.083558ms)","trace[2112146569] 'applied index is now lower than readState.Index' (duration: 3.500732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:00.029673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.502012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:19:00.029737Z","caller":"traceutil/trace.go:171","msg":"trace[1208423519] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9716; }","duration":"145.631125ms","start":"2026-03-03T14:18:59.884088Z","end":"2026-03-03T14:19:00.029719Z","steps":["trace[1208423519] 'agreement among raft nodes before linearized reading' (duration: 145.487842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.029802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.1269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:19:00.029883Z","caller":"traceutil/trace.go:171","msg":"trace[1339494569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9716; }","duration":"110.238103ms","start":"2026-03-03T14:18:59.919626Z","end":"2026-03-03T14:19:00.029864Z","steps":["trace[1339494569] 'agreement among raft nodes before linearized reading' (duration: 110.033568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.030038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.244145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347238"} {"level":"info","ts":"2026-03-03T14:19:00.030092Z","caller":"traceutil/trace.go:171","msg":"trace[817719920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:9716; }","duration":"150.318676ms","start":"2026-03-03T14:18:59.879761Z","end":"2026-03-03T14:19:00.03008Z","steps":["trace[817719920] 'agreement among raft nodes before linearized reading' (duration: 149.747233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.387892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.390676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:00.388029Z","caller":"traceutil/trace.go:171","msg":"trace[646073862] linearizableReadLoop","detail":"{readStateIndex:10093; appliedIndex:10092; }","duration":"260.767463ms","start":"2026-03-03T14:19:00.127239Z","end":"2026-03-03T14:19:00.388007Z","steps":["trace[646073862] 'read index received' (duration: 88.06054ms)","trace[646073862] 'applied index is now lower than readState.Index' (duration: 172.704923ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:00.38812Z","caller":"traceutil/trace.go:171","msg":"trace[1109291952] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"354.774295ms","start":"2026-03-03T14:19:00.033314Z","end":"2026-03-03T14:19:00.388088Z","steps":["trace[1109291952] 'process raft request' (duration: 182.078893ms)","trace[1109291952] 'compare' (duration: 172.118778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:00.388221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.978599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:19:00.388256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.033299Z","time spent":"354.891357ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:00.388261Z","caller":"traceutil/trace.go:171","msg":"trace[147820449] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9718; }","duration":"261.04963ms","start":"2026-03-03T14:19:00.127199Z","end":"2026-03-03T14:19:00.388249Z","steps":["trace[147820449] 'agreement among raft nodes before linearized reading' (duration: 260.887786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.3969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.439198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-storage-init-kw5st\" ","response":"range_response_count:1 size:9431"} {"level":"info","ts":"2026-03-03T14:19:00.396948Z","caller":"traceutil/trace.go:171","msg":"trace[1038277004] range","detail":"{range_begin:/registry/pods/openstack/glance-storage-init-kw5st; range_end:; response_count:1; response_revision:9719; }","duration":"110.53135ms","start":"2026-03-03T14:19:00.286407Z","end":"2026-03-03T14:19:00.396938Z","steps":["trace[1038277004] 'agreement among raft nodes before linearized reading' (duration: 110.367396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:00.397112Z","caller":"traceutil/trace.go:171","msg":"trace[864913443] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"109.228249ms","start":"2026-03-03T14:19:00.287855Z","end":"2026-03-03T14:19:00.397084Z","steps":["trace[864913443] 'process raft request' (duration: 108.695807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:00.532863Z","caller":"traceutil/trace.go:171","msg":"trace[571703503] transaction","detail":"{read_only:false; response_revision:9721; number_of_response:1; }","duration":"132.313243ms","start":"2026-03-03T14:19:00.400524Z","end":"2026-03-03T14:19:00.532837Z","steps":["trace[571703503] 'process raft request' (duration: 131.644546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:00.533102Z","caller":"traceutil/trace.go:171","msg":"trace[1137394926] transaction","detail":"{read_only:false; response_revision:9722; number_of_response:1; }","duration":"132.457236ms","start":"2026-03-03T14:19:00.400609Z","end":"2026-03-03T14:19:00.533066Z","steps":["trace[1137394926] 'process raft request' (duration: 132.18448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.058241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693667223,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:19:01.153703Z","caller":"traceutil/trace.go:171","msg":"trace[629916609] linearizableReadLoop","detail":"{readStateIndex:10098; appliedIndex:10097; }","duration":"596.017949ms","start":"2026-03-03T14:19:00.557665Z","end":"2026-03-03T14:19:01.153683Z","steps":["trace[629916609] 'read index received' (duration: 595.858995ms)","trace[629916609] 'applied index is now lower than readState.Index' (duration: 157.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:01.15384Z","caller":"traceutil/trace.go:171","msg":"trace[2087631828] transaction","detail":"{read_only:false; response_revision:9723; number_of_response:1; }","duration":"747.804608ms","start":"2026-03-03T14:19:00.405993Z","end":"2026-03-03T14:19:01.153798Z","steps":["trace[2087631828] 'process raft request' (duration: 747.549753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.153901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.457064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:01.153933Z","caller":"traceutil/trace.go:171","msg":"trace[1442929306] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:9723; }","duration":"552.563606ms","start":"2026-03-03T14:19:00.601357Z","end":"2026-03-03T14:19:01.153921Z","steps":["trace[1442929306] 'agreement among raft nodes before linearized reading' (duration: 552.490545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.15391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.209993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:19:01.153968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.601329Z","time spent":"552.628888ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:19:01.154011Z","caller":"traceutil/trace.go:171","msg":"trace[1034295918] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9723; }","duration":"596.371357ms","start":"2026-03-03T14:19:00.557618Z","end":"2026-03-03T14:19:01.153989Z","steps":["trace[1034295918] 'agreement among raft nodes before linearized reading' (duration: 596.172042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.154001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.728345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:19:01.154003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.405977Z","time spent":"747.946422ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:01.15407Z","caller":"traceutil/trace.go:171","msg":"trace[1914005995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9723; }","duration":"394.850637ms","start":"2026-03-03T14:19:00.759204Z","end":"2026-03-03T14:19:01.154055Z","steps":["trace[1914005995] 'agreement among raft nodes before linearized reading' (duration: 394.740835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.154066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.557598Z","time spent":"596.457669ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:19:01.154099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.759169Z","time spent":"394.926159ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:19:01.436317Z","caller":"traceutil/trace.go:171","msg":"trace[2030640968] transaction","detail":"{read_only:false; response_revision:9724; number_of_response:1; }","duration":"258.012378ms","start":"2026-03-03T14:19:01.178277Z","end":"2026-03-03T14:19:01.436289Z","steps":["trace[2030640968] 'process raft request' (duration: 210.93049ms)","trace[2030640968] 'compare' (duration: 46.770291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:01.707791Z","caller":"traceutil/trace.go:171","msg":"trace[1231472157] transaction","detail":"{read_only:false; response_revision:9725; number_of_response:1; }","duration":"505.451818ms","start":"2026-03-03T14:19:01.201931Z","end":"2026-03-03T14:19:01.707383Z","steps":["trace[1231472157] 'process raft request' (duration: 421.303139ms)","trace[1231472157] 'compare' (duration: 83.506675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:01.708217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.201904Z","time spent":"506.201536ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:01.731486Z","caller":"traceutil/trace.go:171","msg":"trace[2102933765] transaction","detail":"{read_only:false; response_revision:9727; number_of_response:1; }","duration":"217.592537ms","start":"2026-03-03T14:19:01.51387Z","end":"2026-03-03T14:19:01.731463Z","steps":["trace[2102933765] 'process raft request' (duration: 217.560967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:01.73158Z","caller":"traceutil/trace.go:171","msg":"trace[1694088823] transaction","detail":"{read_only:false; response_revision:9726; number_of_response:1; }","duration":"319.261109ms","start":"2026-03-03T14:19:01.412278Z","end":"2026-03-03T14:19:01.731539Z","steps":["trace[1694088823] 'process raft request' (duration: 319.057084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.731927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.412249Z","time spent":"319.565747ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:02.274238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.214029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:02.274393Z","caller":"traceutil/trace.go:171","msg":"trace[1068403647] transaction","detail":"{read_only:false; response_revision:9728; number_of_response:1; }","duration":"392.685136ms","start":"2026-03-03T14:19:01.881686Z","end":"2026-03-03T14:19:02.274371Z","steps":["trace[1068403647] 'process raft request' (duration: 229.257802ms)","trace[1068403647] 'compare' (duration: 162.947593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:02.275589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.881659Z","time spent":"393.646869ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:02.278715Z","caller":"traceutil/trace.go:171","msg":"trace[1300271426] linearizableReadLoop","detail":"{readStateIndex:10104; appliedIndex:10102; }","duration":"239.178576ms","start":"2026-03-03T14:19:02.039519Z","end":"2026-03-03T14:19:02.278697Z","steps":["trace[1300271426] 'read index received' (duration: 71.41297ms)","trace[1300271426] 'applied index is now lower than readState.Index' (duration: 167.763976ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.278825Z","caller":"traceutil/trace.go:171","msg":"trace[878857730] transaction","detail":"{read_only:false; response_revision:9729; number_of_response:1; }","duration":"396.975787ms","start":"2026-03-03T14:19:01.881818Z","end":"2026-03-03T14:19:02.278794Z","steps":["trace[878857730] 'process raft request' (duration: 396.784463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.278911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.396442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:19:02.278948Z","caller":"traceutil/trace.go:171","msg":"trace[1010340720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9729; }","duration":"239.482444ms","start":"2026-03-03T14:19:02.039455Z","end":"2026-03-03T14:19:02.278937Z","steps":["trace[1010340720] 'agreement among raft nodes before linearized reading' (duration: 239.297749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.278971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.881748Z","time spent":"397.153202ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:02.635236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.213676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:19:02.635253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.811985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:19:02.635306Z","caller":"traceutil/trace.go:171","msg":"trace[1991370745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9729; }","duration":"242.338769ms","start":"2026-03-03T14:19:02.392954Z","end":"2026-03-03T14:19:02.635293Z","steps":["trace[1991370745] 'range keys from in-memory index tree' (duration: 242.044312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.635415Z","caller":"traceutil/trace.go:171","msg":"trace[69829703] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9729; }","duration":"226.971339ms","start":"2026-03-03T14:19:02.408355Z","end":"2026-03-03T14:19:02.635326Z","steps":["trace[69829703] 'range keys from in-memory index tree' (duration: 226.60112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.813259Z","caller":"traceutil/trace.go:171","msg":"trace[1013980579] transaction","detail":"{read_only:false; response_revision:9730; number_of_response:1; }","duration":"173.322587ms","start":"2026-03-03T14:19:02.63991Z","end":"2026-03-03T14:19:02.813233Z","steps":["trace[1013980579] 'process raft request' (duration: 173.142503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.923678Z","caller":"traceutil/trace.go:171","msg":"trace[236663966] transaction","detail":"{read_only:false; response_revision:9733; number_of_response:1; }","duration":"282.382562ms","start":"2026-03-03T14:19:02.641274Z","end":"2026-03-03T14:19:02.923657Z","steps":["trace[236663966] 'process raft request' (duration: 282.282589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.923754Z","caller":"traceutil/trace.go:171","msg":"trace[1969855005] transaction","detail":"{read_only:false; response_revision:9731; number_of_response:1; }","duration":"283.619441ms","start":"2026-03-03T14:19:02.640122Z","end":"2026-03-03T14:19:02.923742Z","steps":["trace[1969855005] 'process raft request' (duration: 280.722503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.923679Z","caller":"traceutil/trace.go:171","msg":"trace[342549468] transaction","detail":"{read_only:false; response_revision:9732; number_of_response:1; }","duration":"282.417603ms","start":"2026-03-03T14:19:02.64122Z","end":"2026-03-03T14:19:02.923637Z","steps":["trace[342549468] 'process raft request' (duration: 282.29625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.923859Z","caller":"traceutil/trace.go:171","msg":"trace[1210016842] linearizableReadLoop","detail":"{readStateIndex:10108; appliedIndex:10104; }","duration":"167.600882ms","start":"2026-03-03T14:19:02.75623Z","end":"2026-03-03T14:19:02.923831Z","steps":["trace[1210016842] 'read index received' (duration: 56.854068ms)","trace[1210016842] 'applied index is now lower than readState.Index' (duration: 110.745254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.923939Z","caller":"traceutil/trace.go:171","msg":"trace[725841256] transaction","detail":"{read_only:false; response_revision:9734; number_of_response:1; }","duration":"103.397312ms","start":"2026-03-03T14:19:02.820529Z","end":"2026-03-03T14:19:02.923927Z","steps":["trace[725841256] 'process raft request' (duration: 103.067144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.924022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.792996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:02.924064Z","caller":"traceutil/trace.go:171","msg":"trace[1193784268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9734; }","duration":"167.91771ms","start":"2026-03-03T14:19:02.756134Z","end":"2026-03-03T14:19:02.924052Z","steps":["trace[1193784268] 'agreement among raft nodes before linearized reading' (duration: 167.802497ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:16.028914Z","caller":"traceutil/trace.go:171","msg":"trace[1520721367] transaction","detail":"{read_only:false; response_revision:9840; number_of_response:1; }","duration":"221.561366ms","start":"2026-03-03T14:19:15.807325Z","end":"2026-03-03T14:19:16.028887Z","steps":["trace[1520721367] 'process raft request' (duration: 221.374632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:32.852223Z","caller":"traceutil/trace.go:171","msg":"trace[998537195] transaction","detail":"{read_only:false; response_revision:9917; number_of_response:1; }","duration":"382.98534ms","start":"2026-03-03T14:19:32.469207Z","end":"2026-03-03T14:19:32.852192Z","steps":["trace[998537195] 'process raft request' (duration: 382.760314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:32.85243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:32.469116Z","time spent":"383.223585ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:32.882125Z","caller":"traceutil/trace.go:171","msg":"trace[302483335] linearizableReadLoop","detail":"{readStateIndex:10302; appliedIndex:10300; }","duration":"357.100785ms","start":"2026-03-03T14:19:32.524995Z","end":"2026-03-03T14:19:32.882096Z","steps":["trace[302483335] 'read index received' (duration: 327.069664ms)","trace[302483335] 'applied index is now lower than readState.Index' (duration: 30.029761ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:32.882179Z","caller":"traceutil/trace.go:171","msg":"trace[692739266] transaction","detail":"{read_only:false; response_revision:9918; number_of_response:1; }","duration":"370.322679ms","start":"2026-03-03T14:19:32.511833Z","end":"2026-03-03T14:19:32.882156Z","steps":["trace[692739266] 'process raft request' (duration: 369.850818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:32.882479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:32.511803Z","time spent":"370.585315ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:32.882676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.671949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:19:32.882237Z","caller":"traceutil/trace.go:171","msg":"trace[524519233] transaction","detail":"{read_only:false; response_revision:9919; number_of_response:1; }","duration":"326.824728ms","start":"2026-03-03T14:19:32.555397Z","end":"2026-03-03T14:19:32.882222Z","steps":["trace[524519233] 'process raft request' (duration: 326.640964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:32.882829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:32.555358Z","time spent":"327.430832ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:32.882725Z","caller":"traceutil/trace.go:171","msg":"trace[542541028] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9919; }","duration":"357.749191ms","start":"2026-03-03T14:19:32.524961Z","end":"2026-03-03T14:19:32.882711Z","steps":["trace[542541028] 'agreement among raft nodes before linearized reading' (duration: 357.347121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:32.882952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:32.52494Z","time spent":"357.999347ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:19:32.883126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.48566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:32.883196Z","caller":"traceutil/trace.go:171","msg":"trace[1936749140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9919; }","duration":"122.589023ms","start":"2026-03-03T14:19:32.760596Z","end":"2026-03-03T14:19:32.883185Z","steps":["trace[1936749140] 'agreement among raft nodes before linearized reading' (duration: 122.496841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:32.883305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.060587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:19:32.883383Z","caller":"traceutil/trace.go:171","msg":"trace[19465263] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:9919; }","duration":"151.197081ms","start":"2026-03-03T14:19:32.732167Z","end":"2026-03-03T14:19:32.883364Z","steps":["trace[19465263] 'agreement among raft nodes before linearized reading' (duration: 150.317639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:37.349692Z","caller":"traceutil/trace.go:171","msg":"trace[855026605] linearizableReadLoop","detail":"{readStateIndex:10322; appliedIndex:10321; }","duration":"109.725268ms","start":"2026-03-03T14:19:37.239929Z","end":"2026-03-03T14:19:37.349654Z","steps":["trace[855026605] 'read index received' (duration: 69.751902ms)","trace[855026605] 'applied index is now lower than readState.Index' (duration: 39.971855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:37.349796Z","caller":"traceutil/trace.go:171","msg":"trace[1129083296] transaction","detail":"{read_only:false; response_revision:9937; number_of_response:1; }","duration":"138.226612ms","start":"2026-03-03T14:19:37.211495Z","end":"2026-03-03T14:19:37.349721Z","steps":["trace[1129083296] 'process raft request' (duration: 98.253506ms)","trace[1129083296] 'compare' (duration: 39.70856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:37.351084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.13898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:19:37.351176Z","caller":"traceutil/trace.go:171","msg":"trace[1526039462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9937; }","duration":"111.303326ms","start":"2026-03-03T14:19:37.239852Z","end":"2026-03-03T14:19:37.351155Z","steps":["trace[1526039462] 'agreement among raft nodes before linearized reading' (duration: 110.066806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:37.920743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.092949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:19:37.920782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.091336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:37.920858Z","caller":"traceutil/trace.go:171","msg":"trace[1619572453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9941; }","duration":"102.267602ms","start":"2026-03-03T14:19:37.818562Z","end":"2026-03-03T14:19:37.92083Z","steps":["trace[1619572453] 'count revisions from in-memory index tree' (duration: 102.006426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:37.920885Z","caller":"traceutil/trace.go:171","msg":"trace[1023807445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9941; }","duration":"164.25175ms","start":"2026-03-03T14:19:37.756607Z","end":"2026-03-03T14:19:37.920859Z","steps":["trace[1023807445] 'range keys from in-memory index tree' (duration: 163.927502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:39.054914Z","caller":"traceutil/trace.go:171","msg":"trace[1559921971] transaction","detail":"{read_only:false; response_revision:9944; number_of_response:1; }","duration":"182.495421ms","start":"2026-03-03T14:19:38.872389Z","end":"2026-03-03T14:19:39.054884Z","steps":["trace[1559921971] 'process raft request' (duration: 182.328797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.493452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.435473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:39.493569Z","caller":"traceutil/trace.go:171","msg":"trace[1598855995] linearizableReadLoop","detail":"{readStateIndex:10330; appliedIndex:10328; }","duration":"563.673007ms","start":"2026-03-03T14:19:38.929879Z","end":"2026-03-03T14:19:39.493552Z","steps":["trace[1598855995] 'read index received' (duration: 124.900768ms)","trace[1598855995] 'applied index is now lower than readState.Index' (duration: 438.771209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:39.493648Z","caller":"traceutil/trace.go:171","msg":"trace[87524306] transaction","detail":"{read_only:false; response_revision:9945; number_of_response:1; }","duration":"572.788233ms","start":"2026-03-03T14:19:38.92085Z","end":"2026-03-03T14:19:39.493639Z","steps":["trace[87524306] 'process raft request' (duration: 245.080973ms)","trace[87524306] 'compare' (duration: 327.307881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:39.493695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:38.920826Z","time spent":"572.845945ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:39.494143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.455009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:19:39.494176Z","caller":"traceutil/trace.go:171","msg":"trace[1731173270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9945; }","duration":"138.5277ms","start":"2026-03-03T14:19:39.35564Z","end":"2026-03-03T14:19:39.494167Z","steps":["trace[1731173270] 'agreement among raft nodes before linearized reading' (duration: 138.412788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.494206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.306392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:19:39.494294Z","caller":"traceutil/trace.go:171","msg":"trace[1066526226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:9945; }","duration":"564.421356ms","start":"2026-03-03T14:19:38.92985Z","end":"2026-03-03T14:19:39.494272Z","steps":["trace[1066526226] 'agreement among raft nodes before linearized reading' (duration: 564.21507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.494264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.841987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:19:39.494207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.931083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:19:39.494369Z","caller":"traceutil/trace.go:171","msg":"trace[1431036270] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9945; }","duration":"105.99996ms","start":"2026-03-03T14:19:39.388341Z","end":"2026-03-03T14:19:39.494341Z","steps":["trace[1431036270] 'agreement among raft nodes before linearized reading' (duration: 105.710313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.494328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.223808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:19:39.494502Z","caller":"traceutil/trace.go:171","msg":"trace[1982152809] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:9945; }","duration":"134.436833ms","start":"2026-03-03T14:19:39.360054Z","end":"2026-03-03T14:19:39.494491Z","steps":["trace[1982152809] 'agreement among raft nodes before linearized reading' (duration: 134.211138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.494531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.816069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:19:39.494768Z","caller":"traceutil/trace.go:171","msg":"trace[2008463178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9945; }","duration":"387.096906ms","start":"2026-03-03T14:19:39.107645Z","end":"2026-03-03T14:19:39.494742Z","steps":["trace[2008463178] 'agreement among raft nodes before linearized reading' (duration: 386.081261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.494357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:38.92984Z","time spent":"564.507917ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:19:39.494812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:39.107625Z","time spent":"387.174598ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:19:39.494788Z","caller":"traceutil/trace.go:171","msg":"trace[930438202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9945; }","duration":"284.20212ms","start":"2026-03-03T14:19:39.21022Z","end":"2026-03-03T14:19:39.494422Z","steps":["trace[930438202] 'agreement among raft nodes before linearized reading' (duration: 283.835501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:11.540709Z","caller":"traceutil/trace.go:171","msg":"trace[387858784] transaction","detail":"{read_only:false; response_revision:10110; number_of_response:1; }","duration":"128.427241ms","start":"2026-03-03T14:20:11.412203Z","end":"2026-03-03T14:20:11.54063Z","steps":["trace[387858784] 'process raft request' (duration: 128.165905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:20.340599Z","caller":"traceutil/trace.go:171","msg":"trace[1182433879] linearizableReadLoop","detail":"{readStateIndex:10559; appliedIndex:10558; }","duration":"182.581363ms","start":"2026-03-03T14:20:20.157992Z","end":"2026-03-03T14:20:20.340574Z","steps":["trace[1182433879] 'read index received' (duration: 182.42289ms)","trace[1182433879] 'applied index is now lower than readState.Index' (duration: 157.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:20.340702Z","caller":"traceutil/trace.go:171","msg":"trace[1382132148] transaction","detail":"{read_only:false; response_revision:10164; number_of_response:1; }","duration":"182.726847ms","start":"2026-03-03T14:20:20.157942Z","end":"2026-03-03T14:20:20.340669Z","steps":["trace[1382132148] 'process raft request' (duration: 182.492221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:20.340854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.258486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:20:20.34092Z","caller":"traceutil/trace.go:171","msg":"trace[2063006954] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10164; }","duration":"155.334028ms","start":"2026-03-03T14:20:20.185576Z","end":"2026-03-03T14:20:20.34091Z","steps":["trace[2063006954] 'agreement among raft nodes before linearized reading' (duration: 155.208955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:20.340852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.847209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:20:20.341019Z","caller":"traceutil/trace.go:171","msg":"trace[640767190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10164; }","duration":"183.057114ms","start":"2026-03-03T14:20:20.157938Z","end":"2026-03-03T14:20:20.340995Z","steps":["trace[640767190] 'agreement among raft nodes before linearized reading' (duration: 182.787168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:20.768986Z","caller":"traceutil/trace.go:171","msg":"trace[403443436] transaction","detail":"{read_only:false; response_revision:10166; number_of_response:1; }","duration":"117.287657ms","start":"2026-03-03T14:20:20.651663Z","end":"2026-03-03T14:20:20.768951Z","steps":["trace[403443436] 'process raft request' (duration: 116.752085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:21.16552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.936355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:21.165614Z","caller":"traceutil/trace.go:171","msg":"trace[1900210985] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10166; }","duration":"124.082217ms","start":"2026-03-03T14:20:21.041512Z","end":"2026-03-03T14:20:21.165594Z","steps":["trace[1900210985] 'count revisions from in-memory index tree' (duration: 123.856192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:25.835327Z","caller":"traceutil/trace.go:171","msg":"trace[585192817] transaction","detail":"{read_only:false; response_revision:10188; number_of_response:1; }","duration":"242.080943ms","start":"2026-03-03T14:20:25.593221Z","end":"2026-03-03T14:20:25.835302Z","steps":["trace[585192817] 'process raft request' (duration: 241.573351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:28.08601Z","caller":"traceutil/trace.go:171","msg":"trace[1158577300] transaction","detail":"{read_only:false; response_revision:10197; number_of_response:1; }","duration":"246.608799ms","start":"2026-03-03T14:20:27.839341Z","end":"2026-03-03T14:20:28.08595Z","steps":["trace[1158577300] 'process raft request' (duration: 246.358313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:28.111647Z","caller":"traceutil/trace.go:171","msg":"trace[2141581370] linearizableReadLoop","detail":"{readStateIndex:10594; appliedIndex:10593; }","duration":"169.324559ms","start":"2026-03-03T14:20:27.942292Z","end":"2026-03-03T14:20:28.111616Z","steps":["trace[2141581370] 'read index received' (duration: 143.646651ms)","trace[2141581370] 'applied index is now lower than readState.Index' (duration: 25.676728ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:28.111765Z","caller":"traceutil/trace.go:171","msg":"trace[693389876] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"270.470184ms","start":"2026-03-03T14:20:27.841256Z","end":"2026-03-03T14:20:28.111726Z","steps":["trace[693389876] 'process raft request' (duration: 270.226209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.111932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.613125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:20:28.111941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.017385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:28.111981Z","caller":"traceutil/trace.go:171","msg":"trace[1314858004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10198; }","duration":"169.721358ms","start":"2026-03-03T14:20:27.942249Z","end":"2026-03-03T14:20:28.11197Z","steps":["trace[1314858004] 'agreement among raft nodes before linearized reading' (duration: 169.539814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:28.111993Z","caller":"traceutil/trace.go:171","msg":"trace[1883414562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10198; }","duration":"121.088367ms","start":"2026-03-03T14:20:27.990896Z","end":"2026-03-03T14:20:28.111985Z","steps":["trace[1883414562] 'agreement among raft nodes before linearized reading' (duration: 120.962344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.112052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.60974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:28.112148Z","caller":"traceutil/trace.go:171","msg":"trace[1981937302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10198; }","duration":"132.756175ms","start":"2026-03-03T14:20:27.97937Z","end":"2026-03-03T14:20:28.112127Z","steps":["trace[1981937302] 'agreement among raft nodes before linearized reading' (duration: 132.478927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:28.817362Z","caller":"traceutil/trace.go:171","msg":"trace[1163918754] linearizableReadLoop","detail":"{readStateIndex:10598; appliedIndex:10597; }","duration":"417.637059ms","start":"2026-03-03T14:20:28.399706Z","end":"2026-03-03T14:20:28.817343Z","steps":["trace[1163918754] 'read index received' (duration: 417.446085ms)","trace[1163918754] 'applied index is now lower than readState.Index' (duration: 190.484µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:28.817451Z","caller":"traceutil/trace.go:171","msg":"trace[336802199] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"420.19192ms","start":"2026-03-03T14:20:28.397252Z","end":"2026-03-03T14:20:28.817444Z","steps":["trace[336802199] 'process raft request' (duration: 419.969465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.817516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.397237Z","time spent":"420.229971ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:28.817674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.027185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:20:28.817726Z","caller":"traceutil/trace.go:171","msg":"trace[222737430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10202; }","duration":"371.081257ms","start":"2026-03-03T14:20:28.446633Z","end":"2026-03-03T14:20:28.817714Z","steps":["trace[222737430] 'agreement among raft nodes before linearized reading' (duration: 370.941023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.817782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.06458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:20:28.8178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.44658Z","time spent":"371.176529ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:20:28.817821Z","caller":"traceutil/trace.go:171","msg":"trace[198056487] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10202; }","duration":"418.152042ms","start":"2026-03-03T14:20:28.39966Z","end":"2026-03-03T14:20:28.817812Z","steps":["trace[198056487] 'agreement among raft nodes before linearized reading' (duration: 418.08756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.817881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.399646Z","time spent":"418.224363ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:20:28.817852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.060088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:20:28.817914Z","caller":"traceutil/trace.go:171","msg":"trace[744686691] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10202; }","duration":"366.141849ms","start":"2026-03-03T14:20:28.451762Z","end":"2026-03-03T14:20:28.817904Z","steps":["trace[744686691] 'agreement among raft nodes before linearized reading' (duration: 365.990686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.817987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.451752Z","time spent":"366.208681ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:20:29.079784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.214074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:29.080198Z","caller":"traceutil/trace.go:171","msg":"trace[1675795207] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"207.444692ms","start":"2026-03-03T14:20:28.872725Z","end":"2026-03-03T14:20:29.080169Z","steps":["trace[1675795207] 'process raft request' (duration: 76.754827ms)","trace[1675795207] 'compare' (duration: 130.07371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:30.252151Z","caller":"traceutil/trace.go:171","msg":"trace[431332238] transaction","detail":"{read_only:false; response_revision:10206; number_of_response:1; }","duration":"212.754868ms","start":"2026-03-03T14:20:30.03936Z","end":"2026-03-03T14:20:30.252115Z","steps":["trace[431332238] 'process raft request' (duration: 212.582154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:30.298144Z","caller":"traceutil/trace.go:171","msg":"trace[437438687] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"208.172629ms","start":"2026-03-03T14:20:30.089947Z","end":"2026-03-03T14:20:30.29812Z","steps":["trace[437438687] 'process raft request' (duration: 208.028725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:30.298375Z","caller":"traceutil/trace.go:171","msg":"trace[2044394826] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"180.69317ms","start":"2026-03-03T14:20:30.117675Z","end":"2026-03-03T14:20:30.298368Z","steps":["trace[2044394826] 'process raft request' (duration: 180.416033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:30.298343Z","caller":"traceutil/trace.go:171","msg":"trace[1060452860] linearizableReadLoop","detail":"{readStateIndex:10605; appliedIndex:10602; }","duration":"158.228067ms","start":"2026-03-03T14:20:30.140082Z","end":"2026-03-03T14:20:30.29831Z","steps":["trace[1060452860] 'read index received' (duration: 111.89336ms)","trace[1060452860] 'applied index is now lower than readState.Index' (duration: 46.332417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:30.298587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.477703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:20:30.298635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.451332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:30.29867Z","caller":"traceutil/trace.go:171","msg":"trace[2036408786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10208; }","duration":"158.615966ms","start":"2026-03-03T14:20:30.140036Z","end":"2026-03-03T14:20:30.298652Z","steps":["trace[2036408786] 'agreement among raft nodes before linearized reading' (duration: 158.424352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:30.298674Z","caller":"traceutil/trace.go:171","msg":"trace[677228388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10208; }","duration":"158.527424ms","start":"2026-03-03T14:20:30.140135Z","end":"2026-03-03T14:20:30.298663Z","steps":["trace[677228388] 'agreement among raft nodes before linearized reading' (duration: 158.34135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.298886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.65972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:30.299006Z","caller":"traceutil/trace.go:171","msg":"trace[1075808795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10208; }","duration":"156.846024ms","start":"2026-03-03T14:20:30.14214Z","end":"2026-03-03T14:20:30.298986Z","steps":["trace[1075808795] 'agreement among raft nodes before linearized reading' (duration: 156.398423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:32.578526Z","caller":"traceutil/trace.go:171","msg":"trace[1542112925] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"204.045742ms","start":"2026-03-03T14:20:32.374449Z","end":"2026-03-03T14:20:32.578494Z","steps":["trace[1542112925] 'process raft request' (duration: 175.413184ms)","trace[1542112925] 'compare' (duration: 28.509545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:32.98613Z","caller":"traceutil/trace.go:171","msg":"trace[2011720502] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"141.008269ms","start":"2026-03-03T14:20:32.845097Z","end":"2026-03-03T14:20:32.986106Z","steps":["trace[2011720502] 'process raft request' (duration: 140.828975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:32.986163Z","caller":"traceutil/trace.go:171","msg":"trace[1444886784] linearizableReadLoop","detail":"{readStateIndex:10617; appliedIndex:10616; }","duration":"109.943793ms","start":"2026-03-03T14:20:32.87618Z","end":"2026-03-03T14:20:32.986124Z","steps":["trace[1444886784] 'read index received' (duration: 109.896172ms)","trace[1444886784] 'applied index is now lower than readState.Index' (duration: 44.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:32.986591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.367934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:20:32.986729Z","caller":"traceutil/trace.go:171","msg":"trace[1047171751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10220; }","duration":"110.477776ms","start":"2026-03-03T14:20:32.87617Z","end":"2026-03-03T14:20:32.986648Z","steps":["trace[1047171751] 'agreement among raft nodes before linearized reading' (duration: 110.127517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:33.039281Z","caller":"traceutil/trace.go:171","msg":"trace[1477608310] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"139.575604ms","start":"2026-03-03T14:20:32.899673Z","end":"2026-03-03T14:20:33.039249Z","steps":["trace[1477608310] 'process raft request' (duration: 139.425241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.039325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.683961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:20:33.039389Z","caller":"traceutil/trace.go:171","msg":"trace[122448612] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10221; }","duration":"151.816445ms","start":"2026-03-03T14:20:32.887557Z","end":"2026-03-03T14:20:33.039373Z","steps":["trace[122448612] 'agreement among raft nodes before linearized reading' (duration: 151.651481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:33.359745Z","caller":"traceutil/trace.go:171","msg":"trace[1027846270] linearizableReadLoop","detail":"{readStateIndex:10619; appliedIndex:10618; }","duration":"315.938492ms","start":"2026-03-03T14:20:33.043761Z","end":"2026-03-03T14:20:33.359699Z","steps":["trace[1027846270] 'read index received' (duration: 314.428246ms)","trace[1027846270] 'applied index is now lower than readState.Index' (duration: 1.507566ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:33.359809Z","caller":"traceutil/trace.go:171","msg":"trace[932715222] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"367.626245ms","start":"2026-03-03T14:20:32.992128Z","end":"2026-03-03T14:20:33.359754Z","steps":["trace[932715222] 'process raft request' (duration: 365.910724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.359975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:32.992104Z","time spent":"367.785568ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:33.360675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.886524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348149"} {"level":"info","ts":"2026-03-03T14:20:33.36076Z","caller":"traceutil/trace.go:171","msg":"trace[1646866610] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10222; }","duration":"317.032907ms","start":"2026-03-03T14:20:33.04371Z","end":"2026-03-03T14:20:33.360743Z","steps":["trace[1646866610] 'agreement among raft nodes before linearized reading' (duration: 316.143016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.360803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:33.043685Z","time spent":"317.107808ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":37,"response size":348173,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:20:33.36897Z","caller":"traceutil/trace.go:171","msg":"trace[724666775] transaction","detail":"{read_only:false; response_revision:10223; number_of_response:1; }","duration":"193.615905ms","start":"2026-03-03T14:20:33.175336Z","end":"2026-03-03T14:20:33.368952Z","steps":["trace[724666775] 'process raft request' (duration: 193.471291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:40.843028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.114186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:40.843139Z","caller":"traceutil/trace.go:171","msg":"trace[208325028] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10336; }","duration":"115.28511ms","start":"2026-03-03T14:20:40.727832Z","end":"2026-03-03T14:20:40.843118Z","steps":["trace[208325028] 'count revisions from in-memory index tree' (duration: 114.992183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:40.843114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.34765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:20:40.84314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.567107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:40.84322Z","caller":"traceutil/trace.go:171","msg":"trace[1742224582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10336; }","duration":"120.505193ms","start":"2026-03-03T14:20:40.722689Z","end":"2026-03-03T14:20:40.843195Z","steps":["trace[1742224582] 'range keys from in-memory index tree' (duration: 120.039223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:40.843231Z","caller":"traceutil/trace.go:171","msg":"trace[433302832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10336; }","duration":"232.72078ms","start":"2026-03-03T14:20:40.610489Z","end":"2026-03-03T14:20:40.84321Z","steps":["trace[433302832] 'range keys from in-memory index tree' (duration: 232.312571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:42.396267Z","caller":"traceutil/trace.go:171","msg":"trace[583076968] transaction","detail":"{read_only:false; response_revision:10342; number_of_response:1; }","duration":"108.5393ms","start":"2026-03-03T14:20:42.287702Z","end":"2026-03-03T14:20:42.396242Z","steps":["trace[583076968] 'process raft request' (duration: 108.372616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:44.273646Z","caller":"traceutil/trace.go:171","msg":"trace[763489637] transaction","detail":"{read_only:false; response_revision:10356; number_of_response:1; }","duration":"246.482387ms","start":"2026-03-03T14:20:44.027129Z","end":"2026-03-03T14:20:44.273612Z","steps":["trace[763489637] 'process raft request' (duration: 246.287202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:44.852994Z","caller":"traceutil/trace.go:171","msg":"trace[669726541] transaction","detail":"{read_only:false; response_revision:10357; number_of_response:1; }","duration":"407.488059ms","start":"2026-03-03T14:20:44.445476Z","end":"2026-03-03T14:20:44.852964Z","steps":["trace[669726541] 'process raft request' (duration: 407.332125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:44.85322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.445455Z","time spent":"407.630512ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:44.866458Z","caller":"traceutil/trace.go:171","msg":"trace[1779709620] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"420.908406ms","start":"2026-03-03T14:20:44.445509Z","end":"2026-03-03T14:20:44.866417Z","steps":["trace[1779709620] 'process raft request' (duration: 420.746593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:44.866546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.445484Z","time spent":"421.017229ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:44.917541Z","caller":"traceutil/trace.go:171","msg":"trace[735854323] linearizableReadLoop","detail":"{readStateIndex:10758; appliedIndex:10756; }","duration":"461.307063ms","start":"2026-03-03T14:20:44.456205Z","end":"2026-03-03T14:20:44.917512Z","steps":["trace[735854323] 'read index received' (duration: 396.621501ms)","trace[735854323] 'applied index is now lower than readState.Index' (duration: 64.683952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:44.917907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.684116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:20:44.917934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.727283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:44.917963Z","caller":"traceutil/trace.go:171","msg":"trace[960601753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10358; }","duration":"383.789328ms","start":"2026-03-03T14:20:44.53416Z","end":"2026-03-03T14:20:44.917949Z","steps":["trace[960601753] 'agreement among raft nodes before linearized reading' (duration: 383.600434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:44.917979Z","caller":"traceutil/trace.go:171","msg":"trace[1542028377] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10358; }","duration":"461.815826ms","start":"2026-03-03T14:20:44.456152Z","end":"2026-03-03T14:20:44.917967Z","steps":["trace[1542028377] 'agreement among raft nodes before linearized reading' (duration: 461.544929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:44.917999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.53414Z","time spent":"383.851579ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:20:44.918011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.45613Z","time spent":"461.873757ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:20:44.918466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.722361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:20:44.918584Z","caller":"traceutil/trace.go:171","msg":"trace[1432780535] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10358; }","duration":"183.884434ms","start":"2026-03-03T14:20:44.734674Z","end":"2026-03-03T14:20:44.918558Z","steps":["trace[1432780535] 'agreement among raft nodes before linearized reading' (duration: 183.572217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:45.311528Z","caller":"traceutil/trace.go:171","msg":"trace[1415653231] linearizableReadLoop","detail":"{readStateIndex:10761; appliedIndex:10759; }","duration":"380.513791ms","start":"2026-03-03T14:20:44.930976Z","end":"2026-03-03T14:20:45.31149Z","steps":["trace[1415653231] 'read index received' (duration: 73.368067ms)","trace[1415653231] 'applied index is now lower than readState.Index' (duration: 307.144404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:45.311604Z","caller":"traceutil/trace.go:171","msg":"trace[1972168653] transaction","detail":"{read_only:false; response_revision:10360; number_of_response:1; }","duration":"388.223072ms","start":"2026-03-03T14:20:44.923333Z","end":"2026-03-03T14:20:45.311556Z","steps":["trace[1972168653] 'process raft request' (duration: 310.894561ms)","trace[1972168653] 'compare' (duration: 77.140177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:45.311774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.923294Z","time spent":"388.401526ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:45.31207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.085483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:45.312837Z","caller":"traceutil/trace.go:171","msg":"trace[546604329] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10360; }","duration":"381.214037ms","start":"2026-03-03T14:20:44.930919Z","end":"2026-03-03T14:20:45.312133Z","steps":["trace[546604329] 'agreement among raft nodes before linearized reading' (duration: 380.717825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:45.312988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.930894Z","time spent":"382.050717ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:20:45.333066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.527437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:45.333148Z","caller":"traceutil/trace.go:171","msg":"trace[127918238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10361; }","duration":"368.66506ms","start":"2026-03-03T14:20:44.964465Z","end":"2026-03-03T14:20:45.33313Z","steps":["trace[127918238] 'agreement among raft nodes before linearized reading' (duration: 368.444945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:45.333136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.053692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:20:45.333184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.96444Z","time spent":"368.738133ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:20:45.333167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.455967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:20:45.333222Z","caller":"traceutil/trace.go:171","msg":"trace[1343253062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10361; }","duration":"264.185826ms","start":"2026-03-03T14:20:45.06901Z","end":"2026-03-03T14:20:45.333195Z","steps":["trace[1343253062] 'agreement among raft nodes before linearized reading' (duration: 263.94331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:45.333282Z","caller":"traceutil/trace.go:171","msg":"trace[1259944985] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10361; }","duration":"344.647301ms","start":"2026-03-03T14:20:44.988606Z","end":"2026-03-03T14:20:45.333253Z","steps":["trace[1259944985] 'agreement among raft nodes before linearized reading' (duration: 344.395325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:45.333348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:44.988564Z","time spent":"344.773404ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:20:45.770688Z","caller":"traceutil/trace.go:171","msg":"trace[562400977] transaction","detail":"{read_only:false; response_revision:10364; number_of_response:1; }","duration":"392.687478ms","start":"2026-03-03T14:20:45.377968Z","end":"2026-03-03T14:20:45.770656Z","steps":["trace[562400977] 'process raft request' (duration: 392.622917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:45.770841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.37794Z","time spent":"392.837762ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:20:45.770694Z","caller":"traceutil/trace.go:171","msg":"trace[819653303] transaction","detail":"{read_only:false; response_revision:10363; number_of_response:1; }","duration":"433.001284ms","start":"2026-03-03T14:20:45.33766Z","end":"2026-03-03T14:20:45.770662Z","steps":["trace[819653303] 'process raft request' (duration: 432.715147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:45.77105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.337626Z","time spent":"433.339672ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:46.110472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.773417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:46.110642Z","caller":"traceutil/trace.go:171","msg":"trace[383748136] linearizableReadLoop","detail":"{readStateIndex:10766; appliedIndex:10763; }","duration":"552.940963ms","start":"2026-03-03T14:20:45.557676Z","end":"2026-03-03T14:20:46.110617Z","steps":["trace[383748136] 'read index received' (duration: 212.777049ms)","trace[383748136] 'applied index is now lower than readState.Index' (duration: 340.161664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:46.110746Z","caller":"traceutil/trace.go:171","msg":"trace[1535992418] transaction","detail":"{read_only:false; response_revision:10365; number_of_response:1; }","duration":"562.006817ms","start":"2026-03-03T14:20:45.548682Z","end":"2026-03-03T14:20:46.110689Z","steps":["trace[1535992418] 'process raft request' (duration: 264.920762ms)","trace[1535992418] 'compare' (duration: 296.614734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:46.110885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.784627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:20:46.110922Z","caller":"traceutil/trace.go:171","msg":"trace[1317572290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10365; }","duration":"535.86651ms","start":"2026-03-03T14:20:45.575043Z","end":"2026-03-03T14:20:46.11091Z","steps":["trace[1317572290] 'agreement among raft nodes before linearized reading' (duration: 535.706415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:46.110921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.548656Z","time spent":"562.173371ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:46.110925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.240041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:20:46.110959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.575022Z","time spent":"535.928611ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:20:46.110971Z","caller":"traceutil/trace.go:171","msg":"trace[1847995405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10365; }","duration":"553.310252ms","start":"2026-03-03T14:20:45.557647Z","end":"2026-03-03T14:20:46.110957Z","steps":["trace[1847995405] 'agreement among raft nodes before linearized reading' (duration: 553.085556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:46.111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.557629Z","time spent":"553.364904ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:20:46.110998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.808668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:46.111089Z","caller":"traceutil/trace.go:171","msg":"trace[1946108765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10365; }","duration":"353.943502ms","start":"2026-03-03T14:20:45.757121Z","end":"2026-03-03T14:20:46.111064Z","steps":["trace[1946108765] 'agreement among raft nodes before linearized reading' (duration: 353.810048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:46.111063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.580267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:20:46.111131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:45.757094Z","time spent":"354.026424ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:20:46.111147Z","caller":"traceutil/trace.go:171","msg":"trace[163140352] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10365; }","duration":"104.70606ms","start":"2026-03-03T14:20:46.006421Z","end":"2026-03-03T14:20:46.111127Z","steps":["trace[163140352] 'agreement among raft nodes before linearized reading' (duration: 104.451713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:46.46573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.702318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:46.465846Z","caller":"traceutil/trace.go:171","msg":"trace[1087757276] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10366; }","duration":"177.865651ms","start":"2026-03-03T14:20:46.287962Z","end":"2026-03-03T14:20:46.465828Z","steps":["trace[1087757276] 'range keys from in-memory index tree' (duration: 177.589324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.010159Z","caller":"traceutil/trace.go:171","msg":"trace[122865946] transaction","detail":"{read_only:false; response_revision:10367; number_of_response:1; }","duration":"148.26408ms","start":"2026-03-03T14:20:46.861865Z","end":"2026-03-03T14:20:47.010129Z","steps":["trace[122865946] 'process raft request' (duration: 148.114286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.394803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.425931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:47.403569Z","caller":"traceutil/trace.go:171","msg":"trace[536921045] linearizableReadLoop","detail":"{readStateIndex:10769; appliedIndex:10768; }","duration":"393.497269ms","start":"2026-03-03T14:20:47.010045Z","end":"2026-03-03T14:20:47.403543Z","steps":["trace[536921045] 'read index received' (duration: 267.166137ms)","trace[536921045] 'applied index is now lower than readState.Index' (duration: 126.328322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:47.40383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.766625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:47.403905Z","caller":"traceutil/trace.go:171","msg":"trace[2125246766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10368; }","duration":"393.896238ms","start":"2026-03-03T14:20:47.009991Z","end":"2026-03-03T14:20:47.403887Z","steps":["trace[2125246766] 'agreement among raft nodes before linearized reading' (duration: 393.664132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.40394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:47.009075Z","time spent":"394.860151ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:20:47.404028Z","caller":"traceutil/trace.go:171","msg":"trace[735276148] transaction","detail":"{read_only:false; response_revision:10368; number_of_response:1; }","duration":"532.413037ms","start":"2026-03-03T14:20:46.871607Z","end":"2026-03-03T14:20:47.40402Z","steps":["trace[735276148] 'process raft request' (duration: 405.678136ms)","trace[735276148] 'compare' (duration: 117.262747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:47.404088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:46.871586Z","time spent":"532.458698ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:47.509106Z","caller":"traceutil/trace.go:171","msg":"trace[230856204] transaction","detail":"{read_only:false; response_revision:10369; number_of_response:1; }","duration":"101.113294ms","start":"2026-03-03T14:20:47.407966Z","end":"2026-03-03T14:20:47.509079Z","steps":["trace[230856204] 'process raft request' (duration: 98.01315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.509422Z","caller":"traceutil/trace.go:171","msg":"trace[102197977] transaction","detail":"{read_only:false; response_revision:10370; number_of_response:1; }","duration":"100.439718ms","start":"2026-03-03T14:20:47.408956Z","end":"2026-03-03T14:20:47.509396Z","steps":["trace[102197977] 'process raft request' (duration: 100.08107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.509645Z","caller":"traceutil/trace.go:171","msg":"trace[379621664] transaction","detail":"{read_only:false; response_revision:10371; number_of_response:1; }","duration":"100.604062ms","start":"2026-03-03T14:20:47.409033Z","end":"2026-03-03T14:20:47.509637Z","steps":["trace[379621664] 'process raft request' (duration: 100.259234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.669177Z","caller":"traceutil/trace.go:171","msg":"trace[1495922356] transaction","detail":"{read_only:false; response_revision:10372; number_of_response:1; }","duration":"122.796197ms","start":"2026-03-03T14:20:47.546327Z","end":"2026-03-03T14:20:47.669123Z","steps":["trace[1495922356] 'process raft request' (duration: 115.158976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.887479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.719314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:47.887582Z","caller":"traceutil/trace.go:171","msg":"trace[268832502] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10373; }","duration":"105.879268ms","start":"2026-03-03T14:20:47.781677Z","end":"2026-03-03T14:20:47.887556Z","steps":["trace[268832502] 'count revisions from in-memory index tree' (duration: 105.563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.887567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.910314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:47.88766Z","caller":"traceutil/trace.go:171","msg":"trace[305984889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10373; }","duration":"113.017427ms","start":"2026-03-03T14:20:47.774624Z","end":"2026-03-03T14:20:47.887642Z","steps":["trace[305984889] 'range keys from in-memory index tree' (duration: 112.70676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:49.725159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.247117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-init-k5b5g\" ","response":"range_response_count:1 size:2785"} {"level":"info","ts":"2026-03-03T14:20:49.725254Z","caller":"traceutil/trace.go:171","msg":"trace[1114240008] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-init-k5b5g; range_end:; response_count:1; response_revision:10387; }","duration":"106.399069ms","start":"2026-03-03T14:20:49.618832Z","end":"2026-03-03T14:20:49.725231Z","steps":["trace[1114240008] 'range keys from in-memory index tree' (duration: 105.98354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:50.041081Z","caller":"traceutil/trace.go:171","msg":"trace[140610358] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"111.91696ms","start":"2026-03-03T14:20:49.929139Z","end":"2026-03-03T14:20:50.041056Z","steps":["trace[140610358] 'process raft request' (duration: 111.784207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:53.857759Z","caller":"traceutil/trace.go:171","msg":"trace[650953836] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"120.428322ms","start":"2026-03-03T14:20:53.737295Z","end":"2026-03-03T14:20:53.857723Z","steps":["trace[650953836] 'process raft request' (duration: 40.047718ms)","trace[650953836] 'compare' (duration: 80.22464ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:54.498713Z","caller":"traceutil/trace.go:171","msg":"trace[891212646] linearizableReadLoop","detail":"{readStateIndex:10833; appliedIndex:10832; }","duration":"161.988846ms","start":"2026-03-03T14:20:54.336684Z","end":"2026-03-03T14:20:54.498673Z","steps":["trace[891212646] 'read index received' (duration: 160.276435ms)","trace[891212646] 'applied index is now lower than readState.Index' (duration: 1.710971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:54.49888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.18256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:20:54.498917Z","caller":"traceutil/trace.go:171","msg":"trace[527499807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10431; }","duration":"162.233111ms","start":"2026-03-03T14:20:54.336674Z","end":"2026-03-03T14:20:54.498907Z","steps":["trace[527499807] 'agreement among raft nodes before linearized reading' (duration: 162.107979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:54.498965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.509279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:20:54.499395Z","caller":"traceutil/trace.go:171","msg":"trace[1662354254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10430; }","duration":"434.97916ms","start":"2026-03-03T14:20:54.064401Z","end":"2026-03-03T14:20:54.49938Z","steps":["trace[1662354254] 'range keys from in-memory index tree' (duration: 433.987347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:54.498802Z","caller":"traceutil/trace.go:171","msg":"trace[1730898729] transaction","detail":"{read_only:false; response_revision:10431; number_of_response:1; }","duration":"330.363163ms","start":"2026-03-03T14:20:54.168376Z","end":"2026-03-03T14:20:54.498739Z","steps":["trace[1730898729] 'process raft request' (duration: 328.56762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:54.499572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:54.064377Z","time spent":"435.113153ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:20:54.499601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:54.168356Z","time spent":"331.155592ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:54.503402Z","caller":"traceutil/trace.go:171","msg":"trace[1582008951] transaction","detail":"{read_only:false; response_revision:10432; number_of_response:1; }","duration":"151.803145ms","start":"2026-03-03T14:20:54.351573Z","end":"2026-03-03T14:20:54.503376Z","steps":["trace[1582008951] 'process raft request' (duration: 151.631091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:54.503496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.953181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:20:54.503603Z","caller":"traceutil/trace.go:171","msg":"trace[1578765653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10432; }","duration":"153.102835ms","start":"2026-03-03T14:20:54.350476Z","end":"2026-03-03T14:20:54.503579Z","steps":["trace[1578765653] 'agreement among raft nodes before linearized reading' (duration: 152.864579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:54.690834Z","caller":"traceutil/trace.go:171","msg":"trace[583749542] transaction","detail":"{read_only:false; response_revision:10433; number_of_response:1; }","duration":"186.956766ms","start":"2026-03-03T14:20:54.503843Z","end":"2026-03-03T14:20:54.6908Z","steps":["trace[583749542] 'process raft request' (duration: 107.601797ms)","trace[583749542] 'compare' (duration: 78.889338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:54.69087Z","caller":"traceutil/trace.go:171","msg":"trace[947645611] transaction","detail":"{read_only:false; response_revision:10434; number_of_response:1; }","duration":"184.113019ms","start":"2026-03-03T14:20:54.506729Z","end":"2026-03-03T14:20:54.690842Z","steps":["trace[947645611] 'process raft request' (duration: 183.945305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:55.052861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.913528ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:20:55.052979Z","caller":"traceutil/trace.go:171","msg":"trace[269427098] linearizableReadLoop","detail":"{readStateIndex:10837; appliedIndex:10836; }","duration":"295.101318ms","start":"2026-03-03T14:20:54.757859Z","end":"2026-03-03T14:20:55.05296Z","steps":["trace[269427098] 'read index received' (duration: 159.291532ms)","trace[269427098] 'applied index is now lower than readState.Index' (duration: 135.808286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:55.053294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.226656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:20:55.053291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.342444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:55.053352Z","caller":"traceutil/trace.go:171","msg":"trace[1596643306] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10434; }","duration":"261.303048ms","start":"2026-03-03T14:20:54.792033Z","end":"2026-03-03T14:20:55.053336Z","steps":["trace[1596643306] 'agreement among raft nodes before linearized reading' (duration: 261.058863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:55.053435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.906193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:20:55.053472Z","caller":"traceutil/trace.go:171","msg":"trace[1821381903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10434; }","duration":"295.638441ms","start":"2026-03-03T14:20:54.757734Z","end":"2026-03-03T14:20:55.053372Z","steps":["trace[1821381903] 'agreement among raft nodes before linearized reading' (duration: 295.312263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:55.053616Z","caller":"traceutil/trace.go:171","msg":"trace[940149499] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10434; }","duration":"129.087636ms","start":"2026-03-03T14:20:54.924452Z","end":"2026-03-03T14:20:55.05354Z","steps":["trace[940149499] 'agreement among raft nodes before linearized reading' (duration: 128.728018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:56.991333Z","caller":"traceutil/trace.go:171","msg":"trace[461701153] transaction","detail":"{read_only:false; response_revision:10449; number_of_response:1; }","duration":"257.318862ms","start":"2026-03-03T14:20:56.733994Z","end":"2026-03-03T14:20:56.991313Z","steps":["trace[461701153] 'process raft request' (duration: 257.22169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:56.992942Z","caller":"traceutil/trace.go:171","msg":"trace[1391356312] linearizableReadLoop","detail":"{readStateIndex:10853; appliedIndex:10852; }","duration":"251.832594ms","start":"2026-03-03T14:20:56.741091Z","end":"2026-03-03T14:20:56.992924Z","steps":["trace[1391356312] 'read index received' (duration: 250.235215ms)","trace[1391356312] 'applied index is now lower than readState.Index' (duration: 1.596329ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:56.993033Z","caller":"traceutil/trace.go:171","msg":"trace[99858702] transaction","detail":"{read_only:false; response_revision:10450; number_of_response:1; }","duration":"257.652611ms","start":"2026-03-03T14:20:56.73537Z","end":"2026-03-03T14:20:56.993023Z","steps":["trace[99858702] 'process raft request' (duration: 257.447386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:56.993155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.048058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:20:56.993193Z","caller":"traceutil/trace.go:171","msg":"trace[72737960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10450; }","duration":"252.11859ms","start":"2026-03-03T14:20:56.741065Z","end":"2026-03-03T14:20:56.993184Z","steps":["trace[72737960] 'agreement among raft nodes before linearized reading' (duration: 251.998297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:56.993176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.703929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:56.993325Z","caller":"traceutil/trace.go:171","msg":"trace[567269750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10450; }","duration":"237.892434ms","start":"2026-03-03T14:20:56.755414Z","end":"2026-03-03T14:20:56.993306Z","steps":["trace[567269750] 'agreement among raft nodes before linearized reading' (duration: 237.688709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.140101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.491424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:00.140235Z","caller":"traceutil/trace.go:171","msg":"trace[1247023085] linearizableReadLoop","detail":"{readStateIndex:10864; appliedIndex:10863; }","duration":"629.388144ms","start":"2026-03-03T14:20:59.510821Z","end":"2026-03-03T14:21:00.140209Z","steps":["trace[1247023085] 'read index received' (duration: 21.710815ms)","trace[1247023085] 'applied index is now lower than readState.Index' (duration: 607.674519ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:00.140331Z","caller":"traceutil/trace.go:171","msg":"trace[346969013] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"733.5594ms","start":"2026-03-03T14:20:59.406725Z","end":"2026-03-03T14:21:00.140284Z","steps":["trace[346969013] 'process raft request' (duration: 125.793588ms)","trace[346969013] 'compare' (duration: 607.29804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:00.140505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.689691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-03T14:21:00.140689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.4067Z","time spent":"733.873378ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:00.140677Z","caller":"traceutil/trace.go:171","msg":"trace[119913031] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10460; }","duration":"629.900196ms","start":"2026-03-03T14:20:59.510754Z","end":"2026-03-03T14:21:00.140655Z","steps":["trace[119913031] 'agreement among raft nodes before linearized reading' (duration: 629.552328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.140756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.510729Z","time spent":"630.001998ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:00.144151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.018669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:21:00.144221Z","caller":"traceutil/trace.go:171","msg":"trace[1727661121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10461; }","duration":"437.12266ms","start":"2026-03-03T14:20:59.707084Z","end":"2026-03-03T14:21:00.144207Z","steps":["trace[1727661121] 'agreement among raft nodes before linearized reading' (duration: 436.940176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.144255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.707069Z","time spent":"437.176112ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:00.144255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.048052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:21:00.144297Z","caller":"traceutil/trace.go:171","msg":"trace[860871260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10461; }","duration":"438.121434ms","start":"2026-03-03T14:20:59.706161Z","end":"2026-03-03T14:21:00.144283Z","steps":["trace[860871260] 'agreement among raft nodes before linearized reading' (duration: 438.032452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.144323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.706142Z","time spent":"438.173525ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:00.144169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.670043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:00.14439Z","caller":"traceutil/trace.go:171","msg":"trace[1589173378] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10461; }","duration":"475.93445ms","start":"2026-03-03T14:20:59.668449Z","end":"2026-03-03T14:21:00.144383Z","steps":["trace[1589173378] 'agreement among raft nodes before linearized reading' (duration: 475.597762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.144409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.668427Z","time spent":"475.977251ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:21:00.144467Z","caller":"traceutil/trace.go:171","msg":"trace[1454943476] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"615.115006ms","start":"2026-03-03T14:20:59.529343Z","end":"2026-03-03T14:21:00.144458Z","steps":["trace[1454943476] 'process raft request' (duration: 614.553833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.144481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.584977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:21:00.144538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.529315Z","time spent":"615.170007ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:00.144542Z","caller":"traceutil/trace.go:171","msg":"trace[1550007597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10461; }","duration":"301.287845ms","start":"2026-03-03T14:20:59.843237Z","end":"2026-03-03T14:21:00.144525Z","steps":["trace[1550007597] 'agreement among raft nodes before linearized reading' (duration: 300.785543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.144578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.843214Z","time spent":"301.356056ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:21:04.841463Z","caller":"traceutil/trace.go:171","msg":"trace[924981823] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"103.699035ms","start":"2026-03-03T14:21:04.737744Z","end":"2026-03-03T14:21:04.841443Z","steps":["trace[924981823] 'process raft request' (duration: 103.593222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.8429Z","caller":"traceutil/trace.go:171","msg":"trace[552284745] transaction","detail":"{read_only:false; response_revision:10545; number_of_response:1; }","duration":"100.372377ms","start":"2026-03-03T14:21:05.742492Z","end":"2026-03-03T14:21:05.842865Z","steps":["trace[552284745] 'process raft request' (duration: 100.09665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.193812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:07.695001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:07.862746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614982551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:21:07.862809Z","caller":"traceutil/trace.go:171","msg":"trace[2133787867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10551; }","duration":"1.615102715s","start":"2026-03-03T14:21:06.247689Z","end":"2026-03-03T14:21:07.862792Z","steps":["trace[2133787867] 'range keys from in-memory index tree' (duration: 1.614821727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.862845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.247661Z","time spent":"1.615174336s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:07.862918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606962242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:21:07.863006Z","caller":"traceutil/trace.go:171","msg":"trace[756613014] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10551; }","duration":"1.607075044s","start":"2026-03-03T14:21:06.255909Z","end":"2026-03-03T14:21:07.862984Z","steps":["trace[756613014] 'range keys from in-memory index tree' (duration: 1.606833899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.863056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241662151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-03-03T14:21:07.863094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.255901Z","time spent":"1.607180686s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:21:07.863111Z","caller":"traceutil/trace.go:171","msg":"trace[1606088807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10551; }","duration":"1.241753034s","start":"2026-03-03T14:21:06.621345Z","end":"2026-03-03T14:21:07.863098Z","steps":["trace[1606088807] 'range keys from in-memory index tree' (duration: 1.241518358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.863143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.621316Z","time spent":"1.241817806s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:21:07.863441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608784475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:21:07.863571Z","caller":"traceutil/trace.go:171","msg":"trace[815897661] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10551; }","duration":"1.608953789s","start":"2026-03-03T14:21:06.254599Z","end":"2026-03-03T14:21:07.863553Z","steps":["trace[815897661] 'range keys from in-memory index tree' (duration: 1.608311724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.863623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.25458Z","time spent":"1.609028822s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:07.863751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562078219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-03T14:21:07.863817Z","caller":"traceutil/trace.go:171","msg":"trace[1388003788] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:10551; }","duration":"1.562190172s","start":"2026-03-03T14:21:06.301611Z","end":"2026-03-03T14:21:07.863802Z","steps":["trace[1388003788] 'range keys from in-memory index tree' (duration: 1.561298991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:07.863845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.301591Z","time spent":"1.562246494s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209377,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-03T14:21:08.195974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:08.696347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:08.759081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999569888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:08.759182Z","caller":"traceutil/trace.go:171","msg":"trace[1326483261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999726852s","start":"2026-03-03T14:21:06.759431Z","end":"2026-03-03T14:21:08.759158Z","steps":["trace[1326483261] 'agreement among raft nodes before linearized reading' (duration: 1.999609379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:08.759251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.759408Z","time spent":"1.999828905s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:08.945452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256807661s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:08.946029Z","caller":"traceutil/trace.go:171","msg":"trace[99366398] transaction","detail":"{read_only:false; response_revision:10552; number_of_response:1; }","duration":"2.259156246s","start":"2026-03-03T14:21:06.686847Z","end":"2026-03-03T14:21:08.946003Z","steps":["trace[99366398] 'process raft request' (duration: 2.258983192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:08.946186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.686816Z","time spent":"2.259292389s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.171408Z","caller":"traceutil/trace.go:171","msg":"trace[1993077653] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"1.978437178s","start":"2026-03-03T14:21:07.192947Z","end":"2026-03-03T14:21:09.171384Z","steps":["trace[1993077653] 'process raft request' (duration: 1.978252734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.171548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.192924Z","time spent":"1.97855087s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.171687Z","caller":"traceutil/trace.go:171","msg":"trace[366923871] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"1.304214513s","start":"2026-03-03T14:21:07.867456Z","end":"2026-03-03T14:21:09.17167Z","steps":["trace[366923871] 'process raft request' (duration: 1.303889645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.17179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.867436Z","time spent":"1.304300884s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.172004Z","caller":"traceutil/trace.go:171","msg":"trace[1340175062] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"1.159078826s","start":"2026-03-03T14:21:08.012875Z","end":"2026-03-03T14:21:09.171954Z","steps":["trace[1340175062] 'process raft request' (duration: 1.159000084s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.172055Z","caller":"traceutil/trace.go:171","msg":"trace[1893400192] linearizableReadLoop","detail":"{readStateIndex:10963; appliedIndex:10956; }","duration":"2.478438208s","start":"2026-03-03T14:21:06.693595Z","end":"2026-03-03T14:21:09.172033Z","steps":["trace[1893400192] 'read index received' (duration: 2.252249742s)","trace[1893400192] 'applied index is now lower than readState.Index' (duration: 226.187586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:09.172144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.012844Z","time spent":"1.15922795s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.172347Z","caller":"traceutil/trace.go:171","msg":"trace[423646679] transaction","detail":"{read_only:false; response_revision:10558; number_of_response:1; }","duration":"981.376579ms","start":"2026-03-03T14:21:08.190962Z","end":"2026-03-03T14:21:09.172339Z","steps":["trace[423646679] 'process raft request' (duration: 980.950809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.172451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.190938Z","time spent":"981.43114ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.172479Z","caller":"traceutil/trace.go:171","msg":"trace[729540018] transaction","detail":"{read_only:false; response_revision:10555; number_of_response:1; }","duration":"1.304211593s","start":"2026-03-03T14:21:07.868257Z","end":"2026-03-03T14:21:09.172468Z","steps":["trace[729540018] 'process raft request' (duration: 1.303321052s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.172509Z","caller":"traceutil/trace.go:171","msg":"trace[1285834410] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"1.304181303s","start":"2026-03-03T14:21:07.868316Z","end":"2026-03-03T14:21:09.172497Z","steps":["trace[1285834410] 'process raft request' (duration: 1.303477246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.172543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.868197Z","time spent":"1.304304665s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.172627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392073833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:09.172637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479049502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:09.172651Z","caller":"traceutil/trace.go:171","msg":"trace[689808264] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10558; }","duration":"2.392134394s","start":"2026-03-03T14:21:06.780509Z","end":"2026-03-03T14:21:09.172644Z","steps":["trace[689808264] 'agreement among raft nodes before linearized reading' (duration: 2.392091223s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.172666Z","caller":"traceutil/trace.go:171","msg":"trace[747407230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10558; }","duration":"2.479117344s","start":"2026-03-03T14:21:06.693541Z","end":"2026-03-03T14:21:09.172658Z","steps":["trace[747407230] 'agreement among raft nodes before linearized reading' (duration: 2.478996121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.172567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.868305Z","time spent":"1.304239304s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.17269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.693525Z","time spent":"2.479160904s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:09.172671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.78049Z","time spent":"2.392176835s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.172886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803041155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:09.172962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.996129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:09.172957Z","caller":"traceutil/trace.go:171","msg":"trace[260358119] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10558; }","duration":"1.803189288s","start":"2026-03-03T14:21:07.369749Z","end":"2026-03-03T14:21:09.172938Z","steps":["trace[260358119] 'agreement among raft nodes before linearized reading' (duration: 1.803087476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.172989Z","caller":"traceutil/trace.go:171","msg":"trace[35138632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10558; }","duration":"304.05476ms","start":"2026-03-03T14:21:08.868926Z","end":"2026-03-03T14:21:09.17298Z","steps":["trace[35138632] 'agreement among raft nodes before linearized reading' (duration: 303.856036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.172981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204706717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:09.173007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.868908Z","time spent":"304.094421ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:21:09.173003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.369726Z","time spent":"1.803264951s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:09.17303Z","caller":"traceutil/trace.go:171","msg":"trace[838477125] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10558; }","duration":"1.204800919s","start":"2026-03-03T14:21:07.968216Z","end":"2026-03-03T14:21:09.173017Z","steps":["trace[838477125] 'agreement among raft nodes before linearized reading' (duration: 1.204699227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.968192Z","time spent":"1.20486107s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.173111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455845014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.17314Z","caller":"traceutil/trace.go:171","msg":"trace[541297491] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10558; }","duration":"1.455880695s","start":"2026-03-03T14:21:07.717251Z","end":"2026-03-03T14:21:09.173131Z","steps":["trace[541297491] 'agreement among raft nodes before linearized reading' (duration: 1.455828474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085247257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:21:09.17317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090298817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:21:09.173188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464731614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:09.173203Z","caller":"traceutil/trace.go:171","msg":"trace[1633223845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10558; }","duration":"2.085332389s","start":"2026-03-03T14:21:07.087855Z","end":"2026-03-03T14:21:09.173188Z","steps":["trace[1633223845] 'agreement among raft nodes before linearized reading' (duration: 2.085157915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.173219Z","caller":"traceutil/trace.go:171","msg":"trace[1758443977] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:10558; }","duration":"1.464797196s","start":"2026-03-03T14:21:07.708414Z","end":"2026-03-03T14:21:09.173211Z","steps":["trace[1758443977] 'agreement among raft nodes before linearized reading' (duration: 1.464745244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270998067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"warn","ts":"2026-03-03T14:21:09.173248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.708397Z","time spent":"1.464843526s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.173247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.087846Z","time spent":"2.08538731s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:21:09.173257Z","caller":"traceutil/trace.go:171","msg":"trace[1114821649] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:10558; }","duration":"1.271057939s","start":"2026-03-03T14:21:07.902193Z","end":"2026-03-03T14:21:09.173251Z","steps":["trace[1114821649] 'agreement among raft nodes before linearized reading' (duration: 1.270986237s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.173268Z","caller":"traceutil/trace.go:171","msg":"trace[1878284614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10558; }","duration":"2.090364158s","start":"2026-03-03T14:21:07.082824Z","end":"2026-03-03T14:21:09.173188Z","steps":["trace[1878284614] 'agreement among raft nodes before linearized reading' (duration: 2.090298227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.902176Z","time spent":"1.271101009s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1845,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-03T14:21:09.173292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.082797Z","time spent":"2.090489871s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:09.173338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.350226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:21:09.173256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.41676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.173372Z","caller":"traceutil/trace.go:171","msg":"trace[2031471506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10558; }","duration":"752.426967ms","start":"2026-03-03T14:21:08.420933Z","end":"2026-03-03T14:21:09.17336Z","steps":["trace[2031471506] 'agreement among raft nodes before linearized reading' (duration: 752.342575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.173393Z","caller":"traceutil/trace.go:171","msg":"trace[2128877572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10558; }","duration":"413.582024ms","start":"2026-03-03T14:21:08.759804Z","end":"2026-03-03T14:21:09.173386Z","steps":["trace[2128877572] 'agreement among raft nodes before linearized reading' (duration: 413.42301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.1734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.42091Z","time spent":"752.481429ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:21:09.173414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.75979Z","time spent":"413.619564ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:09.173441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858549928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:09.173485Z","caller":"traceutil/trace.go:171","msg":"trace[1191754095] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10558; }","duration":"1.858648111s","start":"2026-03-03T14:21:07.314827Z","end":"2026-03-03T14:21:09.173475Z","steps":["trace[1191754095] 'agreement among raft nodes before linearized reading' (duration: 1.858499377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136759468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:09.173394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257349123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:09.173519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.314806Z","time spent":"1.858703003s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:09.173547Z","caller":"traceutil/trace.go:171","msg":"trace[919903987] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:10558; }","duration":"2.257531187s","start":"2026-03-03T14:21:06.916008Z","end":"2026-03-03T14:21:09.173539Z","steps":["trace[919903987] 'agreement among raft nodes before linearized reading' (duration: 2.257368724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.915987Z","time spent":"2.257578048s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.173165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.717189Z","time spent":"1.455969346s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.17364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061054495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:21:09.173662Z","caller":"traceutil/trace.go:171","msg":"trace[891282138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10558; }","duration":"2.061076335s","start":"2026-03-03T14:21:07.112579Z","end":"2026-03-03T14:21:09.173656Z","steps":["trace[891282138] 'agreement among raft nodes before linearized reading' (duration: 2.061017434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.112524Z","time spent":"2.061149426s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:21:09.173525Z","caller":"traceutil/trace.go:171","msg":"trace[138226142] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10558; }","duration":"1.136817699s","start":"2026-03-03T14:21:08.0367Z","end":"2026-03-03T14:21:09.173517Z","steps":["trace[138226142] 'agreement among raft nodes before linearized reading' (duration: 1.136770508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.173702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887989596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:09.173731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.036684Z","time spent":"1.137038335s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:09.173741Z","caller":"traceutil/trace.go:171","msg":"trace[1995297540] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10558; }","duration":"1.888031807s","start":"2026-03-03T14:21:07.285698Z","end":"2026-03-03T14:21:09.17373Z","steps":["trace[1995297540] 'agreement among raft nodes before linearized reading' (duration: 1.887968275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.17383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.285637Z","time spent":"1.888175591s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.545159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.104483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:09.545331Z","caller":"traceutil/trace.go:171","msg":"trace[1675399542] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"366.804866ms","start":"2026-03-03T14:21:09.178497Z","end":"2026-03-03T14:21:09.545301Z","steps":["trace[1675399542] 'process raft request' (duration: 67.347554ms)","trace[1675399542] 'compare' (duration: 298.891578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:09.545446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.178477Z","time spent":"366.911409ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.620166Z","caller":"traceutil/trace.go:171","msg":"trace[1512190595] linearizableReadLoop","detail":"{readStateIndex:10965; appliedIndex:10963; }","duration":"440.714507ms","start":"2026-03-03T14:21:09.179426Z","end":"2026-03-03T14:21:09.620141Z","steps":["trace[1512190595] 'read index received' (duration: 66.538996ms)","trace[1512190595] 'applied index is now lower than readState.Index' (duration: 374.174151ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:09.620207Z","caller":"traceutil/trace.go:171","msg":"trace[1435207329] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"441.560467ms","start":"2026-03-03T14:21:09.178608Z","end":"2026-03-03T14:21:09.620168Z","steps":["trace[1435207329] 'process raft request' (duration: 441.152306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.620281Z","caller":"traceutil/trace.go:171","msg":"trace[1927878532] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"439.760663ms","start":"2026-03-03T14:21:09.180463Z","end":"2026-03-03T14:21:09.620224Z","steps":["trace[1927878532] 'process raft request' (duration: 439.595359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.62039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.17857Z","time spent":"441.722421ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.620502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.047565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:21:09.620587Z","caller":"traceutil/trace.go:171","msg":"trace[262045094] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:10561; }","duration":"441.170627ms","start":"2026-03-03T14:21:09.179399Z","end":"2026-03-03T14:21:09.62057Z","steps":["trace[262045094] 'agreement among raft nodes before linearized reading' (duration: 440.945452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.620633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.179391Z","time spent":"441.228788ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:21:09.620514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.180452Z","time spent":"439.948898ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.620898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.123815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:21:09.620945Z","caller":"traceutil/trace.go:171","msg":"trace[1877925780] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10561; }","duration":"256.191856ms","start":"2026-03-03T14:21:09.364739Z","end":"2026-03-03T14:21:09.620931Z","steps":["trace[1877925780] 'agreement among raft nodes before linearized reading' (duration: 256.017122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.620961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.953202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19313"} {"level":"warn","ts":"2026-03-03T14:21:09.620967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.215818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:21:09.621024Z","caller":"traceutil/trace.go:171","msg":"trace[141826168] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10561; }","duration":"422.3058ms","start":"2026-03-03T14:21:09.198703Z","end":"2026-03-03T14:21:09.621009Z","steps":["trace[141826168] 'agreement among raft nodes before linearized reading' (duration: 422.158097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.621039Z","caller":"traceutil/trace.go:171","msg":"trace[2008055474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10561; }","duration":"441.046734ms","start":"2026-03-03T14:21:09.179951Z","end":"2026-03-03T14:21:09.620998Z","steps":["trace[2008055474] 'agreement among raft nodes before linearized reading' (duration: 440.783168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.621066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.198684Z","time spent":"422.371071ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:21:09.621142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.179944Z","time spent":"441.126946ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19337,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:21:09.964486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.46125ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:21:09.964783Z","caller":"traceutil/trace.go:171","msg":"trace[2000630095] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"336.53284ms","start":"2026-03-03T14:21:09.628233Z","end":"2026-03-03T14:21:09.964766Z","steps":["trace[2000630095] 'process raft request' (duration: 336.426327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.964837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.622516Z","time spent":"342.316087ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:21:09.964889Z","caller":"traceutil/trace.go:171","msg":"trace[278444188] linearizableReadLoop","detail":"{readStateIndex:10967; appliedIndex:10966; }","duration":"339.862198ms","start":"2026-03-03T14:21:09.625019Z","end":"2026-03-03T14:21:09.964882Z","steps":["trace[278444188] 'read index received' (duration: 62.041759ms)","trace[278444188] 'applied index is now lower than readState.Index' (duration: 277.816399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:09.964859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.628212Z","time spent":"336.599302ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.965029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.010722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:21:09.965048Z","caller":"traceutil/trace.go:171","msg":"trace[870592410] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:10562; }","duration":"340.068143ms","start":"2026-03-03T14:21:09.624974Z","end":"2026-03-03T14:21:09.965042Z","steps":["trace[870592410] 'agreement among raft nodes before linearized reading' (duration: 339.960591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.965071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.62495Z","time spent":"340.116895ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:21:09.965278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.632623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:09.965263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.945453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.965625Z","caller":"traceutil/trace.go:171","msg":"trace[1152059362] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10562; }","duration":"270.359723ms","start":"2026-03-03T14:21:09.695217Z","end":"2026-03-03T14:21:09.965577Z","steps":["trace[1152059362] 'agreement among raft nodes before linearized reading' (duration: 269.793099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.965339Z","caller":"traceutil/trace.go:171","msg":"trace[278347049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10562; }","duration":"198.735266ms","start":"2026-03-03T14:21:09.766588Z","end":"2026-03-03T14:21:09.965323Z","steps":["trace[278347049] 'agreement among raft nodes before linearized reading' (duration: 198.630823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.401214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.218832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:10.401325Z","caller":"traceutil/trace.go:171","msg":"trace[1163622153] linearizableReadLoop","detail":"{readStateIndex:10970; appliedIndex:10969; }","duration":"350.791116ms","start":"2026-03-03T14:21:10.050517Z","end":"2026-03-03T14:21:10.401308Z","steps":["trace[1163622153] 'read index received' (duration: 109.38857ms)","trace[1163622153] 'applied index is now lower than readState.Index' (duration: 241.401406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:10.401406Z","caller":"traceutil/trace.go:171","msg":"trace[851128057] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"425.528445ms","start":"2026-03-03T14:21:09.975866Z","end":"2026-03-03T14:21:10.401395Z","steps":["trace[851128057] 'process raft request' (duration: 184.067078ms)","trace[851128057] 'compare' (duration: 241.072858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:10.401472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.975848Z","time spent":"425.600167ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:10.401567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.380969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T14:21:10.401633Z","caller":"traceutil/trace.go:171","msg":"trace[1123510301] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10564; }","duration":"432.47349ms","start":"2026-03-03T14:21:09.969142Z","end":"2026-03-03T14:21:10.401616Z","steps":["trace[1123510301] 'agreement among raft nodes before linearized reading' (duration: 432.255645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.401669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.969136Z","time spent":"432.524512ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:21:10.401683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.784939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:21:10.401874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.664857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" ","response":"range_response_count:1 size:7648"} {"level":"info","ts":"2026-03-03T14:21:10.401822Z","caller":"traceutil/trace.go:171","msg":"trace[426337044] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10564; }","duration":"348.975095ms","start":"2026-03-03T14:21:10.052826Z","end":"2026-03-03T14:21:10.401802Z","steps":["trace[426337044] 'agreement among raft nodes before linearized reading' (duration: 348.593105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.401902Z","caller":"traceutil/trace.go:171","msg":"trace[663454238] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-794874444b-2vskb; range_end:; response_count:1; response_revision:10564; }","duration":"427.742459ms","start":"2026-03-03T14:21:09.974153Z","end":"2026-03-03T14:21:10.401895Z","steps":["trace[663454238] 'agreement among raft nodes before linearized reading' (duration: 427.665857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.401922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.974144Z","time spent":"427.77393ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7672,"request content":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" "} {"level":"warn","ts":"2026-03-03T14:21:10.40202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.750235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-03-03T14:21:10.402049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.485795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:10.402104Z","caller":"traceutil/trace.go:171","msg":"trace[489566162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10564; }","duration":"346.568737ms","start":"2026-03-03T14:21:10.055521Z","end":"2026-03-03T14:21:10.40209Z","steps":["trace[489566162] 'agreement among raft nodes before linearized reading' (duration: 346.407794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.402093Z","caller":"traceutil/trace.go:171","msg":"trace[2053191439] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10564; }","duration":"222.861838ms","start":"2026-03-03T14:21:10.179213Z","end":"2026-03-03T14:21:10.402075Z","steps":["trace[2053191439] 'agreement among raft nodes before linearized reading' (duration: 222.685214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.402159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.055506Z","time spent":"346.640359ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:10.402333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.052807Z","time spent":"349.105287ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:21:10.402139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.23327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:21:10.402795Z","caller":"traceutil/trace.go:171","msg":"trace[455682689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10564; }","duration":"322.957127ms","start":"2026-03-03T14:21:10.07982Z","end":"2026-03-03T14:21:10.402777Z","steps":["trace[455682689] 'agreement among raft nodes before linearized reading' (duration: 322.097647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.402832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.0798Z","time spent":"323.023288ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:21:10.668028Z","caller":"traceutil/trace.go:171","msg":"trace[886934594] linearizableReadLoop","detail":"{readStateIndex:10971; appliedIndex:10970; }","duration":"259.507866ms","start":"2026-03-03T14:21:10.408486Z","end":"2026-03-03T14:21:10.667994Z","steps":["trace[886934594] 'read index received' (duration: 234.996285ms)","trace[886934594] 'applied index is now lower than readState.Index' (duration: 24.510241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:10.668057Z","caller":"traceutil/trace.go:171","msg":"trace[1045059218] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"260.743234ms","start":"2026-03-03T14:21:10.407267Z","end":"2026-03-03T14:21:10.66801Z","steps":["trace[1045059218] 'process raft request' (duration: 236.194453ms)","trace[1045059218] 'compare' (duration: 24.423808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:10.668224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.720751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:10.66831Z","caller":"traceutil/trace.go:171","msg":"trace[545723550] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10565; }","duration":"259.841824ms","start":"2026-03-03T14:21:10.408447Z","end":"2026-03-03T14:21:10.668288Z","steps":["trace[545723550] 'agreement among raft nodes before linearized reading' (duration: 259.637169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.159966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.367932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:11.160057Z","caller":"traceutil/trace.go:171","msg":"trace[1697402331] linearizableReadLoop","detail":"{readStateIndex:10972; appliedIndex:10971; }","duration":"491.942179ms","start":"2026-03-03T14:21:10.6681Z","end":"2026-03-03T14:21:11.160042Z","steps":["trace[1697402331] 'read index received' (duration: 316.506815ms)","trace[1697402331] 'applied index is now lower than readState.Index' (duration: 175.434194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.160126Z","caller":"traceutil/trace.go:171","msg":"trace[1462590073] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"747.90564ms","start":"2026-03-03T14:21:10.412208Z","end":"2026-03-03T14:21:11.160113Z","steps":["trace[1462590073] 'process raft request' (duration: 572.290592ms)","trace[1462590073] 'compare' (duration: 175.234239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:11.160185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.41219Z","time spent":"747.966951ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:11.16041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.988101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:21:11.160456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.891274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T14:21:11.160489Z","caller":"traceutil/trace.go:171","msg":"trace[798048182] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:10566; }","duration":"751.957546ms","start":"2026-03-03T14:21:10.408519Z","end":"2026-03-03T14:21:11.160477Z","steps":["trace[798048182] 'agreement among raft nodes before linearized reading' (duration: 751.839473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.160491Z","caller":"traceutil/trace.go:171","msg":"trace[444279644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10566; }","duration":"745.088794ms","start":"2026-03-03T14:21:10.415381Z","end":"2026-03-03T14:21:11.16047Z","steps":["trace[444279644] 'agreement among raft nodes before linearized reading' (duration: 744.890529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.160522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.4085Z","time spent":"752.014937ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:21:11.160538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.415373Z","time spent":"745.157125ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:21:11.170822Z","caller":"traceutil/trace.go:171","msg":"trace[755113732] transaction","detail":"{read_only:false; response_revision:10567; number_of_response:1; }","duration":"217.872909ms","start":"2026-03-03T14:21:10.952928Z","end":"2026-03-03T14:21:11.170801Z","steps":["trace[755113732] 'process raft request' (duration: 217.525531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.170856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.245471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:11.170925Z","caller":"traceutil/trace.go:171","msg":"trace[295798684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10567; }","duration":"412.366714ms","start":"2026-03-03T14:21:10.758539Z","end":"2026-03-03T14:21:11.170905Z","steps":["trace[295798684] 'agreement among raft nodes before linearized reading' (duration: 412.233661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.170991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.758514Z","time spent":"412.463317ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:11.424524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.553112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:11.424735Z","caller":"traceutil/trace.go:171","msg":"trace[2106786767] linearizableReadLoop","detail":"{readStateIndex:10974; appliedIndex:10973; }","duration":"246.740723ms","start":"2026-03-03T14:21:11.177973Z","end":"2026-03-03T14:21:11.424713Z","steps":["trace[2106786767] 'read index received' (duration: 123.916484ms)","trace[2106786767] 'applied index is now lower than readState.Index' (duration: 122.822948ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.424789Z","caller":"traceutil/trace.go:171","msg":"trace[1730653380] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"247.089391ms","start":"2026-03-03T14:21:11.177668Z","end":"2026-03-03T14:21:11.424758Z","steps":["trace[1730653380] 'process raft request' (duration: 124.205731ms)","trace[1730653380] 'compare' (duration: 122.436809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.424996Z","caller":"traceutil/trace.go:171","msg":"trace[1158054719] transaction","detail":"{read_only:false; response_revision:10569; number_of_response:1; }","duration":"246.773424ms","start":"2026-03-03T14:21:11.178205Z","end":"2026-03-03T14:21:11.424979Z","steps":["trace[1158054719] 'process raft request' (duration: 246.442696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.425094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.109091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:21:11.425119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.60228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:21:11.425151Z","caller":"traceutil/trace.go:171","msg":"trace[1215348289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10569; }","duration":"247.188953ms","start":"2026-03-03T14:21:11.177946Z","end":"2026-03-03T14:21:11.425135Z","steps":["trace[1215348289] 'agreement among raft nodes before linearized reading' (duration: 246.894176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.425174Z","caller":"traceutil/trace.go:171","msg":"trace[1374865060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10569; }","duration":"246.685801ms","start":"2026-03-03T14:21:11.178472Z","end":"2026-03-03T14:21:11.425157Z","steps":["trace[1374865060] 'agreement among raft nodes before linearized reading' (duration: 246.527277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.425215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.243806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:21:11.425222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.315753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-03T14:21:11.425245Z","caller":"traceutil/trace.go:171","msg":"trace[1939123462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10569; }","duration":"239.292087ms","start":"2026-03-03T14:21:11.185944Z","end":"2026-03-03T14:21:11.425236Z","steps":["trace[1939123462] 'agreement among raft nodes before linearized reading' (duration: 239.074282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.425281Z","caller":"traceutil/trace.go:171","msg":"trace[7123839] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:10569; }","duration":"246.403094ms","start":"2026-03-03T14:21:11.178862Z","end":"2026-03-03T14:21:11.425266Z","steps":["trace[7123839] 'agreement among raft nodes before linearized reading' (duration: 246.133648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.425387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.327086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:21:11.425436Z","caller":"traceutil/trace.go:171","msg":"trace[650338343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10569; }","duration":"247.383887ms","start":"2026-03-03T14:21:11.178039Z","end":"2026-03-03T14:21:11.425423Z","steps":["trace[650338343] 'agreement among raft nodes before linearized reading' (duration: 246.859915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.642782Z","caller":"traceutil/trace.go:171","msg":"trace[89738258] transaction","detail":"{read_only:false; response_revision:10571; number_of_response:1; }","duration":"212.220496ms","start":"2026-03-03T14:21:11.430533Z","end":"2026-03-03T14:21:11.642753Z","steps":["trace[89738258] 'process raft request' (duration: 158.39936ms)","trace[89738258] 'compare' (duration: 53.558639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.643097Z","caller":"traceutil/trace.go:171","msg":"trace[61329470] linearizableReadLoop","detail":"{readStateIndex:10978; appliedIndex:10975; }","duration":"209.44387ms","start":"2026-03-03T14:21:11.433626Z","end":"2026-03-03T14:21:11.643069Z","steps":["trace[61329470] 'read index received' (duration: 60.203355ms)","trace[61329470] 'applied index is now lower than readState.Index' (duration: 149.239345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.643134Z","caller":"traceutil/trace.go:171","msg":"trace[2099989343] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"212.496012ms","start":"2026-03-03T14:21:11.430606Z","end":"2026-03-03T14:21:11.643102Z","steps":["trace[2099989343] 'process raft request' (duration: 212.058782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.643305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.661225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:11.643548Z","caller":"traceutil/trace.go:171","msg":"trace[1690738231] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:10572; }","duration":"209.933581ms","start":"2026-03-03T14:21:11.433601Z","end":"2026-03-03T14:21:11.643534Z","steps":["trace[1690738231] 'agreement among raft nodes before linearized reading' (duration: 209.657294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.01047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.517935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:12.010693Z","caller":"traceutil/trace.go:171","msg":"trace[1681013629] linearizableReadLoop","detail":"{readStateIndex:10980; appliedIndex:10978; }","duration":"359.913964ms","start":"2026-03-03T14:21:11.650757Z","end":"2026-03-03T14:21:12.010671Z","steps":["trace[1681013629] 'read index received' (duration: 138.164083ms)","trace[1681013629] 'applied index is now lower than readState.Index' (duration: 221.74854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:12.010808Z","caller":"traceutil/trace.go:171","msg":"trace[651515785] transaction","detail":"{read_only:false; response_revision:10574; number_of_response:1; }","duration":"362.393351ms","start":"2026-03-03T14:21:11.648394Z","end":"2026-03-03T14:21:12.010787Z","steps":["trace[651515785] 'process raft request' (duration: 362.197597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:12.010832Z","caller":"traceutil/trace.go:171","msg":"trace[1472794074] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"364.035841ms","start":"2026-03-03T14:21:11.64677Z","end":"2026-03-03T14:21:12.010805Z","steps":["trace[1472794074] 'process raft request' (duration: 142.108066ms)","trace[1472794074] 'compare' (duration: 221.28144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.010907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.648379Z","time spent":"362.481033ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:12.011023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.646754Z","time spent":"364.177164ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:12.011085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.320203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111888"} {"level":"info","ts":"2026-03-03T14:21:12.011188Z","caller":"traceutil/trace.go:171","msg":"trace[1681820291] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:10574; }","duration":"360.441215ms","start":"2026-03-03T14:21:11.65073Z","end":"2026-03-03T14:21:12.011171Z","steps":["trace[1681820291] 'agreement among raft nodes before linearized reading' (duration: 360.069216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.011247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.650715Z","time spent":"360.515858ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111912,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-03T14:21:12.228861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.420494ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:21:12.228949Z","caller":"traceutil/trace.go:171","msg":"trace[190407663] linearizableReadLoop","detail":"{readStateIndex:10981; appliedIndex:10980; }","duration":"218.186307ms","start":"2026-03-03T14:21:12.010746Z","end":"2026-03-03T14:21:12.228932Z","steps":["trace[190407663] 'read index received' (duration: 110.695961ms)","trace[190407663] 'applied index is now lower than readState.Index' (duration: 107.488816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.229141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.240977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:12.229233Z","caller":"traceutil/trace.go:171","msg":"trace[910134276] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10574; }","duration":"242.38742ms","start":"2026-03-03T14:21:11.986821Z","end":"2026-03-03T14:21:12.229209Z","steps":["trace[910134276] 'agreement among raft nodes before linearized reading' (duration: 242.204076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.229633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.807839Z","time spent":"421.787208ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:12.229848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.843341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:12.229941Z","caller":"traceutil/trace.go:171","msg":"trace[1661558092] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10574; }","duration":"303.713342ms","start":"2026-03-03T14:21:11.926204Z","end":"2026-03-03T14:21:12.229918Z","steps":["trace[1661558092] 'agreement among raft nodes before linearized reading' (duration: 302.79253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.230004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.926189Z","time spent":"303.798393ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:12.229866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.211772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:12.230328Z","caller":"traceutil/trace.go:171","msg":"trace[80344666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10574; }","duration":"524.738246ms","start":"2026-03-03T14:21:11.705562Z","end":"2026-03-03T14:21:12.2303Z","steps":["trace[80344666] 'agreement among raft nodes before linearized reading' (duration: 524.182203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.230392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.705538Z","time spent":"524.833747ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:12.765833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.020168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:12.766028Z","caller":"traceutil/trace.go:171","msg":"trace[800192555] linearizableReadLoop","detail":"{readStateIndex:10982; appliedIndex:10981; }","duration":"537.040217ms","start":"2026-03-03T14:21:12.228974Z","end":"2026-03-03T14:21:12.766014Z","steps":["trace[800192555] 'read index received' (duration: 186.793532ms)","trace[800192555] 'applied index is now lower than readState.Index' (duration: 350.245665ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:12.766016Z","caller":"traceutil/trace.go:171","msg":"trace[236990621] transaction","detail":"{read_only:false; response_revision:10575; number_of_response:1; }","duration":"741.126109ms","start":"2026-03-03T14:21:12.024856Z","end":"2026-03-03T14:21:12.765983Z","steps":["trace[236990621] 'process raft request' (duration: 390.844345ms)","trace[236990621] 'compare' (duration: 349.26753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.766139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.024838Z","time spent":"741.241602ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.766613Z","caller":"traceutil/trace.go:171","msg":"trace[918341603] transaction","detail":"{read_only:false; response_revision:10576; number_of_response:1; }","duration":"535.347176ms","start":"2026-03-03T14:21:12.231244Z","end":"2026-03-03T14:21:12.766592Z","steps":["trace[918341603] 'process raft request' (duration: 534.70713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.766663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.96989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:12.766722Z","caller":"traceutil/trace.go:171","msg":"trace[1400730403] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10576; }","duration":"337.064822ms","start":"2026-03-03T14:21:12.429638Z","end":"2026-03-03T14:21:12.766703Z","steps":["trace[1400730403] 'agreement among raft nodes before linearized reading' (duration: 336.870847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.766763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.231223Z","time spent":"535.447099ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:12.766767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.429614Z","time spent":"337.140304ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:21:12.766944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.495631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:12.766975Z","caller":"traceutil/trace.go:171","msg":"trace[177989898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10576; }","duration":"720.563822ms","start":"2026-03-03T14:21:12.046402Z","end":"2026-03-03T14:21:12.766966Z","steps":["trace[177989898] 'agreement among raft nodes before linearized reading' (duration: 719.691952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.766995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.046384Z","time spent":"720.606014ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:14.177881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.210688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:14.177991Z","caller":"traceutil/trace.go:171","msg":"trace[1180718865] transaction","detail":"{read_only:false; response_revision:10577; number_of_response:1; }","duration":"1.002747903s","start":"2026-03-03T14:21:13.175223Z","end":"2026-03-03T14:21:14.177971Z","steps":["trace[1180718865] 'process raft request' (duration: 411.394341ms)","trace[1180718865] 'compare' (duration: 590.007459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:14.178041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.175198Z","time spent":"1.002819475s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.267995Z","caller":"traceutil/trace.go:171","msg":"trace[1227334885] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"837.93271ms","start":"2026-03-03T14:21:13.430035Z","end":"2026-03-03T14:21:14.267968Z","steps":["trace[1227334885] 'process raft request' (duration: 837.726436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.430016Z","time spent":"838.084695ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.268332Z","caller":"traceutil/trace.go:171","msg":"trace[1675496314] linearizableReadLoop","detail":"{readStateIndex:10986; appliedIndex:10983; }","duration":"832.479702ms","start":"2026-03-03T14:21:13.435764Z","end":"2026-03-03T14:21:14.268244Z","steps":["trace[1675496314] 'read index received' (duration: 150.79359ms)","trace[1675496314] 'applied index is now lower than readState.Index' (duration: 681.683472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:14.268386Z","caller":"traceutil/trace.go:171","msg":"trace[1140069125] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"838.29153ms","start":"2026-03-03T14:21:13.43007Z","end":"2026-03-03T14:21:14.268362Z","steps":["trace[1140069125] 'process raft request' (duration: 837.846299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.430047Z","time spent":"838.384831ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:14.268561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.785549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:14.268622Z","caller":"traceutil/trace.go:171","msg":"trace[1297442982] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10579; }","duration":"832.867681ms","start":"2026-03-03T14:21:13.435734Z","end":"2026-03-03T14:21:14.268602Z","steps":["trace[1297442982] 'agreement among raft nodes before linearized reading' (duration: 832.696917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.960879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:14.26867Z","caller":"traceutil/trace.go:171","msg":"trace[298783068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10579; }","duration":"489.00821ms","start":"2026-03-03T14:21:13.77965Z","end":"2026-03-03T14:21:14.268659Z","steps":["trace[298783068] 'agreement among raft nodes before linearized reading' (duration: 488.905787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.534715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:21:14.268737Z","caller":"traceutil/trace.go:171","msg":"trace[100691016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10579; }","duration":"770.671928ms","start":"2026-03-03T14:21:13.498051Z","end":"2026-03-03T14:21:14.268723Z","steps":["trace[100691016] 'agreement among raft nodes before linearized reading' (duration: 770.426472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.435723Z","time spent":"833.017745ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:14.268786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.498028Z","time spent":"770.74626ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:14.268838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.942736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18995ab5e3108ca0\" ","response":"range_response_count:1 size:1007"} {"level":"info","ts":"2026-03-03T14:21:14.268877Z","caller":"traceutil/trace.go:171","msg":"trace[1296039472] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18995ab5e3108ca0; range_end:; response_count:1; response_revision:10579; }","duration":"311.978696ms","start":"2026-03-03T14:21:13.956887Z","end":"2026-03-03T14:21:14.268865Z","steps":["trace[1296039472] 'agreement among raft nodes before linearized reading' (duration: 311.835023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.268905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.956868Z","time spent":"312.031358ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1031,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-cinder-server-0.18995ab5e3108ca0\" "} {"level":"warn","ts":"2026-03-03T14:21:14.268869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.089062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:21:14.269Z","caller":"traceutil/trace.go:171","msg":"trace[949417620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10579; }","duration":"253.279097ms","start":"2026-03-03T14:21:14.015687Z","end":"2026-03-03T14:21:14.268966Z","steps":["trace[949417620] 'agreement among raft nodes before linearized reading' (duration: 252.854997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.269008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.468173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:21:14.269067Z","caller":"traceutil/trace.go:171","msg":"trace[1790025933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10579; }","duration":"615.549105ms","start":"2026-03-03T14:21:13.653501Z","end":"2026-03-03T14:21:14.26905Z","steps":["trace[1790025933] 'agreement among raft nodes before linearized reading' (duration: 615.401031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.269105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.653458Z","time spent":"615.639317ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:14.2687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.779634Z","time spent":"489.058071ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:21:14.269355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.747071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:21:14.269463Z","caller":"traceutil/trace.go:171","msg":"trace[274062914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10579; }","duration":"621.894145ms","start":"2026-03-03T14:21:13.647542Z","end":"2026-03-03T14:21:14.269436Z","steps":["trace[274062914] 'agreement among raft nodes before linearized reading' (duration: 621.620818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.269491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.76293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:21:14.269488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.415007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:21:14.269511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.647524Z","time spent":"621.977187ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:21:14.269535Z","caller":"traceutil/trace.go:171","msg":"trace[2109462496] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10579; }","duration":"226.840702ms","start":"2026-03-03T14:21:14.042683Z","end":"2026-03-03T14:21:14.269523Z","steps":["trace[2109462496] 'agreement among raft nodes before linearized reading' (duration: 226.557115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:14.269546Z","caller":"traceutil/trace.go:171","msg":"trace[1696756366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10579; }","duration":"252.5293ms","start":"2026-03-03T14:21:14.017003Z","end":"2026-03-03T14:21:14.269532Z","steps":["trace[1696756366] 'agreement among raft nodes before linearized reading' (duration: 252.388957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.2691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.295517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:14.269677Z","caller":"traceutil/trace.go:171","msg":"trace[66554655] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10579; }","duration":"489.906221ms","start":"2026-03-03T14:21:13.779757Z","end":"2026-03-03T14:21:14.269664Z","steps":["trace[66554655] 'agreement among raft nodes before linearized reading' (duration: 489.309847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.269716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.779734Z","time spent":"489.968162ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:14.503948Z","caller":"traceutil/trace.go:171","msg":"trace[1775416972] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"231.013589ms","start":"2026-03-03T14:21:14.272902Z","end":"2026-03-03T14:21:14.503916Z","steps":["trace[1775416972] 'process raft request' (duration: 137.020934ms)","trace[1775416972] 'compare' (duration: 93.727159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:14.832271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.053404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:14.832699Z","caller":"traceutil/trace.go:171","msg":"trace[1755981904] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"556.323311ms","start":"2026-03-03T14:21:14.276328Z","end":"2026-03-03T14:21:14.832651Z","steps":["trace[1755981904] 'process raft request' (duration: 353.791356ms)","trace[1755981904] 'compare' (duration: 201.832139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:14.832767Z","caller":"traceutil/trace.go:171","msg":"trace[1230088003] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"556.416603ms","start":"2026-03-03T14:21:14.276327Z","end":"2026-03-03T14:21:14.832744Z","steps":["trace[1230088003] 'process raft request' (duration: 556.070575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.832822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276303Z","time spent":"556.457305ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:14.832888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276304Z","time spent":"556.518156ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.832959Z","caller":"traceutil/trace.go:171","msg":"trace[671999581] transaction","detail":"{read_only:false; response_revision:10583; number_of_response:1; }","duration":"556.481555ms","start":"2026-03-03T14:21:14.276454Z","end":"2026-03-03T14:21:14.832936Z","steps":["trace[671999581] 'process raft request' (duration: 556.228049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.833106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276436Z","time spent":"556.583858ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.833138Z","caller":"traceutil/trace.go:171","msg":"trace[316246002] transaction","detail":"{read_only:false; response_revision:10584; number_of_response:1; }","duration":"556.599978ms","start":"2026-03-03T14:21:14.276516Z","end":"2026-03-03T14:21:14.833116Z","steps":["trace[316246002] 'process raft request' (duration: 556.375493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.833219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276439Z","time spent":"556.744202ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.833356Z","caller":"traceutil/trace.go:171","msg":"trace[109158644] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"556.764642ms","start":"2026-03-03T14:21:14.276583Z","end":"2026-03-03T14:21:14.833347Z","steps":["trace[109158644] 'process raft request' (duration: 556.473315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.833401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276528Z","time spent":"556.844634ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.833398Z","caller":"traceutil/trace.go:171","msg":"trace[2043017575] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"473.297086ms","start":"2026-03-03T14:21:14.360077Z","end":"2026-03-03T14:21:14.833374Z","steps":["trace[2043017575] 'process raft request' (duration: 473.189074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:14.833476Z","caller":"traceutil/trace.go:171","msg":"trace[70192560] linearizableReadLoop","detail":"{readStateIndex:10989; appliedIndex:10986; }","duration":"557.048099ms","start":"2026-03-03T14:21:14.276411Z","end":"2026-03-03T14:21:14.833459Z","steps":["trace[70192560] 'read index received' (duration: 133.848387ms)","trace[70192560] 'applied index is now lower than readState.Index' (duration: 423.198412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:14.833498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.360046Z","time spent":"473.401499ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:14.833596Z","caller":"traceutil/trace.go:171","msg":"trace[1548671090] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"556.610798ms","start":"2026-03-03T14:21:14.276478Z","end":"2026-03-03T14:21:14.833089Z","steps":["trace[1548671090] 'process raft request' (duration: 556.542797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:14.833654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276444Z","time spent":"557.175922ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:15.585053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.68183ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:21:15.585503Z","caller":"traceutil/trace.go:171","msg":"trace[1808051335] linearizableReadLoop","detail":"{readStateIndex:10995; appliedIndex:10994; }","duration":"751.979596ms","start":"2026-03-03T14:21:14.833508Z","end":"2026-03-03T14:21:15.585488Z","steps":["trace[1808051335] 'read index received' (duration: 56.232µs)","trace[1808051335] 'applied index is now lower than readState.Index' (duration: 751.922704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:15.585586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.350565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:15.585609Z","caller":"traceutil/trace.go:171","msg":"trace[1483875062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10587; }","duration":"828.404657ms","start":"2026-03-03T14:21:14.757198Z","end":"2026-03-03T14:21:15.585602Z","steps":["trace[1483875062] 'agreement among raft nodes before linearized reading' (duration: 828.354305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.585633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.757187Z","time spent":"828.441117ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:15.585803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309345792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:384431"} {"level":"info","ts":"2026-03-03T14:21:15.585887Z","caller":"traceutil/trace.go:171","msg":"trace[51262249] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10587; }","duration":"1.309528187s","start":"2026-03-03T14:21:14.276338Z","end":"2026-03-03T14:21:15.585866Z","steps":["trace[51262249] 'agreement among raft nodes before linearized reading' (duration: 557.208473ms)","trace[51262249] 'range keys from in-memory index tree' (duration: 751.754941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:15.585925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.276277Z","time spent":"1.309640339s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":384455,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:21:15.585975Z","caller":"traceutil/trace.go:171","msg":"trace[1492469493] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"748.586746ms","start":"2026-03-03T14:21:14.837356Z","end":"2026-03-03T14:21:15.585943Z","steps":["trace[1492469493] 'process raft request' (duration: 747.803647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.586077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145077254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"warn","ts":"2026-03-03T14:21:15.586119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.83733Z","time spent":"748.721059ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:15.586163Z","caller":"traceutil/trace.go:171","msg":"trace[1670999417] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10587; }","duration":"1.145198767s","start":"2026-03-03T14:21:14.440936Z","end":"2026-03-03T14:21:15.586135Z","steps":["trace[1670999417] 'agreement among raft nodes before linearized reading' (duration: 1.14488679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.586237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.440916Z","time spent":"1.14530616s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:21:15.853056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131564693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:15.853167Z","caller":"traceutil/trace.go:171","msg":"trace[1401284935] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10588; }","duration":"1.131719028s","start":"2026-03-03T14:21:14.721415Z","end":"2026-03-03T14:21:15.853134Z","steps":["trace[1401284935] 'agreement among raft nodes before linearized reading' (duration: 864.467379ms)","trace[1401284935] 'count revisions from in-memory index tree' (duration: 267.087714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:15.853236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.721385Z","time spent":"1.131834741s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:15.944525Z","caller":"traceutil/trace.go:171","msg":"trace[1069356394] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"910.05721ms","start":"2026-03-03T14:21:15.034442Z","end":"2026-03-03T14:21:15.944499Z","steps":["trace[1069356394] 'process raft request' (duration: 909.830515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.944685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.034428Z","time spent":"910.181662ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19184,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:15.944791Z","caller":"traceutil/trace.go:171","msg":"trace[148550175] linearizableReadLoop","detail":"{readStateIndex:10998; appliedIndex:10996; }","duration":"359.194015ms","start":"2026-03-03T14:21:15.585531Z","end":"2026-03-03T14:21:15.944726Z","steps":["trace[148550175] 'read index received' (duration: 358.695903ms)","trace[148550175] 'applied index is now lower than readState.Index' (duration: 494.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:15.944949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.978373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:15.944997Z","caller":"traceutil/trace.go:171","msg":"trace[1111999581] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10590; }","duration":"531.090155ms","start":"2026-03-03T14:21:15.413892Z","end":"2026-03-03T14:21:15.944982Z","steps":["trace[1111999581] 'agreement among raft nodes before linearized reading' (duration: 530.915571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.945041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.413861Z","time spent":"531.170657ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:21:15.945182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.178731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:15.945224Z","caller":"traceutil/trace.go:171","msg":"trace[539819680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10590; }","duration":"668.298333ms","start":"2026-03-03T14:21:15.276912Z","end":"2026-03-03T14:21:15.94521Z","steps":["trace[539819680] 'agreement among raft nodes before linearized reading' (duration: 668.037587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.945263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.27689Z","time spent":"668.365015ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"info","ts":"2026-03-03T14:21:15.945264Z","caller":"traceutil/trace.go:171","msg":"trace[1682688499] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"877.532959ms","start":"2026-03-03T14:21:15.0677Z","end":"2026-03-03T14:21:15.945233Z","steps":["trace[1682688499] 'process raft request' (duration: 876.74309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.945384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.060269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:15.945438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.067684Z","time spent":"877.668712ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:15.945466Z","caller":"traceutil/trace.go:171","msg":"trace[1905229229] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10590; }","duration":"970.204203ms","start":"2026-03-03T14:21:14.975242Z","end":"2026-03-03T14:21:15.945446Z","steps":["trace[1905229229] 'agreement among raft nodes before linearized reading' (duration: 970.056999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.945462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.893686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" ","response":"range_response_count:1 size:7659"} {"level":"warn","ts":"2026-03-03T14:21:15.94551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.975221Z","time spent":"970.280685ms","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:15.945512Z","caller":"traceutil/trace.go:171","msg":"trace[285793204] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-794874444b-2vskb; range_end:; response_count:1; response_revision:10590; }","duration":"912.965587ms","start":"2026-03-03T14:21:15.03253Z","end":"2026-03-03T14:21:15.945496Z","steps":["trace[285793204] 'agreement among raft nodes before linearized reading' (duration: 912.730052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:15.945536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.032516Z","time spent":"913.014979ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7683,"request content":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" "} {"level":"info","ts":"2026-03-03T14:21:16.281409Z","caller":"traceutil/trace.go:171","msg":"trace[1810449809] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"689.856354ms","start":"2026-03-03T14:21:15.591535Z","end":"2026-03-03T14:21:16.281392Z","steps":["trace[1810449809] 'process raft request' (duration: 689.564177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.281511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.591514Z","time spent":"689.942096ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:16.281722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.049526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.281331Z","caller":"traceutil/trace.go:171","msg":"trace[1704636165] linearizableReadLoop","detail":"{readStateIndex:10999; appliedIndex:10998; }","duration":"336.406905ms","start":"2026-03-03T14:21:15.944904Z","end":"2026-03-03T14:21:16.281311Z","steps":["trace[1704636165] 'read index received' (duration: 336.292452ms)","trace[1704636165] 'applied index is now lower than readState.Index' (duration: 113.453µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:16.281827Z","caller":"traceutil/trace.go:171","msg":"trace[1267369594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10591; }","duration":"692.16455ms","start":"2026-03-03T14:21:15.589647Z","end":"2026-03-03T14:21:16.281812Z","steps":["trace[1267369594] 'agreement among raft nodes before linearized reading' (duration: 691.989415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.281862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.589547Z","time spent":"692.305664ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:16.505698Z","caller":"traceutil/trace.go:171","msg":"trace[885495891] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"546.831768ms","start":"2026-03-03T14:21:15.958819Z","end":"2026-03-03T14:21:16.505651Z","steps":["trace[885495891] 'process raft request' (duration: 546.430788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.506052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.9588Z","time spent":"547.042904ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7791,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:16.520758Z","caller":"traceutil/trace.go:171","msg":"trace[384893359] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"518.236311ms","start":"2026-03-03T14:21:16.00248Z","end":"2026-03-03T14:21:16.520717Z","steps":["trace[384893359] 'process raft request' (duration: 517.459733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.520761Z","caller":"traceutil/trace.go:171","msg":"trace[1598161908] transaction","detail":"{read_only:false; response_revision:10594; number_of_response:1; }","duration":"334.724296ms","start":"2026-03-03T14:21:16.186005Z","end":"2026-03-03T14:21:16.520729Z","steps":["trace[1598161908] 'process raft request' (duration: 334.594373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.520917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.002447Z","time spent":"518.382054ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:16.520955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.185969Z","time spent":"334.88312ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:16.52154Z","caller":"traceutil/trace.go:171","msg":"trace[2101103279] linearizableReadLoop","detail":"{readStateIndex:11004; appliedIndex:10999; }","duration":"239.689066ms","start":"2026-03-03T14:21:16.281839Z","end":"2026-03-03T14:21:16.521528Z","steps":["trace[2101103279] 'read index received' (duration: 223.353779ms)","trace[2101103279] 'applied index is now lower than readState.Index' (duration: 16.334417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:16.521604Z","caller":"traceutil/trace.go:171","msg":"trace[1887654174] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"245.721739ms","start":"2026-03-03T14:21:16.275875Z","end":"2026-03-03T14:21:16.521596Z","steps":["trace[1887654174] 'process raft request' (duration: 244.801628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.521695Z","caller":"traceutil/trace.go:171","msg":"trace[344331927] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"244.301944ms","start":"2026-03-03T14:21:16.277381Z","end":"2026-03-03T14:21:16.521683Z","steps":["trace[344331927] 'process raft request' (duration: 244.022488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.521863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.378927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:16.521898Z","caller":"traceutil/trace.go:171","msg":"trace[147426280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10596; }","duration":"353.456869ms","start":"2026-03-03T14:21:16.168431Z","end":"2026-03-03T14:21:16.521888Z","steps":["trace[147426280] 'agreement among raft nodes before linearized reading' (duration: 353.303795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.52192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.168401Z","time spent":"353.513881ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:16.532342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.994734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:16.532344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.853751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.5324Z","caller":"traceutil/trace.go:171","msg":"trace[102266478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10597; }","duration":"243.096637ms","start":"2026-03-03T14:21:16.289289Z","end":"2026-03-03T14:21:16.532385Z","steps":["trace[102266478] 'agreement among raft nodes before linearized reading' (duration: 242.889802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.532406Z","caller":"traceutil/trace.go:171","msg":"trace[1940883635] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10597; }","duration":"120.963334ms","start":"2026-03-03T14:21:16.41143Z","end":"2026-03-03T14:21:16.532394Z","steps":["trace[1940883635] 'agreement among raft nodes before linearized reading' (duration: 120.826021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.758268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.844817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.758339Z","caller":"traceutil/trace.go:171","msg":"trace[1177453574] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10597; }","duration":"143.931669ms","start":"2026-03-03T14:21:16.61439Z","end":"2026-03-03T14:21:16.758322Z","steps":["trace[1177453574] 'range keys from in-memory index tree' (duration: 143.720084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.889563Z","caller":"traceutil/trace.go:171","msg":"trace[191082149] linearizableReadLoop","detail":"{readStateIndex:11006; appliedIndex:11005; }","duration":"126.377883ms","start":"2026-03-03T14:21:16.763163Z","end":"2026-03-03T14:21:16.889541Z","steps":["trace[191082149] 'read index received' (duration: 126.124727ms)","trace[191082149] 'applied index is now lower than readState.Index' (duration: 252.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:16.889736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.496868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.889834Z","caller":"traceutil/trace.go:171","msg":"trace[1632966191] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10598; }","duration":"124.641872ms","start":"2026-03-03T14:21:16.765182Z","end":"2026-03-03T14:21:16.889823Z","steps":["trace[1632966191] 'agreement among raft nodes before linearized reading' (duration: 124.489709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.8899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.712551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.890009Z","caller":"traceutil/trace.go:171","msg":"trace[1924751198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10598; }","duration":"126.881225ms","start":"2026-03-03T14:21:16.763115Z","end":"2026-03-03T14:21:16.889996Z","steps":["trace[1924751198] 'agreement among raft nodes before linearized reading' (duration: 126.542637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.890088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.302656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:16.890119Z","caller":"traceutil/trace.go:171","msg":"trace[2052407211] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10598; }","duration":"111.373867ms","start":"2026-03-03T14:21:16.778736Z","end":"2026-03-03T14:21:16.89011Z","steps":["trace[2052407211] 'agreement among raft nodes before linearized reading' (duration: 111.309776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.890905Z","caller":"traceutil/trace.go:171","msg":"trace[110916721] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"210.31504ms","start":"2026-03-03T14:21:16.679282Z","end":"2026-03-03T14:21:16.889597Z","steps":["trace[110916721] 'process raft request' (duration: 210.078214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.322792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.601139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:17.323074Z","caller":"traceutil/trace.go:171","msg":"trace[797273928] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"418.810707ms","start":"2026-03-03T14:21:16.904246Z","end":"2026-03-03T14:21:17.323057Z","steps":["trace[797273928] 'process raft request' (duration: 418.766406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.323138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.90422Z","time spent":"418.891619ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:17.323196Z","caller":"traceutil/trace.go:171","msg":"trace[953848443] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"426.288675ms","start":"2026-03-03T14:21:16.896884Z","end":"2026-03-03T14:21:17.323173Z","steps":["trace[953848443] 'process raft request' (duration: 426.09352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:17.323178Z","caller":"traceutil/trace.go:171","msg":"trace[922251759] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"427.157065ms","start":"2026-03-03T14:21:16.89599Z","end":"2026-03-03T14:21:17.323147Z","steps":["trace[922251759] 'process raft request' (duration: 112.107495ms)","trace[922251759] 'compare' (duration: 314.504107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:17.323495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.231387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:21:17.323525Z","caller":"traceutil/trace.go:171","msg":"trace[664085039] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10604; }","duration":"427.279578ms","start":"2026-03-03T14:21:16.896237Z","end":"2026-03-03T14:21:17.323516Z","steps":["trace[664085039] 'agreement among raft nodes before linearized reading' (duration: 427.155645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.323551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.89623Z","time spent":"427.315538ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:21:17.323313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.896876Z","time spent":"426.370086ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:17.323341Z","caller":"traceutil/trace.go:171","msg":"trace[1410905036] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"427.228006ms","start":"2026-03-03T14:21:16.896106Z","end":"2026-03-03T14:21:17.323334Z","steps":["trace[1410905036] 'process raft request' (duration: 426.837147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.323669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.895974Z","time spent":"427.502093ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:17.323728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.896102Z","time spent":"427.605645ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:17.323081Z","caller":"traceutil/trace.go:171","msg":"trace[699111148] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"426.977771ms","start":"2026-03-03T14:21:16.896067Z","end":"2026-03-03T14:21:17.323045Z","steps":["trace[699111148] 'process raft request' (duration: 426.819987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.323824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.896061Z","time spent":"427.748209ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:17.323362Z","caller":"traceutil/trace.go:171","msg":"trace[647695307] linearizableReadLoop","detail":"{readStateIndex:11010; appliedIndex:11006; }","duration":"427.089554ms","start":"2026-03-03T14:21:16.89626Z","end":"2026-03-03T14:21:17.32335Z","steps":["trace[647695307] 'read index received' (duration: 8.242306ms)","trace[647695307] 'applied index is now lower than readState.Index' (duration: 418.845868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:17.323981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.249294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:17.32401Z","caller":"traceutil/trace.go:171","msg":"trace[64684251] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10604; }","duration":"369.318906ms","start":"2026-03-03T14:21:16.95468Z","end":"2026-03-03T14:21:17.323999Z","steps":["trace[64684251] 'agreement among raft nodes before linearized reading' (duration: 369.220284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.324037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.95466Z","time spent":"369.371248ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3664,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:21:17.324201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.860606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-03T14:21:17.324224Z","caller":"traceutil/trace.go:171","msg":"trace[526448344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:10604; }","duration":"273.913617ms","start":"2026-03-03T14:21:17.050305Z","end":"2026-03-03T14:21:17.324218Z","steps":["trace[526448344] 'agreement among raft nodes before linearized reading' (duration: 273.844445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.32429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.41916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:21:17.324367Z","caller":"traceutil/trace.go:171","msg":"trace[2116280560] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10604; }","duration":"201.545983ms","start":"2026-03-03T14:21:17.122803Z","end":"2026-03-03T14:21:17.324349Z","steps":["trace[2116280560] 'agreement among raft nodes before linearized reading' (duration: 201.298117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:17.53671Z","caller":"traceutil/trace.go:171","msg":"trace[1473888671] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"197.003915ms","start":"2026-03-03T14:21:17.339682Z","end":"2026-03-03T14:21:17.536686Z","steps":["trace[1473888671] 'process raft request' (duration: 150.33564ms)","trace[1473888671] 'compare' (duration: 46.525222ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:17.585797Z","caller":"traceutil/trace.go:171","msg":"trace[1957730905] linearizableReadLoop","detail":"{readStateIndex:11014; appliedIndex:11012; }","duration":"238.771124ms","start":"2026-03-03T14:21:17.346973Z","end":"2026-03-03T14:21:17.585744Z","steps":["trace[1957730905] 'read index received' (duration: 143.021767ms)","trace[1957730905] 'applied index is now lower than readState.Index' (duration: 95.748417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:17.585896Z","caller":"traceutil/trace.go:171","msg":"trace[2036984128] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"242.940234ms","start":"2026-03-03T14:21:17.342909Z","end":"2026-03-03T14:21:17.585849Z","steps":["trace[2036984128] 'process raft request' (duration: 242.697738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.586159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.170303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:21:17.586287Z","caller":"traceutil/trace.go:171","msg":"trace[1052895672] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10606; }","duration":"239.343468ms","start":"2026-03-03T14:21:17.346927Z","end":"2026-03-03T14:21:17.586271Z","steps":["trace[1052895672] 'agreement among raft nodes before linearized reading' (duration: 238.987059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.176041Z","caller":"traceutil/trace.go:171","msg":"trace[178417540] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"106.272996ms","start":"2026-03-03T14:21:18.069743Z","end":"2026-03-03T14:21:18.176016Z","steps":["trace[178417540] 'process raft request' (duration: 106.112193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.356446Z","caller":"traceutil/trace.go:171","msg":"trace[922399628] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"102.722563ms","start":"2026-03-03T14:21:18.253695Z","end":"2026-03-03T14:21:18.356418Z","steps":["trace[922399628] 'process raft request' (duration: 102.534258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.478136Z","caller":"traceutil/trace.go:171","msg":"trace[2062507782] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"112.568697ms","start":"2026-03-03T14:21:18.365532Z","end":"2026-03-03T14:21:18.4781Z","steps":["trace[2062507782] 'process raft request' (duration: 110.567439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.48573Z","caller":"traceutil/trace.go:171","msg":"trace[2143217542] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"119.582921ms","start":"2026-03-03T14:21:18.366129Z","end":"2026-03-03T14:21:18.485712Z","steps":["trace[2143217542] 'process raft request' (duration: 119.401797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.486166Z","caller":"traceutil/trace.go:171","msg":"trace[249998626] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"116.261302ms","start":"2026-03-03T14:21:18.369874Z","end":"2026-03-03T14:21:18.486136Z","steps":["trace[249998626] 'process raft request' (duration: 116.054017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.486039Z","caller":"traceutil/trace.go:171","msg":"trace[1546745988] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"118.925445ms","start":"2026-03-03T14:21:18.36709Z","end":"2026-03-03T14:21:18.486016Z","steps":["trace[1546745988] 'process raft request' (duration: 118.563697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:20.204411Z","caller":"traceutil/trace.go:171","msg":"trace[1575624620] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"106.273646ms","start":"2026-03-03T14:21:20.098112Z","end":"2026-03-03T14:21:20.204386Z","steps":["trace[1575624620] 'process raft request' (duration: 106.077271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:21.825509Z","caller":"traceutil/trace.go:171","msg":"trace[1453716857] linearizableReadLoop","detail":"{readStateIndex:11054; appliedIndex:11053; }","duration":"189.467296ms","start":"2026-03-03T14:21:21.636019Z","end":"2026-03-03T14:21:21.825487Z","steps":["trace[1453716857] 'read index received' (duration: 181.062677ms)","trace[1453716857] 'applied index is now lower than readState.Index' (duration: 8.403169ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:21.825632Z","caller":"traceutil/trace.go:171","msg":"trace[831535907] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"195.14721ms","start":"2026-03-03T14:21:21.630474Z","end":"2026-03-03T14:21:21.825621Z","steps":["trace[831535907] 'process raft request' (duration: 186.605748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:21.825876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.039426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:9189"} {"level":"info","ts":"2026-03-03T14:21:21.825958Z","caller":"traceutil/trace.go:171","msg":"trace[1632283674] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10645; }","duration":"186.196779ms","start":"2026-03-03T14:21:21.639742Z","end":"2026-03-03T14:21:21.825939Z","steps":["trace[1632283674] 'agreement among raft nodes before linearized reading' (duration: 185.929443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:21.826219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.845287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:21:21.826334Z","caller":"traceutil/trace.go:171","msg":"trace[1936846381] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10645; }","duration":"174.019391ms","start":"2026-03-03T14:21:21.6523Z","end":"2026-03-03T14:21:21.82632Z","steps":["trace[1936846381] 'agreement among raft nodes before linearized reading' (duration: 173.727344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:21.826691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.516071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:384436"} {"level":"info","ts":"2026-03-03T14:21:21.826732Z","caller":"traceutil/trace.go:171","msg":"trace[635882911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10645; }","duration":"190.784477ms","start":"2026-03-03T14:21:21.635939Z","end":"2026-03-03T14:21:21.826724Z","steps":["trace[635882911] 'agreement among raft nodes before linearized reading' (duration: 190.133912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:21.948874Z","caller":"traceutil/trace.go:171","msg":"trace[583668906] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"113.830755ms","start":"2026-03-03T14:21:21.835016Z","end":"2026-03-03T14:21:21.948847Z","steps":["trace[583668906] 'process raft request' (duration: 99.509256ms)","trace[583668906] 'compare' (duration: 14.137294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:22.698591Z","caller":"traceutil/trace.go:171","msg":"trace[953611867] linearizableReadLoop","detail":"{readStateIndex:11060; appliedIndex:11058; }","duration":"104.002693ms","start":"2026-03-03T14:21:22.594566Z","end":"2026-03-03T14:21:22.698568Z","steps":["trace[953611867] 'read index received' (duration: 47.130077ms)","trace[953611867] 'applied index is now lower than readState.Index' (duration: 56.871786ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:22.698715Z","caller":"traceutil/trace.go:171","msg":"trace[610517612] transaction","detail":"{read_only:false; response_revision:10650; number_of_response:1; }","duration":"113.011286ms","start":"2026-03-03T14:21:22.585671Z","end":"2026-03-03T14:21:22.698683Z","steps":["trace[610517612] 'process raft request' (duration: 55.893184ms)","trace[610517612] 'compare' (duration: 56.765573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:22.698716Z","caller":"traceutil/trace.go:171","msg":"trace[385253358] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"105.602051ms","start":"2026-03-03T14:21:22.593084Z","end":"2026-03-03T14:21:22.698686Z","steps":["trace[385253358] 'process raft request' (duration: 105.431617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:22.698832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.255468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:22.698871Z","caller":"traceutil/trace.go:171","msg":"trace[1224607766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10651; }","duration":"104.344601ms","start":"2026-03-03T14:21:22.594516Z","end":"2026-03-03T14:21:22.698861Z","steps":["trace[1224607766] 'agreement among raft nodes before linearized reading' (duration: 104.147366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:24.037734Z","caller":"traceutil/trace.go:171","msg":"trace[351125226] transaction","detail":"{read_only:false; response_revision:10658; number_of_response:1; }","duration":"123.626187ms","start":"2026-03-03T14:21:23.914054Z","end":"2026-03-03T14:21:24.03768Z","steps":["trace[351125226] 'process raft request' (duration: 123.198927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.050769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:21:25.157333Z","caller":"traceutil/trace.go:171","msg":"trace[463114058] transaction","detail":"{read_only:false; response_revision:10659; number_of_response:1; }","duration":"760.843437ms","start":"2026-03-03T14:21:24.396457Z","end":"2026-03-03T14:21:25.1573Z","steps":["trace[463114058] 'process raft request' (duration: 760.615751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.157513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.396437Z","time spent":"760.988801ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:25.298868Z","caller":"traceutil/trace.go:171","msg":"trace[560178334] transaction","detail":"{read_only:false; response_revision:10660; number_of_response:1; }","duration":"728.981742ms","start":"2026-03-03T14:21:24.569671Z","end":"2026-03-03T14:21:25.298653Z","steps":["trace[560178334] 'process raft request' (duration: 663.318728ms)","trace[560178334] 'compare' (duration: 65.452899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:25.298958Z","caller":"traceutil/trace.go:171","msg":"trace[836809078] transaction","detail":"{read_only:false; response_revision:10661; number_of_response:1; }","duration":"594.897426ms","start":"2026-03-03T14:21:24.704021Z","end":"2026-03-03T14:21:25.298919Z","steps":["trace[836809078] 'process raft request' (duration: 594.550418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.299034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.569648Z","time spent":"729.310569ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:25.299126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.704003Z","time spent":"595.02952ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:25.299186Z","caller":"traceutil/trace.go:171","msg":"trace[1108014794] transaction","detail":"{read_only:false; response_revision:10663; number_of_response:1; }","duration":"273.748691ms","start":"2026-03-03T14:21:25.02541Z","end":"2026-03-03T14:21:25.299159Z","steps":["trace[1108014794] 'process raft request' (duration: 273.481775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.299191Z","caller":"traceutil/trace.go:171","msg":"trace[1465209145] transaction","detail":"{read_only:false; response_revision:10662; number_of_response:1; }","duration":"595.06342ms","start":"2026-03-03T14:21:24.704101Z","end":"2026-03-03T14:21:25.299164Z","steps":["trace[1465209145] 'process raft request' (duration: 594.535457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.299374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.704087Z","time spent":"595.236924ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:25.313419Z","caller":"traceutil/trace.go:171","msg":"trace[1110498523] linearizableReadLoop","detail":"{readStateIndex:11072; appliedIndex:11067; }","duration":"763.246504ms","start":"2026-03-03T14:21:24.550157Z","end":"2026-03-03T14:21:25.313403Z","steps":["trace[1110498523] 'read index received' (duration: 606.893002ms)","trace[1110498523] 'applied index is now lower than readState.Index' (duration: 156.351862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:25.313424Z","caller":"traceutil/trace.go:171","msg":"trace[231357426] transaction","detail":"{read_only:false; response_revision:10664; number_of_response:1; }","duration":"108.916609ms","start":"2026-03-03T14:21:25.204493Z","end":"2026-03-03T14:21:25.31341Z","steps":["trace[231357426] 'process raft request' (duration: 108.815716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.31361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.447748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:21:25.313664Z","caller":"traceutil/trace.go:171","msg":"trace[1173340506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10664; }","duration":"763.550991ms","start":"2026-03-03T14:21:24.550102Z","end":"2026-03-03T14:21:25.313653Z","steps":["trace[1173340506] 'agreement among raft nodes before linearized reading' (duration: 763.358916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.313701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.550084Z","time spent":"763.608302ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:21:25.313791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.469914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:21:25.313836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.72494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10355"} {"level":"info","ts":"2026-03-03T14:21:25.313898Z","caller":"traceutil/trace.go:171","msg":"trace[1855723917] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10664; }","duration":"104.818992ms","start":"2026-03-03T14:21:25.209064Z","end":"2026-03-03T14:21:25.313883Z","steps":["trace[1855723917] 'agreement among raft nodes before linearized reading' (duration: 104.571466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.313904Z","caller":"traceutil/trace.go:171","msg":"trace[1852309453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10664; }","duration":"259.646848ms","start":"2026-03-03T14:21:25.054225Z","end":"2026-03-03T14:21:25.313872Z","steps":["trace[1852309453] 'agreement among raft nodes before linearized reading' (duration: 259.372251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.421913Z","caller":"traceutil/trace.go:171","msg":"trace[873831284] transaction","detail":"{read_only:false; response_revision:10665; number_of_response:1; }","duration":"102.360273ms","start":"2026-03-03T14:21:25.319533Z","end":"2026-03-03T14:21:25.421893Z","steps":["trace[873831284] 'process raft request' (duration: 101.298698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.494816Z","caller":"traceutil/trace.go:171","msg":"trace[1327188304] transaction","detail":"{read_only:false; response_revision:10666; number_of_response:1; }","duration":"174.392659ms","start":"2026-03-03T14:21:25.320397Z","end":"2026-03-03T14:21:25.494789Z","steps":["trace[1327188304] 'process raft request' (duration: 174.196665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.49506Z","caller":"traceutil/trace.go:171","msg":"trace[50499688] transaction","detail":"{read_only:false; response_revision:10667; number_of_response:1; }","duration":"170.069727ms","start":"2026-03-03T14:21:25.324954Z","end":"2026-03-03T14:21:25.495023Z","steps":["trace[50499688] 'process raft request' (duration: 169.77614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.381448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.371593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:26.381504Z","caller":"traceutil/trace.go:171","msg":"trace[2090426571] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10676; }","duration":"534.501207ms","start":"2026-03-03T14:21:25.846989Z","end":"2026-03-03T14:21:26.38149Z","steps":["trace[2090426571] 'range keys from in-memory index tree' (duration: 534.170299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.381528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:25.846942Z","time spent":"534.581259ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:26.381629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.908423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:26.381726Z","caller":"traceutil/trace.go:171","msg":"trace[1595797728] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10676; }","duration":"268.042407ms","start":"2026-03-03T14:21:26.113657Z","end":"2026-03-03T14:21:26.3817Z","steps":["trace[1595797728] 'count revisions from in-memory index tree' (duration: 267.840572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.381931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.456139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:26.381977Z","caller":"traceutil/trace.go:171","msg":"trace[539076699] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10676; }","duration":"380.541771ms","start":"2026-03-03T14:21:26.001421Z","end":"2026-03-03T14:21:26.381963Z","steps":["trace[539076699] 'range keys from in-memory index tree' (duration: 380.327986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.382012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.001397Z","time spent":"380.607033ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:21:26.38218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.147472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:26.382229Z","caller":"traceutil/trace.go:171","msg":"trace[1389357907] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10676; }","duration":"380.225454ms","start":"2026-03-03T14:21:26.001993Z","end":"2026-03-03T14:21:26.382219Z","steps":["trace[1389357907] 'count revisions from in-memory index tree' (duration: 380.09428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.382259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.00198Z","time spent":"380.270315ms","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:26.852239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:21:27.036876Z","caller":"traceutil/trace.go:171","msg":"trace[1785784215] transaction","detail":"{read_only:false; response_revision:10677; number_of_response:1; }","duration":"845.794167ms","start":"2026-03-03T14:21:26.191053Z","end":"2026-03-03T14:21:27.036847Z","steps":["trace[1785784215] 'process raft request' (duration: 845.639163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.037009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.191034Z","time spent":"845.90991ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:27.038545Z","caller":"traceutil/trace.go:171","msg":"trace[905673554] linearizableReadLoop","detail":"{readStateIndex:11088; appliedIndex:11086; }","duration":"686.850913ms","start":"2026-03-03T14:21:26.351672Z","end":"2026-03-03T14:21:27.038523Z","steps":["trace[905673554] 'read index received' (duration: 685.01719ms)","trace[905673554] 'applied index is now lower than readState.Index' (duration: 1.832293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:27.038678Z","caller":"traceutil/trace.go:171","msg":"trace[975293249] transaction","detail":"{read_only:false; response_revision:10678; number_of_response:1; }","duration":"686.049014ms","start":"2026-03-03T14:21:26.352611Z","end":"2026-03-03T14:21:27.03866Z","steps":["trace[975293249] 'process raft request' (duration: 685.794108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.038777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.352593Z","time spent":"686.129207ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:27.038952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.251602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"info","ts":"2026-03-03T14:21:27.039032Z","caller":"traceutil/trace.go:171","msg":"trace[1360875157] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10678; }","duration":"687.373367ms","start":"2026-03-03T14:21:26.351642Z","end":"2026-03-03T14:21:27.039015Z","steps":["trace[1360875157] 'agreement among raft nodes before linearized reading' (duration: 687.092219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.039077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.351629Z","time spent":"687.440288ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10672,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:21:27.038955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.193619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:21:27.039201Z","caller":"traceutil/trace.go:171","msg":"trace[1572844140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10678; }","duration":"591.424475ms","start":"2026-03-03T14:21:26.447735Z","end":"2026-03-03T14:21:27.03916Z","steps":["trace[1572844140] 'agreement among raft nodes before linearized reading' (duration: 591.058045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.039249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.447715Z","time spent":"591.521558ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:21:27.039284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.166282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385895"} {"level":"info","ts":"2026-03-03T14:21:27.039373Z","caller":"traceutil/trace.go:171","msg":"trace[1647605020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10678; }","duration":"652.303225ms","start":"2026-03-03T14:21:26.387049Z","end":"2026-03-03T14:21:27.039352Z","steps":["trace[1647605020] 'agreement among raft nodes before linearized reading' (duration: 651.645909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.039441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.387031Z","time spent":"652.397528ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:21:27.298747Z","caller":"traceutil/trace.go:171","msg":"trace[1448868647] transaction","detail":"{read_only:false; response_revision:10679; number_of_response:1; }","duration":"247.975692ms","start":"2026-03-03T14:21:27.050748Z","end":"2026-03-03T14:21:27.298724Z","steps":["trace[1448868647] 'process raft request' (duration: 247.790857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.916507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.434155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:27.916615Z","caller":"traceutil/trace.go:171","msg":"trace[514724172] transaction","detail":"{read_only:false; response_revision:10680; number_of_response:1; }","duration":"691.002703ms","start":"2026-03-03T14:21:27.225593Z","end":"2026-03-03T14:21:27.916595Z","steps":["trace[514724172] 'process raft request' (duration: 183.418204ms)","trace[514724172] 'compare' (duration: 507.284352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:27.916659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.225567Z","time spent":"691.075404ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:29.743097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:28.776676Z","time spent":"966.405655ms","remote":"127.0.0.1:52818","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:29.743922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720497611s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:29.744071Z","caller":"traceutil/trace.go:171","msg":"trace[959346315] transaction","detail":"{read_only:false; response_revision:10681; number_of_response:1; }","duration":"2.439257249s","start":"2026-03-03T14:21:27.304802Z","end":"2026-03-03T14:21:29.744059Z","steps":["trace[959346315] 'process raft request' (duration: 718.552135ms)","trace[959346315] 'compare' (duration: 1.719865195s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:29.744112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.30478Z","time spent":"2.439317131s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:29.744325Z","caller":"traceutil/trace.go:171","msg":"trace[346328147] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"2.439425864s","start":"2026-03-03T14:21:27.304874Z","end":"2026-03-03T14:21:29.7443Z","steps":["trace[346328147] 'process raft request' (duration: 2.439123357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.744463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.30485Z","time spent":"2.439543526s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:29.744697Z","caller":"traceutil/trace.go:171","msg":"trace[558825769] linearizableReadLoop","detail":"{readStateIndex:11093; appliedIndex:11089; }","duration":"2.420240909s","start":"2026-03-03T14:21:27.324441Z","end":"2026-03-03T14:21:29.744682Z","steps":["trace[558825769] 'read index received' (duration: 84.647415ms)","trace[558825769] 'applied index is now lower than readState.Index' (duration: 2.335592224s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:29.744778Z","caller":"traceutil/trace.go:171","msg":"trace[491413122] transaction","detail":"{read_only:false; response_revision:10683; number_of_response:1; }","duration":"2.434912447s","start":"2026-03-03T14:21:27.309841Z","end":"2026-03-03T14:21:29.744753Z","steps":["trace[491413122] 'process raft request' (duration: 2.434379634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.744923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.309826Z","time spent":"2.435023439s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:29.745505Z","caller":"traceutil/trace.go:171","msg":"trace[832838319] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"1.824389641s","start":"2026-03-03T14:21:27.921091Z","end":"2026-03-03T14:21:29.745481Z","steps":["trace[832838319] 'process raft request' (duration: 1.82352762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.745573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.92107Z","time spent":"1.824472133s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:29.745658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.724786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:21:29.745653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98864055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:29.745685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.176333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:29.745726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246288381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:21:29.745827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.772793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:29.745832Z","caller":"traceutil/trace.go:171","msg":"trace[1215026837] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10684; }","duration":"277.310607ms","start":"2026-03-03T14:21:29.468438Z","end":"2026-03-03T14:21:29.745749Z","steps":["trace[1215026837] 'agreement among raft nodes before linearized reading' (duration: 277.051171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.745862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.261627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:21:29.745881Z","caller":"traceutil/trace.go:171","msg":"trace[100408283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10684; }","duration":"569.863105ms","start":"2026-03-03T14:21:29.176005Z","end":"2026-03-03T14:21:29.745868Z","steps":["trace[100408283] 'agreement among raft nodes before linearized reading' (duration: 569.786033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.745896Z","caller":"traceutil/trace.go:171","msg":"trace[1669761565] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10684; }","duration":"378.363329ms","start":"2026-03-03T14:21:29.367523Z","end":"2026-03-03T14:21:29.745887Z","steps":["trace[1669761565] 'agreement among raft nodes before linearized reading' (duration: 378.221346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.745885Z","caller":"traceutil/trace.go:171","msg":"trace[742658383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10684; }","duration":"2.246491345s","start":"2026-03-03T14:21:27.499368Z","end":"2026-03-03T14:21:29.74586Z","steps":["trace[742658383] 'agreement among raft nodes before linearized reading' (duration: 2.246125897s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.745894Z","caller":"traceutil/trace.go:171","msg":"trace[678846126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10684; }","duration":"1.988816704s","start":"2026-03-03T14:21:27.75693Z","end":"2026-03-03T14:21:29.745746Z","steps":["trace[678846126] 'agreement among raft nodes before linearized reading' (duration: 1.988576868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.745929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.367478Z","time spent":"378.444281ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:21:29.745887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421408458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7745"} {"level":"warn","ts":"2026-03-03T14:21:29.746012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.756906Z","time spent":"1.989092241s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:29.746037Z","caller":"traceutil/trace.go:171","msg":"trace[155003643] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10684; }","duration":"2.421631563s","start":"2026-03-03T14:21:27.324377Z","end":"2026-03-03T14:21:29.746009Z","steps":["trace[155003643] 'agreement among raft nodes before linearized reading' (duration: 2.420399833s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.745717Z","caller":"traceutil/trace.go:171","msg":"trace[1296863944] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10684; }","duration":"695.847049ms","start":"2026-03-03T14:21:29.049855Z","end":"2026-03-03T14:21:29.745702Z","steps":["trace[1296863944] 'agreement among raft nodes before linearized reading' (duration: 695.669515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.746094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.059898427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:21:29.746101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.324356Z","time spent":"2.421733765s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7769,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:29.746135Z","caller":"traceutil/trace.go:171","msg":"trace[2022695747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10684; }","duration":"2.059936827s","start":"2026-03-03T14:21:27.686184Z","end":"2026-03-03T14:21:29.746121Z","steps":["trace[2022695747] 'agreement among raft nodes before linearized reading' (duration: 2.059815745s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.746144Z","caller":"traceutil/trace.go:171","msg":"trace[1761059646] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10684; }","duration":"1.968415951s","start":"2026-03-03T14:21:27.777719Z","end":"2026-03-03T14:21:29.746135Z","steps":["trace[1761059646] 'agreement among raft nodes before linearized reading' (duration: 1.968262047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.74614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.049826Z","time spent":"696.295028ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.686139Z","time spent":"2.06003241s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.777701Z","time spent":"1.968473303s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:29.74597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.499348Z","time spent":"2.246584447s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12171659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:21:29.745924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.175984Z","time spent":"569.930927ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:29.746378Z","caller":"traceutil/trace.go:171","msg":"trace[838665674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10684; }","duration":"2.121781671s","start":"2026-03-03T14:21:27.624588Z","end":"2026-03-03T14:21:29.746369Z","steps":["trace[838665674] 'agreement among raft nodes before linearized reading' (duration: 2.121695019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.746412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.624571Z","time spent":"2.121835553s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143129738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:21:29.746541Z","caller":"traceutil/trace.go:171","msg":"trace[1002376871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10684; }","duration":"2.14322108s","start":"2026-03-03T14:21:27.603308Z","end":"2026-03-03T14:21:29.746529Z","steps":["trace[1002376871] 'agreement among raft nodes before linearized reading' (duration: 2.143108237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.746555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194609126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:21:29.746589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.603287Z","time spent":"2.143285931s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.142921782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:29.746632Z","caller":"traceutil/trace.go:171","msg":"trace[1582957283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10684; }","duration":"2.194727049s","start":"2026-03-03T14:21:27.551888Z","end":"2026-03-03T14:21:29.746615Z","steps":["trace[1582957283] 'agreement among raft nodes before linearized reading' (duration: 2.194551055s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:29.746641Z","caller":"traceutil/trace.go:171","msg":"trace[271235778] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10684; }","duration":"2.143077446s","start":"2026-03-03T14:21:27.603553Z","end":"2026-03-03T14:21:29.74663Z","steps":["trace[271235778] 'agreement among raft nodes before linearized reading' (duration: 2.142932373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.746675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.551815Z","time spent":"2.194852362s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:29.746678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.603534Z","time spent":"2.143136137s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:29.747082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388934411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:29.747301Z","caller":"traceutil/trace.go:171","msg":"trace[794191538] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10684; }","duration":"1.389238597s","start":"2026-03-03T14:21:28.358039Z","end":"2026-03-03T14:21:29.747277Z","steps":["trace[794191538] 'agreement among raft nodes before linearized reading' (duration: 1.387666781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:29.747495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:28.358018Z","time spent":"1.389460593s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:32.778531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020565024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:32.778601Z","caller":"traceutil/trace.go:171","msg":"trace[1691348973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.020691297s","start":"2026-03-03T14:21:30.757892Z","end":"2026-03-03T14:21:32.778583Z","steps":["trace[1691348973] 'agreement among raft nodes before linearized reading' (duration: 2.020603735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.778634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:30.757867Z","time spent":"2.020760318s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:34.11034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.268037771s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:34.110686Z","caller":"traceutil/trace.go:171","msg":"trace[188692785] linearizableReadLoop","detail":"{readStateIndex:11098; appliedIndex:11094; }","duration":"4.357230923s","start":"2026-03-03T14:21:29.753446Z","end":"2026-03-03T14:21:34.110677Z","steps":["trace[188692785] 'read index received' (duration: 88.832213ms)","trace[188692785] 'applied index is now lower than readState.Index' (duration: 4.26839808s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:34.110739Z","caller":"traceutil/trace.go:171","msg":"trace[1943021410] transaction","detail":"{read_only:false; response_revision:10689; number_of_response:1; }","duration":"4.356922596s","start":"2026-03-03T14:21:29.753811Z","end":"2026-03-03T14:21:34.110733Z","steps":["trace[1943021410] 'process raft request' (duration: 4.356846354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:34.110687Z","caller":"traceutil/trace.go:171","msg":"trace[29742267] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"4.358687358s","start":"2026-03-03T14:21:29.751976Z","end":"2026-03-03T14:21:34.110663Z","steps":["trace[29742267] 'process raft request' (duration: 4.358490413s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:34.110817Z","caller":"traceutil/trace.go:171","msg":"trace[100883365] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"4.357704445s","start":"2026-03-03T14:21:29.753085Z","end":"2026-03-03T14:21:34.110789Z","steps":["trace[100883365] 'process raft request' (duration: 4.357531731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.110818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.753794Z","time spent":"4.356961586s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:34.110791Z","caller":"traceutil/trace.go:171","msg":"trace[1179118299] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"4.357252484s","start":"2026-03-03T14:21:29.753505Z","end":"2026-03-03T14:21:34.110758Z","steps":["trace[1179118299] 'process raft request' (duration: 4.357132001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.110838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.751959Z","time spent":"4.358850271s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:34.110863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.753078Z","time spent":"4.357761656s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:34.110939Z","caller":"traceutil/trace.go:171","msg":"trace[1510240909] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"4.35793064s","start":"2026-03-03T14:21:29.752999Z","end":"2026-03-03T14:21:34.110929Z","steps":["trace[1510240909] 'process raft request' (duration: 4.357587262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.11102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.752976Z","time spent":"4.358020762s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:34.111026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.753473Z","time spent":"4.357455849s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:34.111301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357829828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385895"} {"level":"info","ts":"2026-03-03T14:21:34.111384Z","caller":"traceutil/trace.go:171","msg":"trace[1202534995] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10689; }","duration":"4.3579676s","start":"2026-03-03T14:21:29.7534Z","end":"2026-03-03T14:21:34.111368Z","steps":["trace[1202534995] 'agreement among raft nodes before linearized reading' (duration: 4.357362066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.111432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.753382Z","time spent":"4.358037153s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:34.610823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:34.759615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980813943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:34.759701Z","caller":"traceutil/trace.go:171","msg":"trace[53536028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.980935727s","start":"2026-03-03T14:21:32.778743Z","end":"2026-03-03T14:21:34.759678Z","steps":["trace[53536028] 'agreement among raft nodes before linearized reading' (duration: 1.980834134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.759764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.778728Z","time spent":"1.981015929s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:35.111415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:35.612597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:36.113409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:36.614463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:36.756698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.753406Z","time spent":"5.003266513s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:36.756755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.752055Z","time spent":"5.004692507s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:36.756741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.75122Z","time spent":"5.005511666s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:36.766996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:36.767084Z","caller":"traceutil/trace.go:171","msg":"trace[761656156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000605255s","start":"2026-03-03T14:21:34.766465Z","end":"2026-03-03T14:21:36.76707Z","steps":["trace[761656156] 'agreement among raft nodes before linearized reading' (duration: 2.000500642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:36.767142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.766444Z","time spent":"2.000685756s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:36.843992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.843322Z","time spent":"7.000661559s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:37.117205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:37.618489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:37.65674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:30.632886Z","time spent":"7.023845499s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:38.119136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:38.619825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:38.767594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000192874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:38.767777Z","caller":"traceutil/trace.go:171","msg":"trace[494951462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042919s","start":"2026-03-03T14:21:36.767309Z","end":"2026-03-03T14:21:38.767738Z","steps":["trace[494951462] 'agreement among raft nodes before linearized reading' (duration: 2.000212145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:38.767851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.767291Z","time spent":"2.000540722s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:38.856865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.855874Z","time spent":"7.000980108s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:39.12007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669813,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:39.130361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.019767207s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:39.131262Z","caller":"traceutil/trace.go:171","msg":"trace[458927088] transaction","detail":"{read_only:false; response_revision:10696; number_of_response:1; }","duration":"6.468399479s","start":"2026-03-03T14:21:32.66284Z","end":"2026-03-03T14:21:39.131239Z","steps":["trace[458927088] 'process raft request' (duration: 6.468227275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:39.131394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.662812Z","time spent":"6.468505782s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:40.31802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.789595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:21:40.318649Z","caller":"traceutil/trace.go:171","msg":"trace[396684550] transaction","detail":"{read_only:false; response_revision:10697; number_of_response:1; }","duration":"5.007981809s","start":"2026-03-03T14:21:35.310642Z","end":"2026-03-03T14:21:40.318624Z","steps":["trace[396684550] 'process raft request' (duration: 5.007482977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.319148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.310616Z","time spent":"5.008101001s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:40.775057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999873766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:40.775135Z","caller":"traceutil/trace.go:171","msg":"trace[308963017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000007509s","start":"2026-03-03T14:21:38.77511Z","end":"2026-03-03T14:21:40.775117Z","steps":["trace[308963017] 'agreement among raft nodes before linearized reading' (duration: 1.999911627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.775181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.775087Z","time spent":"2.000085382s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:40.817501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.805877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.817584Z","caller":"traceutil/trace.go:171","msg":"trace[1329647541] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10697; }","duration":"391.892819ms","start":"2026-03-03T14:21:40.425679Z","end":"2026-03-03T14:21:40.817571Z","steps":["trace[1329647541] 'range keys from in-memory index tree' (duration: 391.793837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.818429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.727793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:21:40.818671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.143921573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.818727Z","caller":"traceutil/trace.go:171","msg":"trace[1426825399] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10698; }","duration":"9.144022255s","start":"2026-03-03T14:21:31.674688Z","end":"2026-03-03T14:21:40.81871Z","steps":["trace[1426825399] 'agreement among raft nodes before linearized reading' (duration: 9.143923433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.818771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.674668Z","time spent":"9.144092067s","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.818903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.780669389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:40.818964Z","caller":"traceutil/trace.go:171","msg":"trace[19094099] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10698; }","duration":"9.780790592s","start":"2026-03-03T14:21:31.038159Z","end":"2026-03-03T14:21:40.81895Z","steps":["trace[19094099] 'agreement among raft nodes before linearized reading' (duration: 9.780667149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.819009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.038129Z","time spent":"9.780868485s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.819133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.065663258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:21:40.819128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.679937337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:40.819186Z","caller":"traceutil/trace.go:171","msg":"trace[610048839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10698; }","duration":"11.06575599s","start":"2026-03-03T14:21:29.753417Z","end":"2026-03-03T14:21:40.819173Z","steps":["trace[610048839] 'agreement among raft nodes before linearized reading' (duration: 11.065598506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.819221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.753399Z","time spent":"11.065814832s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:21:40.819249Z","caller":"traceutil/trace.go:171","msg":"trace[1104220155] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10698; }","duration":"8.680118361s","start":"2026-03-03T14:21:32.13907Z","end":"2026-03-03T14:21:40.819188Z","steps":["trace[1104220155] 'agreement among raft nodes before linearized reading' (duration: 8.679836454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.819419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.139052Z","time spent":"8.680305715s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":60,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.819742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.428547103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:40.820038Z","caller":"traceutil/trace.go:171","msg":"trace[332131381] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10698; }","duration":"9.428807529s","start":"2026-03-03T14:21:31.391131Z","end":"2026-03-03T14:21:40.819939Z","steps":["trace[332131381] 'agreement among raft nodes before linearized reading' (duration: 9.427530788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.820233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.39111Z","time spent":"9.429103135s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:21:40.820503Z","caller":"traceutil/trace.go:171","msg":"trace[1795668594] transaction","detail":"{read_only:false; response_revision:10698; number_of_response:1; }","duration":"3.474242588s","start":"2026-03-03T14:21:37.344568Z","end":"2026-03-03T14:21:40.818811Z","steps":["trace[1795668594] 'process raft request' (duration: 2.974038184s)","trace[1795668594] 'compare' (duration: 499.58917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:40.818602Z","caller":"traceutil/trace.go:171","msg":"trace[394786313] linearizableReadLoop","detail":"{readStateIndex:11110; appliedIndex:11100; }","duration":"6.70786697s","start":"2026-03-03T14:21:34.110709Z","end":"2026-03-03T14:21:40.818576Z","steps":["trace[394786313] 'read index received' (duration: 5.019949921s)","trace[394786313] 'applied index is now lower than readState.Index' (duration: 1.687914799s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:40.821487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.344521Z","time spent":"3.476887411s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:40.82158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91223901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.821611Z","caller":"traceutil/trace.go:171","msg":"trace[1834101657] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10698; }","duration":"5.912301192s","start":"2026-03-03T14:21:34.909302Z","end":"2026-03-03T14:21:40.821603Z","steps":["trace[1834101657] 'agreement among raft nodes before linearized reading' (duration: 5.9122515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.214752543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.821677Z","caller":"traceutil/trace.go:171","msg":"trace[832435974] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10698; }","duration":"3.214864316s","start":"2026-03-03T14:21:37.606798Z","end":"2026-03-03T14:21:40.821662Z","steps":["trace[832435974] 'agreement among raft nodes before linearized reading' (duration: 3.214763144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.963016523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:40.821717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.606772Z","time spent":"3.214935768s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.821727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272420429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:40.821733Z","caller":"traceutil/trace.go:171","msg":"trace[701898404] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10698; }","duration":"4.963100904s","start":"2026-03-03T14:21:35.858615Z","end":"2026-03-03T14:21:40.821716Z","steps":["trace[701898404] 'agreement among raft nodes before linearized reading' (duration: 4.963005912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.278911214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:40.821759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064743141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:21:40.821808Z","caller":"traceutil/trace.go:171","msg":"trace[603401583] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10698; }","duration":"5.278961265s","start":"2026-03-03T14:21:35.542842Z","end":"2026-03-03T14:21:40.821803Z","steps":["trace[603401583] 'agreement among raft nodes before linearized reading' (duration: 5.278920223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.8586Z","time spent":"4.963193207s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.821826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.542822Z","time spent":"5.278999636s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.821798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701721185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:21:40.821875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982987306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.82188Z","caller":"traceutil/trace.go:171","msg":"trace[2042416435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10698; }","duration":"4.701892831s","start":"2026-03-03T14:21:36.119964Z","end":"2026-03-03T14:21:40.821857Z","steps":["trace[2042416435] 'agreement among raft nodes before linearized reading' (duration: 4.701627243s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.821912Z","caller":"traceutil/trace.go:171","msg":"trace[1010781484] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10698; }","duration":"3.983062578s","start":"2026-03-03T14:21:36.83884Z","end":"2026-03-03T14:21:40.821903Z","steps":["trace[1010781484] 'agreement among raft nodes before linearized reading' (duration: 3.983011196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.119932Z","time spent":"4.701983203s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:40.821948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.531156258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:40.821945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.838821Z","time spent":"3.983115579s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:40.821967Z","caller":"traceutil/trace.go:171","msg":"trace[1578666309] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:10698; }","duration":"5.531214279s","start":"2026-03-03T14:21:35.290748Z","end":"2026-03-03T14:21:40.821962Z","steps":["trace[1578666309] 'agreement among raft nodes before linearized reading' (duration: 5.531177238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.821698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98993217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:21:40.821991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.290727Z","time spent":"5.53125989s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:40.822012Z","caller":"traceutil/trace.go:171","msg":"trace[1793736652] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10698; }","duration":"4.990274399s","start":"2026-03-03T14:21:35.831722Z","end":"2026-03-03T14:21:40.821997Z","steps":["trace[1793736652] 'agreement among raft nodes before linearized reading' (duration: 4.98992827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.831702Z","time spent":"4.990339381s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.608383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:21:40.82175Z","caller":"traceutil/trace.go:171","msg":"trace[348171721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10698; }","duration":"5.27244203s","start":"2026-03-03T14:21:35.549301Z","end":"2026-03-03T14:21:40.821743Z","steps":["trace[348171721] 'agreement among raft nodes before linearized reading' (duration: 5.272409579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065057479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:21:40.822146Z","caller":"traceutil/trace.go:171","msg":"trace[1412615400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10698; }","duration":"4.06507732s","start":"2026-03-03T14:21:36.757063Z","end":"2026-03-03T14:21:40.82214Z","steps":["trace[1412615400] 'agreement among raft nodes before linearized reading' (duration: 4.065019909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.82215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.54925Z","time spent":"5.272890851s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.82217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.757012Z","time spent":"4.065154372s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231561132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:40.822159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705841584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:21:40.822218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.463619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:21:40.822226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315728646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.822248Z","caller":"traceutil/trace.go:171","msg":"trace[1281009742] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:10698; }","duration":"2.315796918s","start":"2026-03-03T14:21:38.506445Z","end":"2026-03-03T14:21:40.822242Z","steps":["trace[1281009742] 'agreement among raft nodes before linearized reading' (duration: 2.315757177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.506422Z","time spent":"2.315846439s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:40.822254Z","caller":"traceutil/trace.go:171","msg":"trace[508514126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10698; }","duration":"4.706023367s","start":"2026-03-03T14:21:36.116206Z","end":"2026-03-03T14:21:40.822229Z","steps":["trace[508514126] 'agreement among raft nodes before linearized reading' (duration: 4.705777561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684321653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:21:40.822286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656301631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:40.822143Z","caller":"traceutil/trace.go:171","msg":"trace[2112751664] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10698; }","duration":"111.675935ms","start":"2026-03-03T14:21:40.710453Z","end":"2026-03-03T14:21:40.822129Z","steps":["trace[2112751664] 'agreement among raft nodes before linearized reading' (duration: 111.570122ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822319Z","caller":"traceutil/trace.go:171","msg":"trace[1197285790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10698; }","duration":"2.656334602s","start":"2026-03-03T14:21:38.165975Z","end":"2026-03-03T14:21:40.82231Z","steps":["trace[1197285790] 'agreement among raft nodes before linearized reading' (duration: 2.656287391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.116166Z","time spent":"4.70615075s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:40.82235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.165918Z","time spent":"2.656422895s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.822376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.570909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:40.822383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.70019109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:40.822396Z","caller":"traceutil/trace.go:171","msg":"trace[728415854] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:10698; }","duration":"428.65152ms","start":"2026-03-03T14:21:40.393739Z","end":"2026-03-03T14:21:40.82239Z","steps":["trace[728415854] 'agreement among raft nodes before linearized reading' (duration: 428.617489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822311Z","caller":"traceutil/trace.go:171","msg":"trace[256457038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10698; }","duration":"4.684403725s","start":"2026-03-03T14:21:36.137899Z","end":"2026-03-03T14:21:40.822303Z","steps":["trace[256457038] 'agreement among raft nodes before linearized reading' (duration: 4.684322573s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822411Z","caller":"traceutil/trace.go:171","msg":"trace[1183587767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10698; }","duration":"4.700271611s","start":"2026-03-03T14:21:36.122132Z","end":"2026-03-03T14:21:40.822404Z","steps":["trace[1183587767] 'agreement among raft nodes before linearized reading' (duration: 4.700195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.137866Z","time spent":"4.68454852s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.122109Z","time spent":"4.700325323s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:40.82245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123564995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:40.822468Z","caller":"traceutil/trace.go:171","msg":"trace[86012607] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10698; }","duration":"1.123581286s","start":"2026-03-03T14:21:39.69888Z","end":"2026-03-03T14:21:40.822461Z","steps":["trace[86012607] 'agreement among raft nodes before linearized reading' (duration: 1.123548325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.698815Z","time spent":"1.123666177s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:40.822245Z","caller":"traceutil/trace.go:171","msg":"trace[870027025] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10698; }","duration":"396.53628ms","start":"2026-03-03T14:21:40.4257Z","end":"2026-03-03T14:21:40.822237Z","steps":["trace[870027025] 'agreement among raft nodes before linearized reading' (duration: 396.462629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.821829Z","caller":"traceutil/trace.go:171","msg":"trace[1080189468] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10698; }","duration":"4.064838915s","start":"2026-03-03T14:21:36.756974Z","end":"2026-03-03T14:21:40.821813Z","steps":["trace[1080189468] 'agreement among raft nodes before linearized reading' (duration: 4.064689891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787760573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:40.822569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702620997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:21:40.822572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.756955Z","time spent":"4.065608673s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:21:40.822588Z","caller":"traceutil/trace.go:171","msg":"trace[1147944767] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10698; }","duration":"4.702695719s","start":"2026-03-03T14:21:36.119887Z","end":"2026-03-03T14:21:40.822583Z","steps":["trace[1147944767] 'agreement among raft nodes before linearized reading' (duration: 4.702640108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822583Z","caller":"traceutil/trace.go:171","msg":"trace[59580111] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10698; }","duration":"1.787836795s","start":"2026-03-03T14:21:39.034735Z","end":"2026-03-03T14:21:40.822572Z","steps":["trace[59580111] 'agreement among raft nodes before linearized reading' (duration: 1.787772794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.119857Z","time spent":"4.70274687s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.034718Z","time spent":"1.787890857s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.822623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.425685Z","time spent":"396.868028ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:21:40.822198Z","caller":"traceutil/trace.go:171","msg":"trace[1155640948] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10698; }","duration":"4.231652504s","start":"2026-03-03T14:21:36.590533Z","end":"2026-03-03T14:21:40.822186Z","steps":["trace[1155640948] 'agreement among raft nodes before linearized reading' (duration: 4.231574992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.393715Z","time spent":"428.695101ms","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.822691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.705084456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:21:40.821635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.909284Z","time spent":"5.912343312s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.822697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.590503Z","time spent":"4.232186267s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:40.82271Z","caller":"traceutil/trace.go:171","msg":"trace[493534261] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10698; }","duration":"4.705124977s","start":"2026-03-03T14:21:36.117579Z","end":"2026-03-03T14:21:40.822704Z","steps":["trace[493534261] 'agreement among raft nodes before linearized reading' (duration: 4.705073736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.117571Z","time spent":"4.705151188s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165920398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:21:40.822801Z","caller":"traceutil/trace.go:171","msg":"trace[588031054] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10698; }","duration":"3.166126022s","start":"2026-03-03T14:21:37.656669Z","end":"2026-03-03T14:21:40.822795Z","steps":["trace[588031054] 'agreement among raft nodes before linearized reading' (duration: 3.165887927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162143329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19198"} {"level":"warn","ts":"2026-03-03T14:21:40.82269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166025361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:110359"} {"level":"info","ts":"2026-03-03T14:21:40.822848Z","caller":"traceutil/trace.go:171","msg":"trace[522343584] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10698; }","duration":"3.166233226s","start":"2026-03-03T14:21:37.656609Z","end":"2026-03-03T14:21:40.822842Z","steps":["trace[522343584] 'agreement among raft nodes before linearized reading' (duration: 3.16601579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065218763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-03T14:21:40.822846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961462266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:21:40.822894Z","caller":"traceutil/trace.go:171","msg":"trace[1212640573] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:10698; }","duration":"1.961509937s","start":"2026-03-03T14:21:38.861371Z","end":"2026-03-03T14:21:40.822881Z","steps":["trace[1212640573] 'agreement among raft nodes before linearized reading' (duration: 1.961394015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.822927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688047143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:40.822934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.861272Z","time spent":"1.961654562s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"info","ts":"2026-03-03T14:21:40.822911Z","caller":"traceutil/trace.go:171","msg":"trace[436680444] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10698; }","duration":"4.065858797s","start":"2026-03-03T14:21:36.757022Z","end":"2026-03-03T14:21:40.82288Z","steps":["trace[436680444] 'agreement among raft nodes before linearized reading' (duration: 4.065221503s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822961Z","caller":"traceutil/trace.go:171","msg":"trace[959784642] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:10698; }","duration":"1.688138825s","start":"2026-03-03T14:21:39.134812Z","end":"2026-03-03T14:21:40.822951Z","steps":["trace[959784642] 'agreement among raft nodes before linearized reading' (duration: 1.688063233s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:40.822849Z","caller":"traceutil/trace.go:171","msg":"trace[1660723900] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10698; }","duration":"3.162498027s","start":"2026-03-03T14:21:37.660341Z","end":"2026-03-03T14:21:40.822839Z","steps":["trace[1660723900] 'agreement among raft nodes before linearized reading' (duration: 3.162127699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.823009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.134771Z","time spent":"1.688230517s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.822823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.656589Z","time spent":"3.166226815s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:21:40.823034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.756998Z","time spent":"4.065999441s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.656589Z","time spent":"3.166273166s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":110383,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454601014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:21:40.82315Z","caller":"traceutil/trace.go:171","msg":"trace[1461648918] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10698; }","duration":"1.454960562s","start":"2026-03-03T14:21:39.368179Z","end":"2026-03-03T14:21:40.82314Z","steps":["trace[1461648918] 'agreement among raft nodes before linearized reading' (duration: 1.454568423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.82304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.660315Z","time spent":"3.162713582s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:21:40.823278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.368157Z","time spent":"1.455018514s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:21:40.822857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66892925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:40.823342Z","caller":"traceutil/trace.go:171","msg":"trace[1032112552] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10698; }","duration":"1.669452942s","start":"2026-03-03T14:21:39.15388Z","end":"2026-03-03T14:21:40.823333Z","steps":["trace[1032112552] 'agreement among raft nodes before linearized reading' (duration: 1.66895646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.823378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.153829Z","time spent":"1.669539374s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:41.237026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.200214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:41.237402Z","caller":"traceutil/trace.go:171","msg":"trace[1543347449] transaction","detail":"{read_only:false; response_revision:10699; number_of_response:1; }","duration":"409.039526ms","start":"2026-03-03T14:21:40.828334Z","end":"2026-03-03T14:21:41.237374Z","steps":["trace[1543347449] 'process raft request' (duration: 172.381501ms)","trace[1543347449] 'compare' (duration: 236.04745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:41.237655Z","caller":"traceutil/trace.go:171","msg":"trace[2001448294] linearizableReadLoop","detail":"{readStateIndex:11111; appliedIndex:11110; }","duration":"408.993305ms","start":"2026-03-03T14:21:40.828361Z","end":"2026-03-03T14:21:41.237354Z","steps":["trace[2001448294] 'read index received' (duration: 172.443953ms)","trace[2001448294] 'applied index is now lower than readState.Index' (duration: 236.546612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:41.237673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.828318Z","time spent":"409.21222ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:41.237961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.580359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:60 size:84422"} {"level":"info","ts":"2026-03-03T14:21:41.238322Z","caller":"traceutil/trace.go:171","msg":"trace[997021560] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:60; response_revision:10699; }","duration":"409.949187ms","start":"2026-03-03T14:21:40.828354Z","end":"2026-03-03T14:21:41.238303Z","steps":["trace[997021560] 'agreement among raft nodes before linearized reading' (duration: 409.080457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.238376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.828331Z","time spent":"410.03084ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":84446,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:21:41.28247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.828407Z","time spent":"454.060632ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:21:41.282994Z","caller":"traceutil/trace.go:171","msg":"trace[1846263862] transaction","detail":"{read_only:false; response_revision:10704; number_of_response:1; }","duration":"450.365034ms","start":"2026-03-03T14:21:40.832584Z","end":"2026-03-03T14:21:41.282949Z","steps":["trace[1846263862] 'process raft request' (duration: 449.73117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.883754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:21:41.283113Z","caller":"traceutil/trace.go:171","msg":"trace[2121623819] transaction","detail":"{read_only:false; response_revision:10705; number_of_response:1; }","duration":"450.465007ms","start":"2026-03-03T14:21:40.832626Z","end":"2026-03-03T14:21:41.283091Z","steps":["trace[2121623819] 'process raft request' (duration: 449.718149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:41.283147Z","caller":"traceutil/trace.go:171","msg":"trace[1252124964] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10706; }","duration":"452.992717ms","start":"2026-03-03T14:21:40.830137Z","end":"2026-03-03T14:21:41.28313Z","steps":["trace[1252124964] 'agreement among raft nodes before linearized reading' (duration: 452.71655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.830133Z","time spent":"453.056599ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:21:41.283221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832613Z","time spent":"450.539439ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:41.283461Z","caller":"traceutil/trace.go:171","msg":"trace[2113343450] transaction","detail":"{read_only:false; response_revision:10700; number_of_response:1; }","duration":"453.14146ms","start":"2026-03-03T14:21:40.830305Z","end":"2026-03-03T14:21:41.283446Z","steps":["trace[2113343450] 'process raft request' (duration: 451.816139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.830295Z","time spent":"453.205981ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:41.283581Z","caller":"traceutil/trace.go:171","msg":"trace[619281592] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"450.273752ms","start":"2026-03-03T14:21:40.833295Z","end":"2026-03-03T14:21:41.283569Z","steps":["trace[619281592] 'process raft request' (duration: 449.079754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.833243Z","time spent":"450.370834ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:41.283731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.345727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-03-03T14:21:41.283782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.672614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:41.283832Z","caller":"traceutil/trace.go:171","msg":"trace[1764816630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10706; }","duration":"448.732336ms","start":"2026-03-03T14:21:40.83509Z","end":"2026-03-03T14:21:41.283822Z","steps":["trace[1764816630] 'agreement among raft nodes before linearized reading' (duration: 448.673504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.835082Z","time spent":"448.806297ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:41.283886Z","caller":"traceutil/trace.go:171","msg":"trace[336229760] transaction","detail":"{read_only:false; response_revision:10701; number_of_response:1; }","duration":"453.191531ms","start":"2026-03-03T14:21:40.830642Z","end":"2026-03-03T14:21:41.283833Z","steps":["trace[336229760] 'process raft request' (duration: 451.570963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.830634Z","time spent":"453.294773ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:41.283217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832579Z","time spent":"450.516298ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:41.284099Z","caller":"traceutil/trace.go:171","msg":"trace[939984173] transaction","detail":"{read_only:false; response_revision:10702; number_of_response:1; }","duration":"451.639026ms","start":"2026-03-03T14:21:40.832445Z","end":"2026-03-03T14:21:41.284084Z","steps":["trace[939984173] 'process raft request' (duration: 449.803752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.283745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.066133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:41.28417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.117576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:385895"} {"level":"warn","ts":"2026-03-03T14:21:41.28412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.048822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:21:41.284216Z","caller":"traceutil/trace.go:171","msg":"trace[613508091] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10706; }","duration":"449.179347ms","start":"2026-03-03T14:21:40.835027Z","end":"2026-03-03T14:21:41.284206Z","steps":["trace[613508091] 'agreement among raft nodes before linearized reading' (duration: 447.780323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:41.284221Z","caller":"traceutil/trace.go:171","msg":"trace[2055696546] transaction","detail":"{read_only:false; response_revision:10703; number_of_response:1; }","duration":"451.664796ms","start":"2026-03-03T14:21:40.832544Z","end":"2026-03-03T14:21:41.284209Z","steps":["trace[2055696546] 'process raft request' (duration: 449.73908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.284254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.835019Z","time spent":"449.225898ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":385919,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:41.284294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.83254Z","time spent":"451.716307ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:41.28378Z","caller":"traceutil/trace.go:171","msg":"trace[1915016445] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:10706; }","duration":"451.40981ms","start":"2026-03-03T14:21:40.832359Z","end":"2026-03-03T14:21:41.283768Z","steps":["trace[1915016445] 'agreement among raft nodes before linearized reading' (duration: 451.245416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.284448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832352Z","time spent":"452.084466ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-03-03T14:21:41.284174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832439Z","time spent":"451.696977ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:41.284435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.211549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:21:41.284515Z","caller":"traceutil/trace.go:171","msg":"trace[2034659399] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10706; }","duration":"452.328401ms","start":"2026-03-03T14:21:40.832169Z","end":"2026-03-03T14:21:41.284498Z","steps":["trace[2034659399] 'agreement among raft nodes before linearized reading' (duration: 451.46602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:41.284243Z","caller":"traceutil/trace.go:171","msg":"trace[1813226424] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10706; }","duration":"454.205286ms","start":"2026-03-03T14:21:40.830019Z","end":"2026-03-03T14:21:41.284224Z","steps":["trace[1813226424] 'agreement among raft nodes before linearized reading' (duration: 453.796416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.284681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.830009Z","time spent":"454.657786ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-03T14:21:41.28418Z","caller":"traceutil/trace.go:171","msg":"trace[1126600379] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10706; }","duration":"332.533015ms","start":"2026-03-03T14:21:40.951636Z","end":"2026-03-03T14:21:41.284169Z","steps":["trace[1126600379] 'agreement among raft nodes before linearized reading' (duration: 332.080523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.284816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.289581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T14:21:41.284842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.951614Z","time spent":"333.21711ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:21:41.284856Z","caller":"traceutil/trace.go:171","msg":"trace[1135106786] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10706; }","duration":"452.333541ms","start":"2026-03-03T14:21:40.832509Z","end":"2026-03-03T14:21:41.284842Z","steps":["trace[1135106786] 'agreement among raft nodes before linearized reading' (duration: 452.223979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.284888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832506Z","time spent":"452.375342ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:21:41.284603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832152Z","time spent":"452.434964ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:21:41.286191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.672322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:21:41.286324Z","caller":"traceutil/trace.go:171","msg":"trace[1498063929] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10706; }","duration":"453.754585ms","start":"2026-03-03T14:21:40.832489Z","end":"2026-03-03T14:21:41.286243Z","steps":["trace[1498063929] 'agreement among raft nodes before linearized reading' (duration: 453.575311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.286474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.832485Z","time spent":"453.938449ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:21:41.794783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:42.433209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.677198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:42.433366Z","caller":"traceutil/trace.go:171","msg":"trace[1447359925] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"1.140763102s","start":"2026-03-03T14:21:41.292578Z","end":"2026-03-03T14:21:42.433341Z","steps":["trace[1447359925] 'process raft request' (duration: 788.823458ms)","trace[1447359925] 'compare' (duration: 351.355651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:42.433427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.292553Z","time spent":"1.140848724s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:43.036763Z","caller":"traceutil/trace.go:171","msg":"trace[1883956882] linearizableReadLoop","detail":"{readStateIndex:11122; appliedIndex:11119; }","duration":"1.74288144s","start":"2026-03-03T14:21:41.293848Z","end":"2026-03-03T14:21:43.03673Z","steps":["trace[1883956882] 'read index received' (duration: 787.571539ms)","trace[1883956882] 'applied index is now lower than readState.Index' (duration: 955.308841ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:43.036851Z","caller":"traceutil/trace.go:171","msg":"trace[1728556088] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"1.74419234s","start":"2026-03-03T14:21:41.292614Z","end":"2026-03-03T14:21:43.036806Z","steps":["trace[1728556088] 'process raft request' (duration: 1.743830942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.036899Z","caller":"traceutil/trace.go:171","msg":"trace[1057066279] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"1.740849891s","start":"2026-03-03T14:21:41.295987Z","end":"2026-03-03T14:21:43.036837Z","steps":["trace[1057066279] 'process raft request' (duration: 1.740673737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.036979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743086564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:43.03702Z","caller":"traceutil/trace.go:171","msg":"trace[142603998] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10709; }","duration":"1.743215597s","start":"2026-03-03T14:21:41.293793Z","end":"2026-03-03T14:21:43.037009Z","steps":["trace[142603998] 'agreement among raft nodes before linearized reading' (duration: 1.743104535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.037061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.293754Z","time spent":"1.743299399s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:21:43.037089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.292586Z","time spent":"1.744360735s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:43.037114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.295969Z","time spent":"1.741029716s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:43.037302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.014828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:43.037277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.655902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:43.037316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.06633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:43.037332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.605875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:21:43.0374Z","caller":"traceutil/trace.go:171","msg":"trace[1389762754] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10709; }","duration":"603.210783ms","start":"2026-03-03T14:21:42.434175Z","end":"2026-03-03T14:21:43.037386Z","steps":["trace[1389762754] 'agreement among raft nodes before linearized reading' (duration: 603.043229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.037402Z","caller":"traceutil/trace.go:171","msg":"trace[1163258378] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10709; }","duration":"733.838566ms","start":"2026-03-03T14:21:42.303525Z","end":"2026-03-03T14:21:43.037364Z","steps":["trace[1163258378] 'agreement among raft nodes before linearized reading' (duration: 733.605231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.037449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.434145Z","time spent":"603.294045ms","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:43.037456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.524979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:43.03746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245706066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:43.037466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.303504Z","time spent":"733.948368ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:43.037494Z","caller":"traceutil/trace.go:171","msg":"trace[1939258247] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10709; }","duration":"888.603471ms","start":"2026-03-03T14:21:42.14888Z","end":"2026-03-03T14:21:43.037483Z","steps":["trace[1939258247] 'agreement among raft nodes before linearized reading' (duration: 888.525249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.037503Z","caller":"traceutil/trace.go:171","msg":"trace[1876495024] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10709; }","duration":"1.245773478s","start":"2026-03-03T14:21:41.791715Z","end":"2026-03-03T14:21:43.037489Z","steps":["trace[1876495024] 'agreement among raft nodes before linearized reading' (duration: 1.245704727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.037526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.148858Z","time spent":"888.661812ms","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:43.037531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.791699Z","time spent":"1.245825499s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:43.037502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239387347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:21:43.037425Z","caller":"traceutil/trace.go:171","msg":"trace[924168008] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10709; }","duration":"601.767538ms","start":"2026-03-03T14:21:42.435639Z","end":"2026-03-03T14:21:43.037406Z","steps":["trace[924168008] 'agreement among raft nodes before linearized reading' (duration: 601.533673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.037631Z","caller":"traceutil/trace.go:171","msg":"trace[1794419161] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10709; }","duration":"1.239573552s","start":"2026-03-03T14:21:41.798025Z","end":"2026-03-03T14:21:43.037598Z","steps":["trace[1794419161] 'agreement among raft nodes before linearized reading' (duration: 1.239191693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.037642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.435606Z","time spent":"602.022715ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:21:43.037639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738926216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1439"} {"level":"warn","ts":"2026-03-03T14:21:43.037695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.798005Z","time spent":"1.239679875s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T14:21:43.037698Z","caller":"traceutil/trace.go:171","msg":"trace[401356752] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10709; }","duration":"1.738991479s","start":"2026-03-03T14:21:41.298686Z","end":"2026-03-03T14:21:43.037678Z","steps":["trace[401356752] 'agreement among raft nodes before linearized reading' (duration: 1.738802273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.037839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.298679Z","time spent":"1.739144962s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1463,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:21:43.037351Z","caller":"traceutil/trace.go:171","msg":"trace[1408571596] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10709; }","duration":"282.11544ms","start":"2026-03-03T14:21:42.755223Z","end":"2026-03-03T14:21:43.037339Z","steps":["trace[1408571596] 'agreement among raft nodes before linearized reading' (duration: 282.013057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.038319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74074184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ab5e495ea06\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-03T14:21:43.038378Z","caller":"traceutil/trace.go:171","msg":"trace[719496000] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ab5e495ea06; range_end:; response_count:1; response_revision:10709; }","duration":"1.740825252s","start":"2026-03-03T14:21:41.297537Z","end":"2026-03-03T14:21:43.038362Z","steps":["trace[719496000] 'agreement among raft nodes before linearized reading' (duration: 1.739534821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.038415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.297523Z","time spent":"1.740884794s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":763,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ab5e495ea06\" "} {"level":"info","ts":"2026-03-03T14:21:43.217542Z","caller":"traceutil/trace.go:171","msg":"trace[1021932074] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"170.486407ms","start":"2026-03-03T14:21:43.047014Z","end":"2026-03-03T14:21:43.2175Z","steps":["trace[1021932074] 'process raft request' (duration: 121.679831ms)","trace[1021932074] 'compare' (duration: 48.17092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:43.217623Z","caller":"traceutil/trace.go:171","msg":"trace[1832151378] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"170.56397ms","start":"2026-03-03T14:21:43.047046Z","end":"2026-03-03T14:21:43.21761Z","steps":["trace[1832151378] 'process raft request' (duration: 170.260742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.217605Z","caller":"traceutil/trace.go:171","msg":"trace[886878635] linearizableReadLoop","detail":"{readStateIndex:11124; appliedIndex:11122; }","duration":"170.481197ms","start":"2026-03-03T14:21:43.047099Z","end":"2026-03-03T14:21:43.21758Z","steps":["trace[886878635] 'read index received' (duration: 42.331µs)","trace[886878635] 'applied index is now lower than readState.Index' (duration: 170.437566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:43.217891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.830696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10648"} {"level":"warn","ts":"2026-03-03T14:21:43.21794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.148636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:43.217942Z","caller":"traceutil/trace.go:171","msg":"trace[731587659] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10711; }","duration":"170.931998ms","start":"2026-03-03T14:21:43.046992Z","end":"2026-03-03T14:21:43.217924Z","steps":["trace[731587659] 'agreement among raft nodes before linearized reading' (duration: 170.743824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:43.217998Z","caller":"traceutil/trace.go:171","msg":"trace[1806345658] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10711; }","duration":"169.202408ms","start":"2026-03-03T14:21:43.048763Z","end":"2026-03-03T14:21:43.217965Z","steps":["trace[1806345658] 'agreement among raft nodes before linearized reading' (duration: 169.108706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.217999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.850246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:43.218165Z","caller":"traceutil/trace.go:171","msg":"trace[2098559752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10711; }","duration":"171.083821ms","start":"2026-03-03T14:21:43.047038Z","end":"2026-03-03T14:21:43.218122Z","steps":["trace[2098559752] 'agreement among raft nodes before linearized reading' (duration: 170.617151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.218158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.830354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:21:43.218259Z","caller":"traceutil/trace.go:171","msg":"trace[2086919735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10711; }","duration":"167.971828ms","start":"2026-03-03T14:21:43.050267Z","end":"2026-03-03T14:21:43.218238Z","steps":["trace[2086919735] 'agreement among raft nodes before linearized reading' (duration: 167.6307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.830679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.360044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:43.830786Z","caller":"traceutil/trace.go:171","msg":"trace[909440014] transaction","detail":"{read_only:false; response_revision:10712; number_of_response:1; }","duration":"605.077988ms","start":"2026-03-03T14:21:43.225687Z","end":"2026-03-03T14:21:43.830765Z","steps":["trace[909440014] 'process raft request' (duration: 271.54692ms)","trace[909440014] 'compare' (duration: 333.253091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:43.830846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.225668Z","time spent":"605.14785ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:45.758431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:45.758491Z","caller":"traceutil/trace.go:171","msg":"trace[1377217646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372638s","start":"2026-03-03T14:21:43.758105Z","end":"2026-03-03T14:21:45.758477Z","steps":["trace[1377217646] 'agreement among raft nodes before linearized reading' (duration: 2.000294336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.758524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.758089Z","time spent":"2.000428749s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:47.134722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.810658685s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:47.759066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:47.759158Z","caller":"traceutil/trace.go:171","msg":"trace[1864717165] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545131s","start":"2026-03-03T14:21:45.758594Z","end":"2026-03-03T14:21:47.759139Z","steps":["trace[1864717165] 'agreement among raft nodes before linearized reading' (duration: 2.000406678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.759208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.758578Z","time spent":"2.000620303s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:48.124868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.935176322s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:48.125576Z","caller":"traceutil/trace.go:171","msg":"trace[1042245775] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"4.89833907s","start":"2026-03-03T14:21:43.227198Z","end":"2026-03-03T14:21:48.125537Z","steps":["trace[1042245775] 'process raft request' (duration: 962.324848ms)","trace[1042245775] 'compare' (duration: 3.933964514s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:48.125598Z","caller":"traceutil/trace.go:171","msg":"trace[1125247453] transaction","detail":"{read_only:false; response_revision:10717; number_of_response:1; }","duration":"4.825425814s","start":"2026-03-03T14:21:43.300144Z","end":"2026-03-03T14:21:48.125569Z","steps":["trace[1125247453] 'process raft request' (duration: 4.825060605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:48.125663Z","caller":"traceutil/trace.go:171","msg":"trace[392092278] linearizableReadLoop","detail":"{readStateIndex:11126; appliedIndex:11124; }","duration":"4.897672334s","start":"2026-03-03T14:21:43.227956Z","end":"2026-03-03T14:21:48.125629Z","steps":["trace[392092278] 'read index received' (duration: 269.292497ms)","trace[392092278] 'applied index is now lower than readState.Index' (duration: 4.628375857s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:48.12576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.300135Z","time spent":"4.825527496s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.125804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.227179Z","time spent":"4.898477954s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:48.125877Z","caller":"traceutil/trace.go:171","msg":"trace[568777771] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"4.828778912s","start":"2026-03-03T14:21:43.297067Z","end":"2026-03-03T14:21:48.125846Z","steps":["trace[568777771] 'process raft request' (duration: 4.828099537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.126026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.29706Z","time spent":"4.828887665s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:48.125313Z","caller":"traceutil/trace.go:171","msg":"trace[601981917] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"4.828542637s","start":"2026-03-03T14:21:43.296738Z","end":"2026-03-03T14:21:48.125281Z","steps":["trace[601981917] 'process raft request' (duration: 4.828381614s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:48.125289Z","caller":"traceutil/trace.go:171","msg":"trace[1412220979] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"4.89582786s","start":"2026-03-03T14:21:43.22942Z","end":"2026-03-03T14:21:48.125248Z","steps":["trace[1412220979] 'process raft request' (duration: 4.895576335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.12636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.296721Z","time spent":"4.82955607s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.126443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.229409Z","time spent":"4.896983508s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.294642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999385163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:48.295025Z","caller":"traceutil/trace.go:171","msg":"trace[486181285] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999859904s","start":"2026-03-03T14:21:43.295134Z","end":"2026-03-03T14:21:48.294994Z","steps":["trace[486181285] 'agreement among raft nodes before linearized reading' (duration: 4.999398413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.295182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.295123Z","time spent":"4.999961097s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:48.296374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999328071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:48.296507Z","caller":"traceutil/trace.go:171","msg":"trace[1717045604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999418224s","start":"2026-03-03T14:21:43.297006Z","end":"2026-03-03T14:21:48.296424Z","steps":["trace[1717045604] 'agreement among raft nodes before linearized reading' (duration: 4.999342922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.296638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.296999Z","time spent":"4.999600698s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:48.297099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999385483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:48.297229Z","caller":"traceutil/trace.go:171","msg":"trace[1528482443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999571157s","start":"2026-03-03T14:21:43.297628Z","end":"2026-03-03T14:21:48.297199Z","steps":["trace[1528482443] 'agreement among raft nodes before linearized reading' (duration: 4.999395823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.297304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.29762Z","time spent":"4.999670829s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:21:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:48.626743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669859,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:48.743859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.608962339s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:48.911482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.194156ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:21:48.911832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683840661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T14:21:48.911928Z","caller":"traceutil/trace.go:171","msg":"trace[941483499] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10717; }","duration":"5.683971453s","start":"2026-03-03T14:21:43.22793Z","end":"2026-03-03T14:21:48.911902Z","steps":["trace[941483499] 'agreement among raft nodes before linearized reading' (duration: 4.897870509s)","trace[941483499] 'range keys from in-memory index tree' (duration: 785.850568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:48.911976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.227921Z","time spent":"5.684045705s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-03T14:21:48.912148Z","caller":"traceutil/trace.go:171","msg":"trace[903763562] transaction","detail":"{read_only:false; response_revision:10718; number_of_response:1; }","duration":"2.272309076s","start":"2026-03-03T14:21:46.63981Z","end":"2026-03-03T14:21:48.912119Z","steps":["trace[903763562] 'process raft request' (duration: 2.271821845s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:48.912148Z","caller":"traceutil/trace.go:171","msg":"trace[1606360043] linearizableReadLoop","detail":"{readStateIndex:11132; appliedIndex:11130; }","duration":"786.38228ms","start":"2026-03-03T14:21:48.125734Z","end":"2026-03-03T14:21:48.912117Z","steps":["trace[1606360043] 'read index received' (duration: 618.29111ms)","trace[1606360043] 'applied index is now lower than readState.Index' (duration: 168.08858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:48.912395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:46.639784Z","time spent":"2.272451961s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:49.431085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106700635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:49.431192Z","caller":"traceutil/trace.go:171","msg":"trace[1542694772] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10718; }","duration":"4.106830508s","start":"2026-03-03T14:21:45.324326Z","end":"2026-03-03T14:21:49.431157Z","steps":["trace[1542694772] 'agreement among raft nodes before linearized reading' (duration: 3.587948791s)","trace[1542694772] 'count revisions from in-memory index tree' (duration: 518.741024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.140063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.431242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.324319Z","time spent":"4.10691081s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:49.431265Z","caller":"traceutil/trace.go:171","msg":"trace[2131172057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10718; }","duration":"296.253555ms","start":"2026-03-03T14:21:49.135001Z","end":"2026-03-03T14:21:49.431254Z","steps":["trace[2131172057] 'range keys from in-memory index tree' (duration: 295.925838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.431349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.181702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.431329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377912597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.431426Z","caller":"traceutil/trace.go:171","msg":"trace[1926204826] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10718; }","duration":"888.300675ms","start":"2026-03-03T14:21:48.543101Z","end":"2026-03-03T14:21:49.431402Z","steps":["trace[1926204826] 'agreement among raft nodes before linearized reading' (duration: 369.381607ms)","trace[1926204826] 'count revisions from in-memory index tree' (duration: 518.834146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.431435Z","caller":"traceutil/trace.go:171","msg":"trace[1770886138] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10718; }","duration":"4.378114282s","start":"2026-03-03T14:21:45.053299Z","end":"2026-03-03T14:21:49.431413Z","steps":["trace[1770886138] 'agreement among raft nodes before linearized reading' (duration: 3.858942398s)","trace[1770886138] 'count revisions from in-memory index tree' (duration: 518.98465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.543076Z","time spent":"888.397097ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190102231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:49.431553Z","caller":"traceutil/trace.go:171","msg":"trace[1503828938] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10718; }","duration":"2.190211784s","start":"2026-03-03T14:21:47.241325Z","end":"2026-03-03T14:21:49.431537Z","steps":["trace[1503828938] 'agreement among raft nodes before linearized reading' (duration: 1.670922847s)","trace[1503828938] 'count revisions from in-memory index tree' (duration: 519.226544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806605989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.431594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653083003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:49.43162Z","caller":"traceutil/trace.go:171","msg":"trace[1902091083] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:10718; }","duration":"3.806704831s","start":"2026-03-03T14:21:45.624902Z","end":"2026-03-03T14:21:49.431607Z","steps":["trace[1902091083] 'agreement among raft nodes before linearized reading' (duration: 3.287365474s)","trace[1902091083] 'count revisions from in-memory index tree' (duration: 519.281846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108673532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.43165Z","caller":"traceutil/trace.go:171","msg":"trace[1986407550] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10718; }","duration":"4.653128854s","start":"2026-03-03T14:21:44.778503Z","end":"2026-03-03T14:21:49.431632Z","steps":["trace[1986407550] 'agreement among raft nodes before linearized reading' (duration: 4.133749506s)","trace[1986407550] 'count revisions from in-memory index tree' (duration: 519.324667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.624883Z","time spent":"3.806765572s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.364245593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.431679Z","caller":"traceutil/trace.go:171","msg":"trace[452986770] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:10718; }","duration":"4.108740383s","start":"2026-03-03T14:21:45.322928Z","end":"2026-03-03T14:21:49.431668Z","steps":["trace[452986770] 'agreement among raft nodes before linearized reading' (duration: 3.589348694s)","trace[452986770] 'count revisions from in-memory index tree' (duration: 519.344938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.43172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.322908Z","time spent":"4.108803085s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:49.431697Z","caller":"traceutil/trace.go:171","msg":"trace[402972136] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10718; }","duration":"4.364283744s","start":"2026-03-03T14:21:45.067401Z","end":"2026-03-03T14:21:49.431685Z","steps":["trace[402972136] 'agreement among raft nodes before linearized reading' (duration: 3.844775743s)","trace[402972136] 'count revisions from in-memory index tree' (duration: 519.414919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.43177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.067362Z","time spent":"4.364392697s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357488915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.431909Z","caller":"traceutil/trace.go:171","msg":"trace[255553732] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:10718; }","duration":"1.357526376s","start":"2026-03-03T14:21:48.074367Z","end":"2026-03-03T14:21:49.431894Z","steps":["trace[255553732] 'agreement among raft nodes before linearized reading' (duration: 837.8417ms)","trace[255553732] 'count revisions from in-memory index tree' (duration: 519.637324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.431891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.136873918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:21:49.431789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664529615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.431984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.110276558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.432015Z","caller":"traceutil/trace.go:171","msg":"trace[1226633655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10718; }","duration":"1.664780481s","start":"2026-03-03T14:21:47.767223Z","end":"2026-03-03T14:21:49.432003Z","steps":["trace[1226633655] 'agreement among raft nodes before linearized reading' (duration: 1.145001063s)","trace[1226633655] 'range keys from in-memory index tree' (duration: 519.543512ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.43202Z","caller":"traceutil/trace.go:171","msg":"trace[1926718966] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10718; }","duration":"6.11033534s","start":"2026-03-03T14:21:43.321674Z","end":"2026-03-03T14:21:49.43201Z","steps":["trace[1926718966] 'agreement among raft nodes before linearized reading' (duration: 5.590560742s)","trace[1926718966] 'count revisions from in-memory index tree' (duration: 519.728987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.432038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963872044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.432057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.321663Z","time spent":"6.110386591s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.074313Z","time spent":"1.357626198s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":78,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:49.432008Z","caller":"traceutil/trace.go:171","msg":"trace[8696017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10718; }","duration":"6.137048222s","start":"2026-03-03T14:21:43.294944Z","end":"2026-03-03T14:21:49.431992Z","steps":["trace[8696017] 'agreement among raft nodes before linearized reading' (duration: 5.617334876s)","trace[8696017] 'range keys from in-memory index tree' (duration: 518.912248ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.432089Z","caller":"traceutil/trace.go:171","msg":"trace[758178174] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:10718; }","duration":"1.963955715s","start":"2026-03-03T14:21:47.468118Z","end":"2026-03-03T14:21:49.432073Z","steps":["trace[758178174] 'agreement among raft nodes before linearized reading' (duration: 1.444119866s)","trace[758178174] 'count revisions from in-memory index tree' (duration: 519.774398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.432125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.468098Z","time spent":"1.964018047s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.778443Z","time spent":"4.653235407s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.432211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.294914Z","time spent":"6.137282328s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:49.431525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.053278Z","time spent":"4.378228795s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.432058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.767207Z","time spent":"1.664840783s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:49.43234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.201467848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:21:49.432416Z","caller":"traceutil/trace.go:171","msg":"trace[1125073113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10718; }","duration":"6.20155771s","start":"2026-03-03T14:21:43.230842Z","end":"2026-03-03T14:21:49.432399Z","steps":["trace[1125073113] 'agreement among raft nodes before linearized reading' (duration: 5.681365882s)","trace[1125073113] 'range keys from in-memory index tree' (duration: 519.660755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.432578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.230834Z","time spent":"6.201729114s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:21:49.431596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.241304Z","time spent":"2.190283115s","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.432612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.795290949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:21:49.431377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.790332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.432666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.591770731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:49.43268Z","caller":"traceutil/trace.go:171","msg":"trace[1360805510] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10718; }","duration":"4.795400722s","start":"2026-03-03T14:21:44.637263Z","end":"2026-03-03T14:21:49.432664Z","steps":["trace[1360805510] 'agreement among raft nodes before linearized reading' (duration: 4.274957939s)","trace[1360805510] 'count revisions from in-memory index tree' (duration: 520.349371ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.432688Z","caller":"traceutil/trace.go:171","msg":"trace[1249629378] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10718; }","duration":"364.142213ms","start":"2026-03-03T14:21:49.068528Z","end":"2026-03-03T14:21:49.43267Z","steps":["trace[1249629378] 'count revisions from in-memory index tree' (duration: 362.705689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:49.432717Z","caller":"traceutil/trace.go:171","msg":"trace[1562438331] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10718; }","duration":"3.591855563s","start":"2026-03-03T14:21:45.840846Z","end":"2026-03-03T14:21:49.432701Z","steps":["trace[1562438331] 'agreement among raft nodes before linearized reading' (duration: 3.07141189s)","trace[1562438331] 'range keys from in-memory index tree' (duration: 519.46317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.432724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.637243Z","time spent":"4.795469774s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1118,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.432747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.068508Z","time spent":"364.223314ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.431963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.124903974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:21:49.432753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.840825Z","time spent":"3.591919174s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:21:49.432837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.997754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ab5ebdf5ccf\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-03-03T14:21:49.432851Z","caller":"traceutil/trace.go:171","msg":"trace[237707643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10718; }","duration":"6.125817745s","start":"2026-03-03T14:21:43.307019Z","end":"2026-03-03T14:21:49.432837Z","steps":["trace[237707643] 'agreement among raft nodes before linearized reading' (duration: 5.605231218s)","trace[237707643] 'range keys from in-memory index tree' (duration: 519.45479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.432872Z","caller":"traceutil/trace.go:171","msg":"trace[724264365] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ab5ebdf5ccf; range_end:; response_count:1; response_revision:10718; }","duration":"515.057576ms","start":"2026-03-03T14:21:48.917806Z","end":"2026-03-03T14:21:49.432863Z","steps":["trace[724264365] 'range keys from in-memory index tree' (duration: 513.403927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.432889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.306991Z","time spent":"6.125886877s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:49.432907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.917758Z","time spent":"515.142207ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ab5ebdf5ccf\" "} {"level":"warn","ts":"2026-03-03T14:21:49.431552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.74080625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.433028Z","caller":"traceutil/trace.go:171","msg":"trace[8600264] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10718; }","duration":"4.742317535s","start":"2026-03-03T14:21:44.690698Z","end":"2026-03-03T14:21:49.433015Z","steps":["trace[8600264] 'agreement among raft nodes before linearized reading' (duration: 4.221564235s)","trace[8600264] 'count revisions from in-memory index tree' (duration: 519.259945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.433077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.690682Z","time spent":"4.742378766s","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.433192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303514927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:21:49.433257Z","caller":"traceutil/trace.go:171","msg":"trace[272386651] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10718; }","duration":"1.303582509s","start":"2026-03-03T14:21:48.129651Z","end":"2026-03-03T14:21:49.433234Z","steps":["trace[272386651] 'agreement among raft nodes before linearized reading' (duration: 782.841168ms)","trace[272386651] 'range keys from in-memory index tree' (duration: 518.837416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.4333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303790534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-03T14:21:49.433325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.129646Z","time spent":"1.303662501s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:21:49.433352Z","caller":"traceutil/trace.go:171","msg":"trace[2108118615] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0; range_end:; response_count:1; response_revision:10718; }","duration":"1.303836525s","start":"2026-03-03T14:21:48.129497Z","end":"2026-03-03T14:21:49.433333Z","steps":["trace[2108118615] 'agreement among raft nodes before linearized reading' (duration: 782.960551ms)","trace[2108118615] 'range keys from in-memory index tree' (duration: 518.850987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.433392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.12642528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:21:49.433396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.129448Z","time spent":"1.303939018s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0\" "} {"level":"info","ts":"2026-03-03T14:21:49.433436Z","caller":"traceutil/trace.go:171","msg":"trace[1426256272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10718; }","duration":"6.126506093s","start":"2026-03-03T14:21:43.306918Z","end":"2026-03-03T14:21:49.433424Z","steps":["trace[1426256272] 'agreement among raft nodes before linearized reading' (duration: 5.605347072s)","trace[1426256272] 'range keys from in-memory index tree' (duration: 519.266936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.433469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.306903Z","time spent":"6.126557513s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:21:49.829926Z","caller":"traceutil/trace.go:171","msg":"trace[2136721653] transaction","detail":"{read_only:false; response_revision:10719; number_of_response:1; }","duration":"393.721173ms","start":"2026-03-03T14:21:49.436182Z","end":"2026-03-03T14:21:49.829903Z","steps":["trace[2136721653] 'process raft request' (duration: 393.557439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.830075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.436157Z","time spent":"393.834246ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:50.999227Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16933685s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:51.441711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01985879s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:51.441947Z","caller":"traceutil/trace.go:171","msg":"trace[1907147595] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10719; }","duration":"1.020118007s","start":"2026-03-03T14:21:50.421799Z","end":"2026-03-03T14:21:51.441917Z","steps":["trace[1907147595] 'range keys from in-memory index tree' (duration: 1.019836139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:51.441938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.367225ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:21:51.442359Z","caller":"traceutil/trace.go:171","msg":"trace[1716672834] linearizableReadLoop","detail":"{readStateIndex:11135; appliedIndex:11133; }","duration":"2.004257871s","start":"2026-03-03T14:21:49.43808Z","end":"2026-03-03T14:21:51.442338Z","steps":["trace[1716672834] 'read index received' (duration: 391.820499ms)","trace[1716672834] 'applied index is now lower than readState.Index' (duration: 1.612436392s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:51.442457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.435117Z","time spent":"2.007336943s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:21:51.442699Z","caller":"traceutil/trace.go:171","msg":"trace[1048976112] transaction","detail":"{read_only:false; response_revision:10722; number_of_response:1; }","duration":"2.000162753s","start":"2026-03-03T14:21:49.442524Z","end":"2026-03-03T14:21:51.442687Z","steps":["trace[1048976112] 'process raft request' (duration: 1.999733533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:51.442826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.442515Z","time spent":"2.000220314s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:51.4429Z","caller":"traceutil/trace.go:171","msg":"trace[352414204] transaction","detail":"{read_only:false; response_revision:10721; number_of_response:1; }","duration":"2.001427953s","start":"2026-03-03T14:21:49.441433Z","end":"2026-03-03T14:21:51.442861Z","steps":["trace[352414204] 'process raft request' (duration: 2.000770097s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:51.442913Z","caller":"traceutil/trace.go:171","msg":"trace[2143581828] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"2.005574491s","start":"2026-03-03T14:21:49.43729Z","end":"2026-03-03T14:21:51.442864Z","steps":["trace[2143581828] 'process raft request' (duration: 2.004755132s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:51.443021Z","caller":"traceutil/trace.go:171","msg":"trace[236495009] transaction","detail":"{read_only:false; response_revision:10723; number_of_response:1; }","duration":"1.999683542s","start":"2026-03-03T14:21:49.443296Z","end":"2026-03-03T14:21:51.442979Z","steps":["trace[236495009] 'process raft request' (duration: 1.999002056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:51.443095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.441425Z","time spent":"2.001563767s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:51.443123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.437273Z","time spent":"2.005727975s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:51.443212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.443279Z","time spent":"1.999835535s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:51.443633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00553288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386097"} {"level":"info","ts":"2026-03-03T14:21:51.443701Z","caller":"traceutil/trace.go:171","msg":"trace[1343975435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10723; }","duration":"2.005619632s","start":"2026-03-03T14:21:49.438065Z","end":"2026-03-03T14:21:51.443685Z","steps":["trace[1343975435] 'agreement among raft nodes before linearized reading' (duration: 2.004852844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:51.443753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.438058Z","time spent":"2.005679213s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:51.942523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:52.051996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.052395999s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:52.052474Z","caller":"traceutil/trace.go:171","msg":"trace[800891933] transaction","detail":"{read_only:false; response_revision:10724; number_of_response:1; }","duration":"2.219041346s","start":"2026-03-03T14:21:49.833399Z","end":"2026-03-03T14:21:52.05244Z","steps":["trace[800891933] 'process raft request' (duration: 2.218834921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.052539Z","caller":"traceutil/trace.go:171","msg":"trace[877259151] transaction","detail":"{read_only:false; response_revision:10728; number_of_response:1; }","duration":"1.56462599s","start":"2026-03-03T14:21:50.487896Z","end":"2026-03-03T14:21:52.052522Z","steps":["trace[877259151] 'process raft request' (duration: 1.564589959s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.052569Z","caller":"traceutil/trace.go:171","msg":"trace[239093070] transaction","detail":"{read_only:false; response_revision:10725; number_of_response:1; }","duration":"1.922422563s","start":"2026-03-03T14:21:50.130115Z","end":"2026-03-03T14:21:52.052538Z","steps":["trace[239093070] 'process raft request' (duration: 1.922265748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.052635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.833376Z","time spent":"2.219185259s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:52.052651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.48787Z","time spent":"1.564719282s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:52.052655Z","caller":"traceutil/trace.go:171","msg":"trace[808088862] transaction","detail":"{read_only:false; response_revision:10726; number_of_response:1; }","duration":"1.920658251s","start":"2026-03-03T14:21:50.131965Z","end":"2026-03-03T14:21:52.052624Z","steps":["trace[808088862] 'process raft request' (duration: 1.920459355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.052839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.13194Z","time spent":"1.920796314s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.052874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.130092Z","time spent":"1.922542805s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:52.053507Z","caller":"traceutil/trace.go:171","msg":"trace[1609362518] transaction","detail":"{read_only:false; response_revision:10727; number_of_response:1; }","duration":"1.921396118s","start":"2026-03-03T14:21:50.132089Z","end":"2026-03-03T14:21:52.053485Z","steps":["trace[1609362518] 'process raft request' (duration: 1.920369953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.053593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.132077Z","time spent":"1.92147198s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.756085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:52.756162Z","caller":"traceutil/trace.go:171","msg":"trace[816848151] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126882s","start":"2026-03-03T14:21:50.756018Z","end":"2026-03-03T14:21:52.756145Z","steps":["trace[816848151] 'agreement among raft nodes before linearized reading' (duration: 2.00002097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.756199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.755998Z","time spent":"2.000193534s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:52.786628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.538155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:52.786874Z","caller":"traceutil/trace.go:171","msg":"trace[719239927] linearizableReadLoop","detail":"{readStateIndex:11145; appliedIndex:11138; }","duration":"1.344447796s","start":"2026-03-03T14:21:51.442409Z","end":"2026-03-03T14:21:52.786857Z","steps":["trace[719239927] 'read index received' (duration: 609.859391ms)","trace[719239927] 'applied index is now lower than readState.Index' (duration: 734.587295ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:52.787377Z","caller":"traceutil/trace.go:171","msg":"trace[1115090449] transaction","detail":"{read_only:false; response_revision:10730; number_of_response:1; }","duration":"1.342552401s","start":"2026-03-03T14:21:51.444807Z","end":"2026-03-03T14:21:52.787359Z","steps":["trace[1115090449] 'process raft request' (duration: 1.341938537s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.787394Z","caller":"traceutil/trace.go:171","msg":"trace[140503687] transaction","detail":"{read_only:false; response_revision:10729; number_of_response:1; }","duration":"1.595208324s","start":"2026-03-03T14:21:51.191722Z","end":"2026-03-03T14:21:52.786931Z","steps":["trace[140503687] 'process raft request' (duration: 1.164244179s)","trace[140503687] 'compare' (duration: 429.858538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:52.787454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.44478Z","time spent":"1.342640302s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.787457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.191697Z","time spent":"1.595726096s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.787519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489613443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:21:52.78754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488070976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:21:52.787778Z","caller":"traceutil/trace.go:171","msg":"trace[65880038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10730; }","duration":"2.488343572s","start":"2026-03-03T14:21:50.299421Z","end":"2026-03-03T14:21:52.787764Z","steps":["trace[65880038] 'agreement among raft nodes before linearized reading' (duration: 2.487943083s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.787772Z","caller":"traceutil/trace.go:171","msg":"trace[1872021483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10730; }","duration":"2.489726186s","start":"2026-03-03T14:21:50.297842Z","end":"2026-03-03T14:21:52.787568Z","steps":["trace[1872021483] 'agreement among raft nodes before linearized reading' (duration: 2.489500061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.787821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.299407Z","time spent":"2.488404824s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:52.787827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.297822Z","time spent":"2.489999903s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:52.787801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491149399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:21:52.787519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101992193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:21:52.787896Z","caller":"traceutil/trace.go:171","msg":"trace[39086117] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10730; }","duration":"2.491302613s","start":"2026-03-03T14:21:50.296573Z","end":"2026-03-03T14:21:52.787876Z","steps":["trace[39086117] 'agreement among raft nodes before linearized reading' (duration: 2.490771151s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.787894Z","caller":"traceutil/trace.go:171","msg":"trace[562794197] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10730; }","duration":"3.102426103s","start":"2026-03-03T14:21:49.685457Z","end":"2026-03-03T14:21:52.787883Z","steps":["trace[562794197] 'agreement among raft nodes before linearized reading' (duration: 3.101903161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.787944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.685436Z","time spent":"3.102497315s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:21:52.787941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.296546Z","time spent":"2.491388964s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:21:52.87466Z","caller":"traceutil/trace.go:171","msg":"trace[1218041016] transaction","detail":"{read_only:false; response_revision:10731; number_of_response:1; }","duration":"817.350704ms","start":"2026-03-03T14:21:52.057278Z","end":"2026-03-03T14:21:52.874629Z","steps":["trace[1218041016] 'process raft request' (duration: 817.17116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.87497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.057258Z","time spent":"817.504998ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:52.875085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.135027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.875255Z","caller":"traceutil/trace.go:171","msg":"trace[1211297483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10731; }","duration":"118.372363ms","start":"2026-03-03T14:21:52.756849Z","end":"2026-03-03T14:21:52.875221Z","steps":["trace[1211297483] 'agreement among raft nodes before linearized reading' (duration: 117.965144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.87528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422932295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:21:52.875367Z","caller":"traceutil/trace.go:171","msg":"trace[1963979747] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10731; }","duration":"1.423074128s","start":"2026-03-03T14:21:51.452272Z","end":"2026-03-03T14:21:52.875346Z","steps":["trace[1963979747] 'agreement among raft nodes before linearized reading' (duration: 1.422784341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.875425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.452257Z","time spent":"1.42315974s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:21:52.875492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.136033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.87561Z","caller":"traceutil/trace.go:171","msg":"trace[1660787606] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10731; }","duration":"394.409299ms","start":"2026-03-03T14:21:52.48118Z","end":"2026-03-03T14:21:52.875589Z","steps":["trace[1660787606] 'agreement among raft nodes before linearized reading' (duration: 393.671412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.875696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.481151Z","time spent":"394.528992ms","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:53.1923Z","caller":"traceutil/trace.go:171","msg":"trace[394151831] linearizableReadLoop","detail":"{readStateIndex:11149; appliedIndex:11146; }","duration":"317.107669ms","start":"2026-03-03T14:21:52.875172Z","end":"2026-03-03T14:21:53.192279Z","steps":["trace[394151831] 'read index received' (duration: 316.857013ms)","trace[394151831] 'applied index is now lower than readState.Index' (duration: 249.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:53.192588Z","caller":"traceutil/trace.go:171","msg":"trace[1520757640] transaction","detail":"{read_only:false; response_revision:10732; number_of_response:1; }","duration":"400.427741ms","start":"2026-03-03T14:21:52.792145Z","end":"2026-03-03T14:21:53.192572Z","steps":["trace[1520757640] 'process raft request' (duration: 399.930749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.192702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.792107Z","time spent":"400.521813ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:53.192892Z","caller":"traceutil/trace.go:171","msg":"trace[1531901460] transaction","detail":"{read_only:false; response_revision:10733; number_of_response:1; }","duration":"400.632687ms","start":"2026-03-03T14:21:52.792249Z","end":"2026-03-03T14:21:53.192882Z","steps":["trace[1531901460] 'process raft request' (duration: 399.95903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.192951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.79224Z","time spent":"400.683168ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:53.193067Z","caller":"traceutil/trace.go:171","msg":"trace[1179248195] transaction","detail":"{read_only:false; response_revision:10734; number_of_response:1; }","duration":"400.76899ms","start":"2026-03-03T14:21:52.79229Z","end":"2026-03-03T14:21:53.193059Z","steps":["trace[1179248195] 'process raft request' (duration: 399.95648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.193114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.79227Z","time spent":"400.818022ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:53.193314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.059718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:21:53.193352Z","caller":"traceutil/trace.go:171","msg":"trace[351652569] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10734; }","duration":"404.113111ms","start":"2026-03-03T14:21:52.78923Z","end":"2026-03-03T14:21:53.193343Z","steps":["trace[351652569] 'agreement among raft nodes before linearized reading' (duration: 403.990228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.193379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.789211Z","time spent":"404.162121ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:21:53.193616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.228631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:21:53.193657Z","caller":"traceutil/trace.go:171","msg":"trace[253445393] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:10734; }","duration":"314.311873ms","start":"2026-03-03T14:21:52.879332Z","end":"2026-03-03T14:21:53.193644Z","steps":["trace[253445393] 'agreement among raft nodes before linearized reading' (duration: 314.20547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.193695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.879308Z","time spent":"314.374574ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:21:53.194037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.201109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:53.194087Z","caller":"traceutil/trace.go:171","msg":"trace[585673667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10734; }","duration":"303.296202ms","start":"2026-03-03T14:21:52.890779Z","end":"2026-03-03T14:21:53.194075Z","steps":["trace[585673667] 'agreement among raft nodes before linearized reading' (duration: 303.198449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.194118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.890753Z","time spent":"303.358943ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:53.430331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.376832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:53.430478Z","caller":"traceutil/trace.go:171","msg":"trace[2113603356] linearizableReadLoop","detail":"{readStateIndex:11150; appliedIndex:11149; }","duration":"232.748681ms","start":"2026-03-03T14:21:53.19771Z","end":"2026-03-03T14:21:53.430459Z","steps":["trace[2113603356] 'read index received' (duration: 117.084392ms)","trace[2113603356] 'applied index is now lower than readState.Index' (duration: 115.663059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:53.430538Z","caller":"traceutil/trace.go:171","msg":"trace[24723158] transaction","detail":"{read_only:false; response_revision:10735; number_of_response:1; }","duration":"233.861697ms","start":"2026-03-03T14:21:53.196639Z","end":"2026-03-03T14:21:53.430501Z","steps":["trace[24723158] 'process raft request' (duration: 118.199208ms)","trace[24723158] 'compare' (duration: 115.191638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:53.43071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.973426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:53.430784Z","caller":"traceutil/trace.go:171","msg":"trace[581519103] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10735; }","duration":"233.06841ms","start":"2026-03-03T14:21:53.197699Z","end":"2026-03-03T14:21:53.430767Z","steps":["trace[581519103] 'agreement among raft nodes before linearized reading' (duration: 232.800673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:53.594679Z","caller":"traceutil/trace.go:171","msg":"trace[157113399] transaction","detail":"{read_only:false; response_revision:10736; number_of_response:1; }","duration":"157.51287ms","start":"2026-03-03T14:21:53.43714Z","end":"2026-03-03T14:21:53.594653Z","steps":["trace[157113399] 'process raft request' (duration: 114.734688ms)","trace[157113399] 'compare' (duration: 42.619189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:53.594679Z","caller":"traceutil/trace.go:171","msg":"trace[1900303583] linearizableReadLoop","detail":"{readStateIndex:11151; appliedIndex:11150; }","duration":"146.309884ms","start":"2026-03-03T14:21:53.448338Z","end":"2026-03-03T14:21:53.594648Z","steps":["trace[1900303583] 'read index received' (duration: 103.552142ms)","trace[1900303583] 'applied index is now lower than readState.Index' (duration: 42.756592ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:53.594905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.54742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:21:53.594951Z","caller":"traceutil/trace.go:171","msg":"trace[666838584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10736; }","duration":"146.610871ms","start":"2026-03-03T14:21:53.448331Z","end":"2026-03-03T14:21:53.594942Z","steps":["trace[666838584] 'agreement among raft nodes before linearized reading' (duration: 146.396766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.59508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.717834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:53.59515Z","caller":"traceutil/trace.go:171","msg":"trace[556442928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10736; }","duration":"138.815207ms","start":"2026-03-03T14:21:53.456324Z","end":"2026-03-03T14:21:53.595139Z","steps":["trace[556442928] 'agreement among raft nodes before linearized reading' (duration: 138.666953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.595147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.702483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:53.595205Z","caller":"traceutil/trace.go:171","msg":"trace[1242610404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10736; }","duration":"146.812386ms","start":"2026-03-03T14:21:53.448381Z","end":"2026-03-03T14:21:53.595193Z","steps":["trace[1242610404] 'agreement among raft nodes before linearized reading' (duration: 146.612341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.017059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.664519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:54.017174Z","caller":"traceutil/trace.go:171","msg":"trace[1405634165] transaction","detail":"{read_only:false; response_revision:10737; number_of_response:1; }","duration":"417.799803ms","start":"2026-03-03T14:21:53.599354Z","end":"2026-03-03T14:21:54.017154Z","steps":["trace[1405634165] 'process raft request' (duration: 271.95393ms)","trace[1405634165] 'compare' (duration: 145.303321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:54.017242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.599329Z","time spent":"417.876216ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:54.384671Z","caller":"traceutil/trace.go:171","msg":"trace[273143628] transaction","detail":"{read_only:false; response_revision:10738; number_of_response:1; }","duration":"784.967198ms","start":"2026-03-03T14:21:53.599678Z","end":"2026-03-03T14:21:54.384645Z","steps":["trace[273143628] 'process raft request' (duration: 750.535513ms)","trace[273143628] 'compare' (duration: 33.733509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:54.384801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.599667Z","time spent":"785.06781ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:54.384788Z","caller":"traceutil/trace.go:171","msg":"trace[1460686099] linearizableReadLoop","detail":"{readStateIndex:11154; appliedIndex:11151; }","duration":"783.668937ms","start":"2026-03-03T14:21:53.600995Z","end":"2026-03-03T14:21:54.384664Z","steps":["trace[1460686099] 'read index received' (duration: 270.422044ms)","trace[1460686099] 'applied index is now lower than readState.Index' (duration: 513.245713ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:54.384802Z","caller":"traceutil/trace.go:171","msg":"trace[1303565408] transaction","detail":"{read_only:false; response_revision:10739; number_of_response:1; }","duration":"784.419975ms","start":"2026-03-03T14:21:53.60035Z","end":"2026-03-03T14:21:54.38477Z","steps":["trace[1303565408] 'process raft request' (duration: 784.19521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.385036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.600336Z","time spent":"784.536847ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.386106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.095131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386097"} {"level":"info","ts":"2026-03-03T14:21:54.386217Z","caller":"traceutil/trace.go:171","msg":"trace[212741316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10739; }","duration":"785.178873ms","start":"2026-03-03T14:21:53.60098Z","end":"2026-03-03T14:21:54.386159Z","steps":["trace[212741316] 'agreement among raft nodes before linearized reading' (duration: 783.887282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.386275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.600952Z","time spent":"785.307547ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:54.647665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.558692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:54.647955Z","caller":"traceutil/trace.go:171","msg":"trace[711349156] linearizableReadLoop","detail":"{readStateIndex:11157; appliedIndex:11154; }","duration":"263.09531ms","start":"2026-03-03T14:21:54.384841Z","end":"2026-03-03T14:21:54.647936Z","steps":["trace[711349156] 'read index received' (duration: 140.054796ms)","trace[711349156] 'applied index is now lower than readState.Index' (duration: 123.039284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:54.648066Z","caller":"traceutil/trace.go:171","msg":"trace[1767903984] transaction","detail":"{read_only:false; response_revision:10742; number_of_response:1; }","duration":"588.402253ms","start":"2026-03-03T14:21:54.059626Z","end":"2026-03-03T14:21:54.648028Z","steps":["trace[1767903984] 'process raft request' (duration: 588.259659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.648161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.447886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:21:54.648193Z","caller":"traceutil/trace.go:171","msg":"trace[118795265] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10742; }","duration":"273.505947ms","start":"2026-03-03T14:21:54.374675Z","end":"2026-03-03T14:21:54.648181Z","steps":["trace[118795265] 'agreement among raft nodes before linearized reading' (duration: 273.359544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.64825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.059609Z","time spent":"588.547837ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.648287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.319438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:54.648333Z","caller":"traceutil/trace.go:171","msg":"trace[996218081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10742; }","duration":"889.418471ms","start":"2026-03-03T14:21:53.758905Z","end":"2026-03-03T14:21:54.648324Z","steps":["trace[996218081] 'agreement among raft nodes before linearized reading' (duration: 889.334779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.648355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.758879Z","time spent":"889.472312ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:54.648342Z","caller":"traceutil/trace.go:171","msg":"trace[1961349440] transaction","detail":"{read_only:false; response_revision:10741; number_of_response:1; }","duration":"588.944216ms","start":"2026-03-03T14:21:54.059374Z","end":"2026-03-03T14:21:54.648318Z","steps":["trace[1961349440] 'process raft request' (duration: 588.426543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.648449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.059339Z","time spent":"589.046168ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.64848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.784947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:54.648496Z","caller":"traceutil/trace.go:171","msg":"trace[1457639884] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10742; }","duration":"293.835808ms","start":"2026-03-03T14:21:54.354653Z","end":"2026-03-03T14:21:54.648489Z","steps":["trace[1457639884] 'agreement among raft nodes before linearized reading' (duration: 293.802987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:54.648256Z","caller":"traceutil/trace.go:171","msg":"trace[943740181] transaction","detail":"{read_only:false; response_revision:10740; number_of_response:1; }","duration":"589.947569ms","start":"2026-03-03T14:21:54.058289Z","end":"2026-03-03T14:21:54.648236Z","steps":["trace[943740181] 'process raft request' (duration: 466.70618ms)","trace[943740181] 'compare' (duration: 122.370468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:54.648536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.642436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:54.648571Z","caller":"traceutil/trace.go:171","msg":"trace[2084714864] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10742; }","duration":"207.704658ms","start":"2026-03-03T14:21:54.440854Z","end":"2026-03-03T14:21:54.648559Z","steps":["trace[2084714864] 'agreement among raft nodes before linearized reading' (duration: 207.565015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.648587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.058253Z","time spent":"590.277117ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.648637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.459634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:21:54.648653Z","caller":"traceutil/trace.go:171","msg":"trace[2077952199] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:10742; }","duration":"626.523005ms","start":"2026-03-03T14:21:54.022124Z","end":"2026-03-03T14:21:54.648647Z","steps":["trace[2077952199] 'agreement among raft nodes before linearized reading' (duration: 626.449213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.648665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.022097Z","time spent":"626.565577ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:21:54.648735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.341759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:54.648809Z","caller":"traceutil/trace.go:171","msg":"trace[2087180692] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10742; }","duration":"207.478913ms","start":"2026-03-03T14:21:54.441307Z","end":"2026-03-03T14:21:54.648786Z","steps":["trace[2087180692] 'agreement among raft nodes before linearized reading' (duration: 207.232788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:55.022879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.573661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:55.022982Z","caller":"traceutil/trace.go:171","msg":"trace[96509966] linearizableReadLoop","detail":"{readStateIndex:11158; appliedIndex:11157; }","duration":"370.40033ms","start":"2026-03-03T14:21:54.652565Z","end":"2026-03-03T14:21:55.022965Z","steps":["trace[96509966] 'read index received' (duration: 171.687375ms)","trace[96509966] 'applied index is now lower than readState.Index' (duration: 198.711735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:55.02307Z","caller":"traceutil/trace.go:171","msg":"trace[1442161790] transaction","detail":"{read_only:false; response_revision:10743; number_of_response:1; }","duration":"372.709345ms","start":"2026-03-03T14:21:54.650346Z","end":"2026-03-03T14:21:55.023056Z","steps":["trace[1442161790] 'process raft request' (duration: 173.850597ms)","trace[1442161790] 'compare' (duration: 198.457769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:55.023133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.650332Z","time spent":"372.771026ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:55.02332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.04942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:55.023369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.779619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:21:55.023419Z","caller":"traceutil/trace.go:171","msg":"trace[96716501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10743; }","duration":"266.283325ms","start":"2026-03-03T14:21:54.757109Z","end":"2026-03-03T14:21:55.023392Z","steps":["trace[96716501] 'agreement among raft nodes before linearized reading' (duration: 266.024059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:55.023452Z","caller":"traceutil/trace.go:171","msg":"trace[1236879938] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10743; }","duration":"370.911462ms","start":"2026-03-03T14:21:54.652519Z","end":"2026-03-03T14:21:55.02343Z","steps":["trace[1236879938] 'agreement among raft nodes before linearized reading' (duration: 370.650906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:55.023504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.652499Z","time spent":"370.992344ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:21:55.620282Z","caller":"traceutil/trace.go:171","msg":"trace[1383486140] transaction","detail":"{read_only:false; response_revision:10744; number_of_response:1; }","duration":"395.871823ms","start":"2026-03-03T14:21:55.224326Z","end":"2026-03-03T14:21:55.620198Z","steps":["trace[1383486140] 'process raft request' (duration: 395.413323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:55.620423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.224282Z","time spent":"396.068079ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:55.620467Z","caller":"traceutil/trace.go:171","msg":"trace[1243771102] transaction","detail":"{read_only:false; response_revision:10745; number_of_response:1; }","duration":"396.060959ms","start":"2026-03-03T14:21:55.224356Z","end":"2026-03-03T14:21:55.620417Z","steps":["trace[1243771102] 'process raft request' (duration: 395.793152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:55.62074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.224317Z","time spent":"396.275824ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:55.892101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.456594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:55.892186Z","caller":"traceutil/trace.go:171","msg":"trace[367978675] linearizableReadLoop","detail":"{readStateIndex:11161; appliedIndex:11160; }","duration":"528.527176ms","start":"2026-03-03T14:21:55.363644Z","end":"2026-03-03T14:21:55.892171Z","steps":["trace[367978675] 'read index received' (duration: 257.151369ms)","trace[367978675] 'applied index is now lower than readState.Index' (duration: 271.374696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:55.892316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.68774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:55.892343Z","caller":"traceutil/trace.go:171","msg":"trace[1291245194] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10746; }","duration":"528.769441ms","start":"2026-03-03T14:21:55.363565Z","end":"2026-03-03T14:21:55.892335Z","steps":["trace[1291245194] 'agreement among raft nodes before linearized reading' (duration: 528.689399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:55.892317Z","caller":"traceutil/trace.go:171","msg":"trace[951643586] transaction","detail":"{read_only:false; response_revision:10746; number_of_response:1; }","duration":"667.68681ms","start":"2026-03-03T14:21:55.224561Z","end":"2026-03-03T14:21:55.892247Z","steps":["trace[951643586] 'process raft request' (duration: 525.017852ms)","trace[951643586] 'compare' (duration: 142.285199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:55.892505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.166656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:21:55.892541Z","caller":"traceutil/trace.go:171","msg":"trace[1285777607] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10746; }","duration":"112.238578ms","start":"2026-03-03T14:21:55.780292Z","end":"2026-03-03T14:21:55.892531Z","steps":["trace[1285777607] 'agreement among raft nodes before linearized reading' (duration: 112.105425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:55.892848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.224549Z","time spent":"667.871184ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:55.892372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.363532Z","time spent":"528.834223ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:57.396515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329645026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:21:57.396605Z","caller":"traceutil/trace.go:171","msg":"trace[653355176] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10746; }","duration":"1.32978313s","start":"2026-03-03T14:21:56.066798Z","end":"2026-03-03T14:21:57.396581Z","steps":["trace[653355176] 'count revisions from in-memory index tree' (duration: 1.329530042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.396669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.066777Z","time spent":"1.329873761s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":130,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:57.397272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006109715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:21:57.39735Z","caller":"traceutil/trace.go:171","msg":"trace[458124148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10746; }","duration":"1.006228957s","start":"2026-03-03T14:21:56.391098Z","end":"2026-03-03T14:21:57.397327Z","steps":["trace[458124148] 'range keys from in-memory index tree' (duration: 1.00590581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.39739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.391077Z","time spent":"1.006304209s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:57.397406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006138156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:57.39746Z","caller":"traceutil/trace.go:171","msg":"trace[1377695068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10746; }","duration":"1.006207517s","start":"2026-03-03T14:21:56.391236Z","end":"2026-03-03T14:21:57.397444Z","steps":["trace[1377695068] 'range keys from in-memory index tree' (duration: 1.006002942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.397514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.391225Z","time spent":"1.006277098s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:57.397548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10131769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:21:57.397577Z","caller":"traceutil/trace.go:171","msg":"trace[97078864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10746; }","duration":"1.101377322s","start":"2026-03-03T14:21:56.296189Z","end":"2026-03-03T14:21:57.397566Z","steps":["trace[97078864] 'range keys from in-memory index tree' (duration: 1.100829288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.397601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.296171Z","time spent":"1.101424762s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:21:57.397599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.720183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:57.397687Z","caller":"traceutil/trace.go:171","msg":"trace[478955705] transaction","detail":"{read_only:false; response_revision:10747; number_of_response:1; }","duration":"980.701344ms","start":"2026-03-03T14:21:56.416967Z","end":"2026-03-03T14:21:57.397668Z","steps":["trace[478955705] 'process raft request' (duration: 581.848439ms)","trace[478955705] 'compare' (duration: 398.486025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:57.397678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100945851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:21:57.397704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000665787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:21:57.397732Z","caller":"traceutil/trace.go:171","msg":"trace[1470608648] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10746; }","duration":"1.000746848s","start":"2026-03-03T14:21:56.396977Z","end":"2026-03-03T14:21:57.397724Z","steps":["trace[1470608648] 'range keys from in-memory index tree' (duration: 1.000228586s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:57.397735Z","caller":"traceutil/trace.go:171","msg":"trace[2109491362] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10746; }","duration":"1.101001772s","start":"2026-03-03T14:21:56.296714Z","end":"2026-03-03T14:21:57.397716Z","steps":["trace[2109491362] 'range keys from in-memory index tree' (duration: 1.100495399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.397778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.39695Z","time spent":"1.0008093s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:21:57.397822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.296668Z","time spent":"1.101134895s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:21:57.397732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.416933Z","time spent":"980.780166ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.192751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19386631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:58.639429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.411452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:21:58.640128Z","caller":"traceutil/trace.go:171","msg":"trace[1740058786] transaction","detail":"{read_only:false; response_revision:10749; number_of_response:1; }","duration":"1.985580928s","start":"2026-03-03T14:21:56.654516Z","end":"2026-03-03T14:21:58.640097Z","steps":["trace[1740058786] 'process raft request' (duration: 1.985409524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:58.640324Z","caller":"traceutil/trace.go:171","msg":"trace[1120530603] transaction","detail":"{read_only:false; response_revision:10748; number_of_response:1; }","duration":"1.985973437s","start":"2026-03-03T14:21:56.65431Z","end":"2026-03-03T14:21:58.640283Z","steps":["trace[1120530603] 'process raft request' (duration: 1.985334142s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:58.640526Z","caller":"traceutil/trace.go:171","msg":"trace[1141250757] linearizableReadLoop","detail":"{readStateIndex:11166; appliedIndex:11161; }","duration":"1.883244665s","start":"2026-03-03T14:21:56.757243Z","end":"2026-03-03T14:21:58.640487Z","steps":["trace[1141250757] 'read index received' (duration: 241.651812ms)","trace[1141250757] 'applied index is now lower than readState.Index' (duration: 1.641586932s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:58.640585Z","caller":"traceutil/trace.go:171","msg":"trace[1154680183] transaction","detail":"{read_only:false; response_revision:10752; number_of_response:1; }","duration":"1.238324093s","start":"2026-03-03T14:21:57.402238Z","end":"2026-03-03T14:21:58.640562Z","steps":["trace[1154680183] 'process raft request' (duration: 1.238263242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.640716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.40223Z","time spent":"1.238413865s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:58.640454Z","caller":"traceutil/trace.go:171","msg":"trace[2080282555] transaction","detail":"{read_only:false; response_revision:10750; number_of_response:1; }","duration":"1.985816574s","start":"2026-03-03T14:21:56.654589Z","end":"2026-03-03T14:21:58.640406Z","steps":["trace[2080282555] 'process raft request' (duration: 1.985444935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:58.640657Z","caller":"traceutil/trace.go:171","msg":"trace[1261748350] transaction","detail":"{read_only:false; response_revision:10751; number_of_response:1; }","duration":"1.238452336s","start":"2026-03-03T14:21:57.402165Z","end":"2026-03-03T14:21:58.640618Z","steps":["trace[1261748350] 'process raft request' (duration: 1.23823313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.640804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883544571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:58.640871Z","caller":"traceutil/trace.go:171","msg":"trace[292925017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10753; }","duration":"1.883669124s","start":"2026-03-03T14:21:56.757188Z","end":"2026-03-03T14:21:58.640858Z","steps":["trace[292925017] 'agreement among raft nodes before linearized reading' (duration: 1.88348983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.640809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.654276Z","time spent":"1.986260124s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.640927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.757173Z","time spent":"1.883745806s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:58.640895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.654561Z","time spent":"1.986218003s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.640945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.803612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:21:58.640979Z","caller":"traceutil/trace.go:171","msg":"trace[1163012723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10754; }","duration":"743.870714ms","start":"2026-03-03T14:21:57.897095Z","end":"2026-03-03T14:21:58.640966Z","steps":["trace[1163012723] 'agreement among raft nodes before linearized reading' (duration: 743.70767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.641005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.897074Z","time spent":"743.926825ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:21:58.64106Z","caller":"traceutil/trace.go:171","msg":"trace[1625055222] transaction","detail":"{read_only:false; response_revision:10754; number_of_response:1; }","duration":"1.221339441s","start":"2026-03-03T14:21:57.419714Z","end":"2026-03-03T14:21:58.641053Z","steps":["trace[1625055222] 'process raft request' (duration: 1.220965402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.641066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015776983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:21:58.641091Z","caller":"traceutil/trace.go:171","msg":"trace[66613629] transaction","detail":"{read_only:false; response_revision:10753; number_of_response:1; }","duration":"1.238821165s","start":"2026-03-03T14:21:57.402239Z","end":"2026-03-03T14:21:58.64106Z","steps":["trace[66613629] 'process raft request' (duration: 1.238298373s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:58.641153Z","caller":"traceutil/trace.go:171","msg":"trace[1319983847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10754; }","duration":"1.015861685s","start":"2026-03-03T14:21:57.625271Z","end":"2026-03-03T14:21:58.641132Z","steps":["trace[1319983847] 'agreement among raft nodes before linearized reading' (duration: 1.015542717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.641099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.419701Z","time spent":"1.221377211s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.641204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.40221Z","time spent":"1.238936427s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.641227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.625241Z","time spent":"1.015972327s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:58.64144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.402144Z","time spent":"1.23864229s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.641473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016389568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:21:58.640429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.654506Z","time spent":"1.985691311s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.642033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238729332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386097"} {"level":"info","ts":"2026-03-03T14:21:58.642103Z","caller":"traceutil/trace.go:171","msg":"trace[1876333470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10754; }","duration":"1.238825015s","start":"2026-03-03T14:21:57.403258Z","end":"2026-03-03T14:21:58.642083Z","steps":["trace[1876333470] 'agreement among raft nodes before linearized reading' (duration: 1.237538114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.642156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.403244Z","time spent":"1.238896856s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:21:58.642111Z","caller":"traceutil/trace.go:171","msg":"trace[603267187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10754; }","duration":"1.017006532s","start":"2026-03-03T14:21:57.625019Z","end":"2026-03-03T14:21:58.642026Z","steps":["trace[603267187] 'agreement among raft nodes before linearized reading' (duration: 1.016034599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.642352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.624998Z","time spent":"1.01733667s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:59.150757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:21:59.293414Z","caller":"traceutil/trace.go:171","msg":"trace[611119244] transaction","detail":"{read_only:false; response_revision:10755; number_of_response:1; }","duration":"647.477752ms","start":"2026-03-03T14:21:58.64591Z","end":"2026-03-03T14:21:59.293387Z","steps":["trace[611119244] 'process raft request' (duration: 647.323668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.293561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.645892Z","time spent":"647.592274ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:59.758952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.543326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:59.759125Z","caller":"traceutil/trace.go:171","msg":"trace[1246793461] transaction","detail":"{read_only:false; response_revision:10756; number_of_response:1; }","duration":"1.112820912s","start":"2026-03-03T14:21:58.646286Z","end":"2026-03-03T14:21:59.759107Z","steps":["trace[1246793461] 'process raft request' (duration: 850.066659ms)","trace[1246793461] 'compare' (duration: 262.462235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:59.759239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.646272Z","time spent":"1.112917684s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:59.759301Z","caller":"traceutil/trace.go:171","msg":"trace[911229744] linearizableReadLoop","detail":"{readStateIndex:11173; appliedIndex:11170; }","duration":"1.108855547s","start":"2026-03-03T14:21:58.650413Z","end":"2026-03-03T14:21:59.759268Z","steps":["trace[911229744] 'read index received' (duration: 642.827511ms)","trace[911229744] 'applied index is now lower than readState.Index' (duration: 466.026486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:59.759477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109053722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:59.759556Z","caller":"traceutil/trace.go:171","msg":"trace[434513651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10757; }","duration":"1.109174815s","start":"2026-03-03T14:21:58.650365Z","end":"2026-03-03T14:21:59.75954Z","steps":["trace[434513651] 'agreement among raft nodes before linearized reading' (duration: 1.109029291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.759563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.644007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:21:59.759563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.228725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:21:59.759602Z","caller":"traceutil/trace.go:171","msg":"trace[409332524] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10757; }","duration":"389.744179ms","start":"2026-03-03T14:21:59.369846Z","end":"2026-03-03T14:21:59.75959Z","steps":["trace[409332524] 'agreement among raft nodes before linearized reading' (duration: 389.596625ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:59.759606Z","caller":"traceutil/trace.go:171","msg":"trace[804296227] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10757; }","duration":"103.315277ms","start":"2026-03-03T14:21:59.65628Z","end":"2026-03-03T14:21:59.759595Z","steps":["trace[804296227] 'agreement among raft nodes before linearized reading' (duration: 103.180494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.759607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.650344Z","time spent":"1.109250676s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:59.759641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.369812Z","time spent":"389.819861ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:21:59.75934Z","caller":"traceutil/trace.go:171","msg":"trace[1653999186] transaction","detail":"{read_only:false; response_revision:10757; number_of_response:1; }","duration":"1.112954745s","start":"2026-03-03T14:21:58.646352Z","end":"2026-03-03T14:21:59.759307Z","steps":["trace[1653999186] 'process raft request' (duration: 1.112673888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.760112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.646347Z","time spent":"1.113693422s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:00.106542Z","caller":"traceutil/trace.go:171","msg":"trace[147047720] linearizableReadLoop","detail":"{readStateIndex:11175; appliedIndex:11174; }","duration":"255.395108ms","start":"2026-03-03T14:21:59.851123Z","end":"2026-03-03T14:22:00.106518Z","steps":["trace[147047720] 'read index received' (duration: 168.292545ms)","trace[147047720] 'applied index is now lower than readState.Index' (duration: 87.101573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:00.106572Z","caller":"traceutil/trace.go:171","msg":"trace[185287404] transaction","detail":"{read_only:false; response_revision:10758; number_of_response:1; }","duration":"260.505389ms","start":"2026-03-03T14:21:59.846034Z","end":"2026-03-03T14:22:00.10654Z","steps":["trace[185287404] 'process raft request' (duration: 173.394735ms)","trace[185287404] 'compare' (duration: 86.947039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:00.106737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.597804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:00.106777Z","caller":"traceutil/trace.go:171","msg":"trace[1905960726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10758; }","duration":"255.680375ms","start":"2026-03-03T14:21:59.851087Z","end":"2026-03-03T14:22:00.106768Z","steps":["trace[1905960726] 'agreement among raft nodes before linearized reading' (duration: 255.569382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:00.434977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.971618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:00.435069Z","caller":"traceutil/trace.go:171","msg":"trace[1938699646] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10758; }","duration":"214.120121ms","start":"2026-03-03T14:22:00.220929Z","end":"2026-03-03T14:22:00.435049Z","steps":["trace[1938699646] 'count revisions from in-memory index tree' (duration: 213.840714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:00.435283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.630797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:00.435363Z","caller":"traceutil/trace.go:171","msg":"trace[1395176244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10758; }","duration":"131.74995ms","start":"2026-03-03T14:22:00.303585Z","end":"2026-03-03T14:22:00.435335Z","steps":["trace[1395176244] 'count revisions from in-memory index tree' (duration: 131.516574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.034977Z","caller":"traceutil/trace.go:171","msg":"trace[216947573] transaction","detail":"{read_only:false; response_revision:10761; number_of_response:1; }","duration":"386.38656ms","start":"2026-03-03T14:22:00.648558Z","end":"2026-03-03T14:22:01.034945Z","steps":["trace[216947573] 'process raft request' (duration: 386.258597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.035018Z","caller":"traceutil/trace.go:171","msg":"trace[592541432] transaction","detail":"{read_only:false; response_revision:10760; number_of_response:1; }","duration":"386.701077ms","start":"2026-03-03T14:22:00.648294Z","end":"2026-03-03T14:22:01.034995Z","steps":["trace[592541432] 'process raft request' (duration: 386.339838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.035099Z","caller":"traceutil/trace.go:171","msg":"trace[595684807] linearizableReadLoop","detail":"{readStateIndex:11178; appliedIndex:11175; }","duration":"385.98036ms","start":"2026-03-03T14:22:00.649099Z","end":"2026-03-03T14:22:01.035079Z","steps":["trace[595684807] 'read index received' (duration: 56.006526ms)","trace[595684807] 'applied index is now lower than readState.Index' (duration: 329.972544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:01.035146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.648278Z","time spent":"386.7961ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:01.035148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.648532Z","time spent":"386.535763ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:01.035309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.211876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:01.035306Z","caller":"traceutil/trace.go:171","msg":"trace[171438394] transaction","detail":"{read_only:false; response_revision:10763; number_of_response:1; }","duration":"383.817099ms","start":"2026-03-03T14:22:00.651453Z","end":"2026-03-03T14:22:01.03527Z","steps":["trace[171438394] 'process raft request' (duration: 383.559613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.035372Z","caller":"traceutil/trace.go:171","msg":"trace[1570851996] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10763; }","duration":"386.304778ms","start":"2026-03-03T14:22:00.649051Z","end":"2026-03-03T14:22:01.035356Z","steps":["trace[1570851996] 'agreement among raft nodes before linearized reading' (duration: 386.097463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.035426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.649037Z","time spent":"386.37769ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:22:01.035295Z","caller":"traceutil/trace.go:171","msg":"trace[1429872067] transaction","detail":"{read_only:false; response_revision:10762; number_of_response:1; }","duration":"385.14589ms","start":"2026-03-03T14:22:00.650108Z","end":"2026-03-03T14:22:01.035254Z","steps":["trace[1429872067] 'process raft request' (duration: 384.774271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.035464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.651425Z","time spent":"383.957742ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:01.035644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.650101Z","time spent":"385.429376ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:01.920627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.718542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:22:01.920713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.668683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:22:01.920732Z","caller":"traceutil/trace.go:171","msg":"trace[1991060426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10763; }","duration":"621.889696ms","start":"2026-03-03T14:22:01.298819Z","end":"2026-03-03T14:22:01.920709Z","steps":["trace[1991060426] 'range keys from in-memory index tree' (duration: 621.478917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.920784Z","caller":"traceutil/trace.go:171","msg":"trace[350899667] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10763; }","duration":"157.747015ms","start":"2026-03-03T14:22:01.763015Z","end":"2026-03-03T14:22:01.920762Z","steps":["trace[350899667] 'range keys from in-memory index tree' (duration: 157.53337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.920792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.29879Z","time spent":"621.987718ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:01.920787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.080799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:01.920922Z","caller":"traceutil/trace.go:171","msg":"trace[817532222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10763; }","duration":"157.249394ms","start":"2026-03-03T14:22:01.763659Z","end":"2026-03-03T14:22:01.920908Z","steps":["trace[817532222] 'range keys from in-memory index tree' (duration: 156.947306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.92096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.292894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:01.921052Z","caller":"traceutil/trace.go:171","msg":"trace[1021651734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10763; }","duration":"165.442667ms","start":"2026-03-03T14:22:01.755588Z","end":"2026-03-03T14:22:01.921031Z","steps":["trace[1021651734] 'range keys from in-memory index tree' (duration: 165.15356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:02.024484Z","caller":"traceutil/trace.go:171","msg":"trace[217981660] transaction","detail":"{read_only:false; response_revision:10764; number_of_response:1; }","duration":"100.377537ms","start":"2026-03-03T14:22:01.924084Z","end":"2026-03-03T14:22:02.024461Z","steps":["trace[217981660] 'process raft request' (duration: 100.206813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:02.034387Z","caller":"traceutil/trace.go:171","msg":"trace[915413131] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"109.828951ms","start":"2026-03-03T14:22:01.924534Z","end":"2026-03-03T14:22:02.034363Z","steps":["trace[915413131] 'process raft request' (duration: 109.659247ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:02.03447Z","caller":"traceutil/trace.go:171","msg":"trace[514646426] transaction","detail":"{read_only:false; response_revision:10766; number_of_response:1; }","duration":"109.279308ms","start":"2026-03-03T14:22:01.925171Z","end":"2026-03-03T14:22:02.034451Z","steps":["trace[514646426] 'process raft request' (duration: 109.148565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.376445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.334952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995ac0c0768e0d\" ","response":"range_response_count:1 size:789"} {"level":"info","ts":"2026-03-03T14:22:02.376543Z","caller":"traceutil/trace.go:171","msg":"trace[585709007] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995ac0c0768e0d; range_end:; response_count:1; response_revision:10766; }","duration":"118.481065ms","start":"2026-03-03T14:22:02.258038Z","end":"2026-03-03T14:22:02.376519Z","steps":["trace[585709007] 'range keys from in-memory index tree' (duration: 118.182639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:02.492025Z","caller":"traceutil/trace.go:171","msg":"trace[1168993309] transaction","detail":"{read_only:false; response_revision:10767; number_of_response:1; }","duration":"145.136377ms","start":"2026-03-03T14:22:02.34687Z","end":"2026-03-03T14:22:02.492006Z","steps":["trace[1168993309] 'process raft request' (duration: 144.990984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:02.524753Z","caller":"traceutil/trace.go:171","msg":"trace[1329506088] transaction","detail":"{read_only:false; response_revision:10768; number_of_response:1; }","duration":"145.68515ms","start":"2026-03-03T14:22:02.379043Z","end":"2026-03-03T14:22:02.524728Z","steps":["trace[1329506088] 'process raft request' (duration: 145.516436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.258139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693669984,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:03.492488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.893903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:03.492586Z","caller":"traceutil/trace.go:171","msg":"trace[1081229873] transaction","detail":"{read_only:false; response_revision:10769; number_of_response:1; }","duration":"781.052216ms","start":"2026-03-03T14:22:02.711516Z","end":"2026-03-03T14:22:03.492568Z","steps":["trace[1081229873] 'process raft request' (duration: 668.005159ms)","trace[1081229873] 'compare' (duration: 112.804231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:03.492647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.711498Z","time spent":"781.116997ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:03.761364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.168287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:03.761653Z","caller":"traceutil/trace.go:171","msg":"trace[1939969473] transaction","detail":"{read_only:false; response_revision:10770; number_of_response:1; }","duration":"720.979781ms","start":"2026-03-03T14:22:03.040631Z","end":"2026-03-03T14:22:03.761611Z","steps":["trace[1939969473] 'process raft request' (duration: 605.475576ms)","trace[1939969473] 'compare' (duration: 115.045215ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:03.761709Z","caller":"traceutil/trace.go:171","msg":"trace[741815597] transaction","detail":"{read_only:false; response_revision:10771; number_of_response:1; }","duration":"718.7869ms","start":"2026-03-03T14:22:03.042898Z","end":"2026-03-03T14:22:03.761685Z","steps":["trace[741815597] 'process raft request' (duration: 718.585535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.761839Z","caller":"traceutil/trace.go:171","msg":"trace[656832650] transaction","detail":"{read_only:false; response_revision:10772; number_of_response:1; }","duration":"670.702951ms","start":"2026-03-03T14:22:03.091114Z","end":"2026-03-03T14:22:03.761816Z","steps":["trace[656832650] 'process raft request' (duration: 670.500826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.761832Z","caller":"traceutil/trace.go:171","msg":"trace[1244032478] linearizableReadLoop","detail":"{readStateIndex:11189; appliedIndex:11185; }","duration":"1.003733018s","start":"2026-03-03T14:22:02.758066Z","end":"2026-03-03T14:22:03.761799Z","steps":["trace[1244032478] 'read index received' (duration: 621.414365ms)","trace[1244032478] 'applied index is now lower than readState.Index' (duration: 382.316253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:03.761861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.040612Z","time spent":"721.120755ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:03.761846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.042883Z","time spent":"718.910513ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:03.761935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.091094Z","time spent":"670.791124ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:03.761961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003883081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:03.762041Z","caller":"traceutil/trace.go:171","msg":"trace[1603055137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10772; }","duration":"1.003979723s","start":"2026-03-03T14:22:02.758025Z","end":"2026-03-03T14:22:03.762004Z","steps":["trace[1603055137] 'agreement among raft nodes before linearized reading' (duration: 1.003864341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.762086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.758003Z","time spent":"1.004071915s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:03.762117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.465195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:03.762162Z","caller":"traceutil/trace.go:171","msg":"trace[995473822] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10772; }","duration":"417.560228ms","start":"2026-03-03T14:22:03.344582Z","end":"2026-03-03T14:22:03.762142Z","steps":["trace[995473822] 'agreement among raft nodes before linearized reading' (duration: 417.467115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.762161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.034285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:22:03.762177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.719589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:22:03.762199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.344563Z","time spent":"417.626649ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:03.762221Z","caller":"traceutil/trace.go:171","msg":"trace[1583127819] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:10772; }","duration":"936.095526ms","start":"2026-03-03T14:22:02.826106Z","end":"2026-03-03T14:22:03.762201Z","steps":["trace[1583127819] 'agreement among raft nodes before linearized reading' (duration: 935.912552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.762226Z","caller":"traceutil/trace.go:171","msg":"trace[112134093] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10772; }","duration":"713.811251ms","start":"2026-03-03T14:22:03.048401Z","end":"2026-03-03T14:22:03.762212Z","steps":["trace[112134093] 'agreement among raft nodes before linearized reading' (duration: 713.619017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.762276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.826085Z","time spent":"936.177288ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:22:03.762274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.04838Z","time spent":"713.883805ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:22:03.762517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.804148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:03.762577Z","caller":"traceutil/trace.go:171","msg":"trace[1225185877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10772; }","duration":"720.891591ms","start":"2026-03-03T14:22:03.041671Z","end":"2026-03-03T14:22:03.762563Z","steps":["trace[1225185877] 'agreement among raft nodes before linearized reading' (duration: 720.663875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.762611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.041657Z","time spent":"720.946471ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:03.762516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.765758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:03.762664Z","caller":"traceutil/trace.go:171","msg":"trace[1569166489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10772; }","duration":"720.929712ms","start":"2026-03-03T14:22:03.04172Z","end":"2026-03-03T14:22:03.76265Z","steps":["trace[1569166489] 'agreement among raft nodes before linearized reading' (duration: 720.604344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.762701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.041715Z","time spent":"720.976203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:22:03.969192Z","caller":"traceutil/trace.go:171","msg":"trace[335300220] linearizableReadLoop","detail":"{readStateIndex:11191; appliedIndex:11190; }","duration":"126.133177ms","start":"2026-03-03T14:22:03.843038Z","end":"2026-03-03T14:22:03.969171Z","steps":["trace[335300220] 'read index received' (duration: 113.489848ms)","trace[335300220] 'applied index is now lower than readState.Index' (duration: 12.642389ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:03.969437Z","caller":"traceutil/trace.go:171","msg":"trace[902668023] transaction","detail":"{read_only:false; response_revision:10774; number_of_response:1; }","duration":"202.480924ms","start":"2026-03-03T14:22:03.766943Z","end":"2026-03-03T14:22:03.969424Z","steps":["trace[902668023] 'process raft request' (duration: 189.557739ms)","trace[902668023] 'compare' (duration: 12.352392ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:03.969652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.264343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:03.969692Z","caller":"traceutil/trace.go:171","msg":"trace[163360876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10774; }","duration":"200.325824ms","start":"2026-03-03T14:22:03.769355Z","end":"2026-03-03T14:22:03.969681Z","steps":["trace[163360876] 'agreement among raft nodes before linearized reading' (duration: 200.250792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:04.209807Z","caller":"traceutil/trace.go:171","msg":"trace[1021395594] linearizableReadLoop","detail":"{readStateIndex:11194; appliedIndex:11193; }","duration":"171.299476ms","start":"2026-03-03T14:22:04.038451Z","end":"2026-03-03T14:22:04.20975Z","steps":["trace[1021395594] 'read index received' (duration: 14.715758ms)","trace[1021395594] 'applied index is now lower than readState.Index' (duration: 156.582828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:04.209946Z","caller":"traceutil/trace.go:171","msg":"trace[1451690804] transaction","detail":"{read_only:false; response_revision:10777; number_of_response:1; }","duration":"175.983328ms","start":"2026-03-03T14:22:04.033929Z","end":"2026-03-03T14:22:04.209912Z","steps":["trace[1451690804] 'process raft request' (duration: 134.423224ms)","trace[1451690804] 'compare' (duration: 41.275227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:04.21031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.846839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:22:04.210348Z","caller":"traceutil/trace.go:171","msg":"trace[565029741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10777; }","duration":"171.917611ms","start":"2026-03-03T14:22:04.038422Z","end":"2026-03-03T14:22:04.21034Z","steps":["trace[565029741] 'agreement among raft nodes before linearized reading' (duration: 171.791898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.210367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.468182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T14:22:04.210441Z","caller":"traceutil/trace.go:171","msg":"trace[1310425126] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10777; }","duration":"169.587275ms","start":"2026-03-03T14:22:04.040836Z","end":"2026-03-03T14:22:04.210423Z","steps":["trace[1310425126] 'agreement among raft nodes before linearized reading' (duration: 169.38851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.210438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.813478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:04.210537Z","caller":"traceutil/trace.go:171","msg":"trace[248119174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10777; }","duration":"171.980483ms","start":"2026-03-03T14:22:04.038531Z","end":"2026-03-03T14:22:04.210511Z","steps":["trace[248119174] 'agreement among raft nodes before linearized reading' (duration: 171.416109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.898321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.789468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:04.898494Z","caller":"traceutil/trace.go:171","msg":"trace[1348787911] linearizableReadLoop","detail":"{readStateIndex:11197; appliedIndex:11196; }","duration":"129.027595ms","start":"2026-03-03T14:22:04.76945Z","end":"2026-03-03T14:22:04.898477Z","steps":["trace[1348787911] 'read index received' (duration: 42.181µs)","trace[1348787911] 'applied index is now lower than readState.Index' (duration: 128.983714ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:04.898521Z","caller":"traceutil/trace.go:171","msg":"trace[1395933467] transaction","detail":"{read_only:false; response_revision:10780; number_of_response:1; }","duration":"634.3212ms","start":"2026-03-03T14:22:04.26417Z","end":"2026-03-03T14:22:04.898491Z","steps":["trace[1395933467] 'process raft request' (duration: 394.281806ms)","trace[1395933467] 'compare' (duration: 239.662715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:04.898658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:04.264147Z","time spent":"634.440072ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:04.898752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.306542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:22:04.898812Z","caller":"traceutil/trace.go:171","msg":"trace[612113194] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10780; }","duration":"129.401553ms","start":"2026-03-03T14:22:04.769396Z","end":"2026-03-03T14:22:04.898798Z","steps":["trace[612113194] 'agreement among raft nodes before linearized reading' (duration: 129.161218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:05.624359Z","caller":"traceutil/trace.go:171","msg":"trace[1141149009] transaction","detail":"{read_only:false; response_revision:10782; number_of_response:1; }","duration":"127.12757ms","start":"2026-03-03T14:22:05.497206Z","end":"2026-03-03T14:22:05.624334Z","steps":["trace[1141149009] 'process raft request' (duration: 126.932975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:05.917291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.637711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:05.917392Z","caller":"traceutil/trace.go:171","msg":"trace[1695116137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10782; }","duration":"159.796484ms","start":"2026-03-03T14:22:05.757573Z","end":"2026-03-03T14:22:05.917369Z","steps":["trace[1695116137] 'range keys from in-memory index tree' (duration: 159.471176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:05.964817Z","caller":"traceutil/trace.go:171","msg":"trace[2107476516] transaction","detail":"{read_only:false; response_revision:10783; number_of_response:1; }","duration":"196.868912ms","start":"2026-03-03T14:22:05.767919Z","end":"2026-03-03T14:22:05.964788Z","steps":["trace[2107476516] 'process raft request' (duration: 196.645847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.386296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.134075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:06.386476Z","caller":"traceutil/trace.go:171","msg":"trace[813776806] transaction","detail":"{read_only:false; response_revision:10784; number_of_response:1; }","duration":"618.121026ms","start":"2026-03-03T14:22:05.768327Z","end":"2026-03-03T14:22:06.386448Z","steps":["trace[813776806] 'process raft request' (duration: 353.709166ms)","trace[813776806] 'compare' (duration: 264.037542ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:06.386587Z","caller":"traceutil/trace.go:171","msg":"trace[583457030] linearizableReadLoop","detail":"{readStateIndex:11201; appliedIndex:11199; }","duration":"538.306637ms","start":"2026-03-03T14:22:05.848248Z","end":"2026-03-03T14:22:06.386555Z","steps":["trace[583457030] 'read index received' (duration: 116.482789ms)","trace[583457030] 'applied index is now lower than readState.Index' (duration: 421.821048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:06.386804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.7683Z","time spent":"618.455674ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:06.568162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.763974ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:22:06.568267Z","caller":"traceutil/trace.go:171","msg":"trace[1710814237] linearizableReadLoop","detail":"{readStateIndex:11202; appliedIndex:11201; }","duration":"181.58117ms","start":"2026-03-03T14:22:06.386666Z","end":"2026-03-03T14:22:06.568248Z","steps":["trace[1710814237] 'read index received' (duration: 52.851µs)","trace[1710814237] 'applied index is now lower than readState.Index' (duration: 181.526688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:06.568512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.191604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:22:06.568607Z","caller":"traceutil/trace.go:171","msg":"trace[884768873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10784; }","duration":"720.356607ms","start":"2026-03-03T14:22:05.848232Z","end":"2026-03-03T14:22:06.568589Z","steps":["trace[884768873] 'agreement among raft nodes before linearized reading' (duration: 538.46045ms)","trace[884768873] 'range keys from in-memory index tree' (duration: 181.617561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:06.568642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.710016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:22:06.568651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.848172Z","time spent":"720.467981ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:22:06.568677Z","caller":"traceutil/trace.go:171","msg":"trace[1317776081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10784; }","duration":"285.781847ms","start":"2026-03-03T14:22:06.282884Z","end":"2026-03-03T14:22:06.568666Z","steps":["trace[1317776081] 'agreement among raft nodes before linearized reading' (duration: 285.668365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.568669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.942733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:06.568755Z","caller":"traceutil/trace.go:171","msg":"trace[1321577225] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10784; }","duration":"675.075146ms","start":"2026-03-03T14:22:05.893653Z","end":"2026-03-03T14:22:06.568729Z","steps":["trace[1321577225] 'agreement among raft nodes before linearized reading' (duration: 674.933322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.568857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.893625Z","time spent":"675.216739ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:06.569136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.373902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:22:06.569181Z","caller":"traceutil/trace.go:171","msg":"trace[651207104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10784; }","duration":"512.463954ms","start":"2026-03-03T14:22:06.056707Z","end":"2026-03-03T14:22:06.569171Z","steps":["trace[651207104] 'agreement among raft nodes before linearized reading' (duration: 512.355172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.569212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.056673Z","time spent":"512.532306ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:06.56916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.677647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:22:06.569326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.21459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:06.569403Z","caller":"traceutil/trace.go:171","msg":"trace[922679232] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10784; }","duration":"417.302122ms","start":"2026-03-03T14:22:06.152083Z","end":"2026-03-03T14:22:06.569385Z","steps":["trace[922679232] 'agreement among raft nodes before linearized reading' (duration: 417.167329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.569444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.152017Z","time spent":"417.417384ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:06.56932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.641907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:22:06.569525Z","caller":"traceutil/trace.go:171","msg":"trace[653907343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10784; }","duration":"593.894573ms","start":"2026-03-03T14:22:05.97562Z","end":"2026-03-03T14:22:06.569514Z","steps":["trace[653907343] 'agreement among raft nodes before linearized reading' (duration: 593.588455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.569586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.975594Z","time spent":"593.979336ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:06.569364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.692899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:06.569663Z","caller":"traceutil/trace.go:171","msg":"trace[141060334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10784; }","duration":"651.013966ms","start":"2026-03-03T14:22:05.918635Z","end":"2026-03-03T14:22:06.569648Z","steps":["trace[141060334] 'agreement among raft nodes before linearized reading' (duration: 650.709469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.569704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.918619Z","time spent":"651.074828ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:06.569502Z","caller":"traceutil/trace.go:171","msg":"trace[1124690810] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10784; }","duration":"715.954594ms","start":"2026-03-03T14:22:05.853419Z","end":"2026-03-03T14:22:06.569373Z","steps":["trace[1124690810] 'agreement among raft nodes before linearized reading' (duration: 715.453051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.569998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.853401Z","time spent":"716.575179ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:22:06.57071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.214194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:22:06.570801Z","caller":"traceutil/trace.go:171","msg":"trace[345345779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10784; }","duration":"304.365258ms","start":"2026-03-03T14:22:06.266412Z","end":"2026-03-03T14:22:06.570777Z","steps":["trace[345345779] 'agreement among raft nodes before linearized reading' (duration: 302.669677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.570845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.266389Z","time spent":"304.44663ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:07.259874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670042,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:07.27567Z","caller":"traceutil/trace.go:171","msg":"trace[1561477689] transaction","detail":"{read_only:false; response_revision:10786; number_of_response:1; }","duration":"683.455124ms","start":"2026-03-03T14:22:06.59219Z","end":"2026-03-03T14:22:07.275645Z","steps":["trace[1561477689] 'process raft request' (duration: 683.251499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:07.275705Z","caller":"traceutil/trace.go:171","msg":"trace[1327122752] transaction","detail":"{read_only:false; response_revision:10787; number_of_response:1; }","duration":"683.494295ms","start":"2026-03-03T14:22:06.592191Z","end":"2026-03-03T14:22:07.275685Z","steps":["trace[1327122752] 'process raft request' (duration: 683.382902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.27579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.592175Z","time spent":"683.555977ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:07.27579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.592173Z","time spent":"683.567447ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:07.275672Z","caller":"traceutil/trace.go:171","msg":"trace[1889963359] transaction","detail":"{read_only:false; response_revision:10788; number_of_response:1; }","duration":"683.371982ms","start":"2026-03-03T14:22:06.592279Z","end":"2026-03-03T14:22:07.275651Z","steps":["trace[1889963359] 'process raft request' (duration: 683.320161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:07.275867Z","caller":"traceutil/trace.go:171","msg":"trace[143632179] linearizableReadLoop","detail":"{readStateIndex:11207; appliedIndex:11203; }","duration":"516.89232ms","start":"2026-03-03T14:22:06.75895Z","end":"2026-03-03T14:22:07.275842Z","steps":["trace[143632179] 'read index received' (duration: 516.485511ms)","trace[143632179] 'applied index is now lower than readState.Index' (duration: 404.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:07.275935Z","caller":"traceutil/trace.go:171","msg":"trace[1190627072] transaction","detail":"{read_only:false; response_revision:10789; number_of_response:1; }","duration":"683.28233ms","start":"2026-03-03T14:22:06.592642Z","end":"2026-03-03T14:22:07.275925Z","steps":["trace[1190627072] 'process raft request' (duration: 682.982993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.275999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.028973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:07.276025Z","caller":"traceutil/trace.go:171","msg":"trace[782645098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10789; }","duration":"517.099526ms","start":"2026-03-03T14:22:06.758918Z","end":"2026-03-03T14:22:07.276018Z","steps":["trace[782645098] 'agreement among raft nodes before linearized reading' (duration: 517.013774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.276041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.592628Z","time spent":"683.346802ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:07.275992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.592256Z","time spent":"683.622058ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:07.276054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.758886Z","time spent":"517.163476ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:08.25745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.311713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:08.257511Z","caller":"traceutil/trace.go:171","msg":"trace[461775630] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10790; }","duration":"314.443626ms","start":"2026-03-03T14:22:07.943055Z","end":"2026-03-03T14:22:08.257498Z","steps":["trace[461775630] 'count revisions from in-memory index tree' (duration: 314.196111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.257536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.943023Z","time spent":"314.506147ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:08.321491Z","caller":"traceutil/trace.go:171","msg":"trace[1030317095] transaction","detail":"{read_only:false; response_revision:10791; number_of_response:1; }","duration":"342.88057ms","start":"2026-03-03T14:22:07.978543Z","end":"2026-03-03T14:22:08.321424Z","steps":["trace[1030317095] 'process raft request' (duration: 342.639144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.321754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.97851Z","time spent":"343.088854ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:09.848164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.458293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:09.848246Z","caller":"traceutil/trace.go:171","msg":"trace[2082101053] linearizableReadLoop","detail":"{readStateIndex:11210; appliedIndex:11209; }","duration":"1.210890162s","start":"2026-03-03T14:22:08.637342Z","end":"2026-03-03T14:22:09.848232Z","steps":["trace[2082101053] 'read index received' (duration: 405.240725ms)","trace[2082101053] 'applied index is now lower than readState.Index' (duration: 805.648247ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:09.848276Z","caller":"traceutil/trace.go:171","msg":"trace[1250816030] transaction","detail":"{read_only:false; response_revision:10792; number_of_response:1; }","duration":"1.455873345s","start":"2026-03-03T14:22:08.39237Z","end":"2026-03-03T14:22:09.848243Z","steps":["trace[1250816030] 'process raft request' (duration: 650.263118ms)","trace[1250816030] 'compare' (duration: 805.086424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:09.848366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211034506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:22:09.848383Z","caller":"traceutil/trace.go:171","msg":"trace[1507663591] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10792; }","duration":"1.211083538s","start":"2026-03-03T14:22:08.637293Z","end":"2026-03-03T14:22:09.848376Z","steps":["trace[1507663591] 'agreement among raft nodes before linearized reading' (duration: 1.210990466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:09.848402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.637273Z","time spent":"1.211125288s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:09.848409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.392346Z","time spent":"1.455989777s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:10.361876Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:10.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.122419ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:10.659802Z","caller":"traceutil/trace.go:171","msg":"trace[84858718] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10792; }","duration":"238.254632ms","start":"2026-03-03T14:22:10.421521Z","end":"2026-03-03T14:22:10.659776Z","steps":["trace[84858718] 'range keys from in-memory index tree' (duration: 238.104199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.758761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999807925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:22:10.758848Z","caller":"traceutil/trace.go:171","msg":"trace[271810826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999954088s","start":"2026-03-03T14:22:08.758874Z","end":"2026-03-03T14:22:10.758829Z","steps":["trace[271810826] 'agreement among raft nodes before linearized reading' (duration: 1.999847026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.758893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.758847Z","time spent":"2.000036851s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:10.862542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:10.880572Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160938072s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:22:10.88108Z","caller":"traceutil/trace.go:171","msg":"trace[1991013275] transaction","detail":"{read_only:false; response_revision:10793; number_of_response:1; }","duration":"1.161538966s","start":"2026-03-03T14:22:09.719514Z","end":"2026-03-03T14:22:10.881053Z","steps":["trace[1991013275] 'process raft request' (duration: 1.161358622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.88122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.71949Z","time spent":"1.161661128s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:10.899469Z","caller":"traceutil/trace.go:171","msg":"trace[695996127] linearizableReadLoop","detail":"{readStateIndex:11213; appliedIndex:11210; }","duration":"1.051189512s","start":"2026-03-03T14:22:09.848262Z","end":"2026-03-03T14:22:10.899451Z","steps":["trace[695996127] 'read index received' (duration: 1.03250252s)","trace[695996127] 'applied index is now lower than readState.Index' (duration: 18.686062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:10.899647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619155921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:10.899699Z","caller":"traceutil/trace.go:171","msg":"trace[816120383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10795; }","duration":"1.619249034s","start":"2026-03-03T14:22:09.28044Z","end":"2026-03-03T14:22:10.899689Z","steps":["trace[816120383] 'agreement among raft nodes before linearized reading' (duration: 1.61910105s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:10.899697Z","caller":"traceutil/trace.go:171","msg":"trace[1918259587] transaction","detail":"{read_only:false; response_revision:10794; number_of_response:1; }","duration":"1.045848045s","start":"2026-03-03T14:22:09.853836Z","end":"2026-03-03T14:22:10.899684Z","steps":["trace[1918259587] 'process raft request' (duration: 1.045451636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.899732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.280417Z","time spent":"1.619305795s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:10.899749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618533106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:22:10.89975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528743509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:22:10.899783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109795629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:10.899794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298874286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:10.899829Z","caller":"traceutil/trace.go:171","msg":"trace[1876870090] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10795; }","duration":"1.528873082s","start":"2026-03-03T14:22:09.370938Z","end":"2026-03-03T14:22:10.899811Z","steps":["trace[1876870090] 'agreement among raft nodes before linearized reading' (duration: 1.528547525s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:10.899846Z","caller":"traceutil/trace.go:171","msg":"trace[27216591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10795; }","duration":"1.618639639s","start":"2026-03-03T14:22:09.281181Z","end":"2026-03-03T14:22:10.899821Z","steps":["trace[27216591] 'agreement among raft nodes before linearized reading' (duration: 1.618425714s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:10.899854Z","caller":"traceutil/trace.go:171","msg":"trace[1915468509] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10795; }","duration":"1.109909192s","start":"2026-03-03T14:22:09.789922Z","end":"2026-03-03T14:22:10.899831Z","steps":["trace[1915468509] 'agreement among raft nodes before linearized reading' (duration: 1.109789659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.899648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61908581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:22:10.899886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.370893Z","time spent":"1.528978795s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:22:10.89992Z","caller":"traceutil/trace.go:171","msg":"trace[163324504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10795; }","duration":"1.619410058s","start":"2026-03-03T14:22:09.280497Z","end":"2026-03-03T14:22:10.899907Z","steps":["trace[163324504] 'agreement among raft nodes before linearized reading' (duration: 1.619025699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.899916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.7899Z","time spent":"1.110000124s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:10.899906Z","caller":"traceutil/trace.go:171","msg":"trace[2016474083] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:10795; }","duration":"1.298991219s","start":"2026-03-03T14:22:09.600867Z","end":"2026-03-03T14:22:10.899858Z","steps":["trace[2016474083] 'agreement among raft nodes before linearized reading' (duration: 1.298867427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.899908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.281139Z","time spent":"1.618733531s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:10.89995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.280469Z","time spent":"1.619472448s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:10.899959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61949904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:22:10.899957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.171339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:10.899979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.600847Z","time spent":"1.299112642s","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:10.899995Z","caller":"traceutil/trace.go:171","msg":"trace[9818443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10795; }","duration":"1.619630362s","start":"2026-03-03T14:22:09.280354Z","end":"2026-03-03T14:22:10.899984Z","steps":["trace[9818443] 'agreement among raft nodes before linearized reading' (duration: 1.619458788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:10.900017Z","caller":"traceutil/trace.go:171","msg":"trace[683952507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10795; }","duration":"140.262571ms","start":"2026-03-03T14:22:10.759738Z","end":"2026-03-03T14:22:10.9Z","steps":["trace[683952507] 'agreement among raft nodes before linearized reading' (duration: 140.163038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.900052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.28033Z","time spent":"1.619687054s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:10.900139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.952011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:10.900172Z","caller":"traceutil/trace.go:171","msg":"trace[939846364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10795; }","duration":"592.986623ms","start":"2026-03-03T14:22:10.307178Z","end":"2026-03-03T14:22:10.900165Z","steps":["trace[939846364] 'agreement among raft nodes before linearized reading' (duration: 592.868429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.900191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.307109Z","time spent":"593.077924ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:10.899972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.420226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:22:10.900323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256284039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:10.900385Z","caller":"traceutil/trace.go:171","msg":"trace[193978955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10795; }","duration":"2.256383911s","start":"2026-03-03T14:22:08.643987Z","end":"2026-03-03T14:22:10.90037Z","steps":["trace[193978955] 'agreement among raft nodes before linearized reading' (duration: 2.256229688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.900421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.117951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100691"} {"level":"warn","ts":"2026-03-03T14:22:10.900435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.643966Z","time spent":"2.256456353s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:22:10.900478Z","caller":"traceutil/trace.go:171","msg":"trace[153368216] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:10795; }","duration":"233.168112ms","start":"2026-03-03T14:22:10.66729Z","end":"2026-03-03T14:22:10.900458Z","steps":["trace[153368216] 'agreement among raft nodes before linearized reading' (duration: 232.723421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:10.900451Z","caller":"traceutil/trace.go:171","msg":"trace[1307465712] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10795; }","duration":"991.806526ms","start":"2026-03-03T14:22:09.908477Z","end":"2026-03-03T14:22:10.900283Z","steps":["trace[1307465712] 'agreement among raft nodes before linearized reading' (duration: 991.334244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.90055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.908441Z","time spent":"992.095763ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:22:10.899691Z","caller":"traceutil/trace.go:171","msg":"trace[1041561598] transaction","detail":"{read_only:false; response_revision:10795; number_of_response:1; }","duration":"572.329102ms","start":"2026-03-03T14:22:10.32733Z","end":"2026-03-03T14:22:10.899659Z","steps":["trace[1041561598] 'process raft request' (duration: 572.049195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:10.900733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.327319Z","time spent":"573.337687ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:10.90154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.853811Z","time spent":"1.045915617s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:11.290633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.069143ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:22:11.290803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.901202Z","time spent":"389.597425ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:22:11.328637Z","caller":"traceutil/trace.go:171","msg":"trace[1086210929] transaction","detail":"{read_only:false; response_revision:10796; number_of_response:1; }","duration":"423.219911ms","start":"2026-03-03T14:22:10.905394Z","end":"2026-03-03T14:22:11.328614Z","steps":["trace[1086210929] 'process raft request' (duration: 422.953035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.32878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.905371Z","time spent":"423.340194ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:11.328945Z","caller":"traceutil/trace.go:171","msg":"trace[1405644242] linearizableReadLoop","detail":"{readStateIndex:11216; appliedIndex:11213; }","duration":"422.777511ms","start":"2026-03-03T14:22:10.906148Z","end":"2026-03-03T14:22:11.328925Z","steps":["trace[1405644242] 'read index received' (duration: 55.423632ms)","trace[1405644242] 'applied index is now lower than readState.Index' (duration: 367.353139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:11.329049Z","caller":"traceutil/trace.go:171","msg":"trace[111912914] transaction","detail":"{read_only:false; response_revision:10797; number_of_response:1; }","duration":"423.202391ms","start":"2026-03-03T14:22:10.90583Z","end":"2026-03-03T14:22:11.329033Z","steps":["trace[111912914] 'process raft request' (duration: 422.738079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:11.329097Z","caller":"traceutil/trace.go:171","msg":"trace[1628125532] transaction","detail":"{read_only:false; response_revision:10799; number_of_response:1; }","duration":"422.827602ms","start":"2026-03-03T14:22:10.906257Z","end":"2026-03-03T14:22:11.329085Z","steps":["trace[1628125532] 'process raft request' (duration: 422.632058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.329143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.905806Z","time spent":"423.267823ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:11.32917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.906245Z","time spent":"422.889643ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:11.329183Z","caller":"traceutil/trace.go:171","msg":"trace[2071300614] transaction","detail":"{read_only:false; response_revision:10798; number_of_response:1; }","duration":"422.922044ms","start":"2026-03-03T14:22:10.906216Z","end":"2026-03-03T14:22:11.329138Z","steps":["trace[2071300614] 'process raft request' (duration: 422.589937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.329381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.906208Z","time spent":"423.080708ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:11.329699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.538269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386097"} {"level":"info","ts":"2026-03-03T14:22:11.329776Z","caller":"traceutil/trace.go:171","msg":"trace[445347904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10799; }","duration":"423.607231ms","start":"2026-03-03T14:22:10.906143Z","end":"2026-03-03T14:22:11.32975Z","steps":["trace[445347904] 'agreement among raft nodes before linearized reading' (duration: 423.073238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.329833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.906117Z","time spent":"423.707202ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:22:11.596572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.296324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:11.596677Z","caller":"traceutil/trace.go:171","msg":"trace[1540706012] linearizableReadLoop","detail":"{readStateIndex:11219; appliedIndex:11218; }","duration":"267.661368ms","start":"2026-03-03T14:22:11.328999Z","end":"2026-03-03T14:22:11.59666Z","steps":["trace[1540706012] 'read index received' (duration: 113.076517ms)","trace[1540706012] 'applied index is now lower than readState.Index' (duration: 154.583711ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:11.596812Z","caller":"traceutil/trace.go:171","msg":"trace[2065639364] transaction","detail":"{read_only:false; response_revision:10800; number_of_response:1; }","duration":"305.080455ms","start":"2026-03-03T14:22:11.291706Z","end":"2026-03-03T14:22:11.596787Z","steps":["trace[2065639364] 'process raft request' (duration: 150.484444ms)","trace[2065639364] 'compare' (duration: 154.166671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:11.596892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.900126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:11.596928Z","caller":"traceutil/trace.go:171","msg":"trace[1783172512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10800; }","duration":"689.954088ms","start":"2026-03-03T14:22:10.906966Z","end":"2026-03-03T14:22:11.59692Z","steps":["trace[1783172512] 'agreement among raft nodes before linearized reading' (duration: 689.738313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.596958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.906959Z","time spent":"689.986498ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:11.596838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.906163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:11.597Z","caller":"traceutil/trace.go:171","msg":"trace[1550189854] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10800; }","duration":"548.118828ms","start":"2026-03-03T14:22:11.048869Z","end":"2026-03-03T14:22:11.596988Z","steps":["trace[1550189854] 'agreement among raft nodes before linearized reading' (duration: 547.920784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.597034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.048844Z","time spent":"548.18093ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:11.596847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.77887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:11.597101Z","caller":"traceutil/trace.go:171","msg":"trace[2145355796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10800; }","duration":"689.041387ms","start":"2026-03-03T14:22:10.908045Z","end":"2026-03-03T14:22:11.597087Z","steps":["trace[2145355796] 'agreement among raft nodes before linearized reading' (duration: 688.73578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.597134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.908029Z","time spent":"689.099428ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:11.597181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.291694Z","time spent":"305.217008ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:12.705312Z","caller":"traceutil/trace.go:171","msg":"trace[2083547054] linearizableReadLoop","detail":"{readStateIndex:11223; appliedIndex:11222; }","duration":"251.141147ms","start":"2026-03-03T14:22:12.454137Z","end":"2026-03-03T14:22:12.705278Z","steps":["trace[2083547054] 'read index received' (duration: 193.566624ms)","trace[2083547054] 'applied index is now lower than readState.Index' (duration: 57.572943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:12.705356Z","caller":"traceutil/trace.go:171","msg":"trace[1684451417] transaction","detail":"{read_only:false; response_revision:10803; number_of_response:1; }","duration":"267.760841ms","start":"2026-03-03T14:22:12.43755Z","end":"2026-03-03T14:22:12.705311Z","steps":["trace[1684451417] 'process raft request' (duration: 210.109606ms)","trace[1684451417] 'compare' (duration: 57.44771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:12.705514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.347362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:12.705578Z","caller":"traceutil/trace.go:171","msg":"trace[1669973947] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10803; }","duration":"251.473665ms","start":"2026-03-03T14:22:12.454093Z","end":"2026-03-03T14:22:12.705566Z","steps":["trace[1669973947] 'agreement among raft nodes before linearized reading' (duration: 251.337812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:12.819629Z","caller":"traceutil/trace.go:171","msg":"trace[626853486] linearizableReadLoop","detail":"{readStateIndex:11224; appliedIndex:11223; }","duration":"114.207895ms","start":"2026-03-03T14:22:12.705397Z","end":"2026-03-03T14:22:12.819604Z","steps":["trace[626853486] 'read index received' (duration: 107.330951ms)","trace[626853486] 'applied index is now lower than readState.Index' (duration: 6.875944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:12.819847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.661128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:12.819917Z","caller":"traceutil/trace.go:171","msg":"trace[1976650281] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10804; }","duration":"120.800041ms","start":"2026-03-03T14:22:12.699098Z","end":"2026-03-03T14:22:12.819898Z","steps":["trace[1976650281] 'agreement among raft nodes before linearized reading' (duration: 120.664548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:12.819972Z","caller":"traceutil/trace.go:171","msg":"trace[437041614] transaction","detail":"{read_only:false; response_revision:10804; number_of_response:1; }","duration":"208.411176ms","start":"2026-03-03T14:22:12.611501Z","end":"2026-03-03T14:22:12.819912Z","steps":["trace[437041614] 'process raft request' (duration: 201.364599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.038098Z","caller":"traceutil/trace.go:171","msg":"trace[1760511197] transaction","detail":"{read_only:false; response_revision:10805; number_of_response:1; }","duration":"149.614753ms","start":"2026-03-03T14:22:12.888427Z","end":"2026-03-03T14:22:13.038041Z","steps":["trace[1760511197] 'process raft request' (duration: 93.220908ms)","trace[1760511197] 'compare' (duration: 56.062127ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:13.038135Z","caller":"traceutil/trace.go:171","msg":"trace[368506755] linearizableReadLoop","detail":"{readStateIndex:11225; appliedIndex:11224; }","duration":"133.03664ms","start":"2026-03-03T14:22:12.905058Z","end":"2026-03-03T14:22:13.038095Z","steps":["trace[368506755] 'read index received' (duration: 76.607154ms)","trace[368506755] 'applied index is now lower than readState.Index' (duration: 56.428006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:13.03836Z","caller":"traceutil/trace.go:171","msg":"trace[1753849792] transaction","detail":"{read_only:false; response_revision:10806; number_of_response:1; }","duration":"131.350231ms","start":"2026-03-03T14:22:12.906975Z","end":"2026-03-03T14:22:13.038325Z","steps":["trace[1753849792] 'process raft request' (duration: 131.058154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.038443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.358188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:13.038519Z","caller":"traceutil/trace.go:171","msg":"trace[1987979288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10805; }","duration":"133.506142ms","start":"2026-03-03T14:22:12.904993Z","end":"2026-03-03T14:22:13.038499Z","steps":["trace[1987979288] 'agreement among raft nodes before linearized reading' (duration: 133.246096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:14.136523Z","caller":"traceutil/trace.go:171","msg":"trace[926461556] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"138.091181ms","start":"2026-03-03T14:22:13.998406Z","end":"2026-03-03T14:22:14.136497Z","steps":["trace[926461556] 'process raft request' (duration: 137.900636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.076905Z","caller":"traceutil/trace.go:171","msg":"trace[13826321] linearizableReadLoop","detail":"{readStateIndex:11236; appliedIndex:11235; }","duration":"319.463805ms","start":"2026-03-03T14:22:14.757419Z","end":"2026-03-03T14:22:15.076883Z","steps":["trace[13826321] 'read index received' (duration: 319.038925ms)","trace[13826321] 'applied index is now lower than readState.Index' (duration: 423.58µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:15.077082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.65054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:15.077089Z","caller":"traceutil/trace.go:171","msg":"trace[1200313333] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"323.274596ms","start":"2026-03-03T14:22:14.753735Z","end":"2026-03-03T14:22:15.077009Z","steps":["trace[1200313333] 'process raft request' (duration: 322.782844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.077159Z","caller":"traceutil/trace.go:171","msg":"trace[1032986213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10816; }","duration":"319.769463ms","start":"2026-03-03T14:22:14.757372Z","end":"2026-03-03T14:22:15.077141Z","steps":["trace[1032986213] 'agreement among raft nodes before linearized reading' (duration: 319.62563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:15.077204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:14.757357Z","time spent":"319.837794ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:15.077306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:14.753706Z","time spent":"323.484461ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:15.159582Z","caller":"traceutil/trace.go:171","msg":"trace[160914765] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"109.308608ms","start":"2026-03-03T14:22:15.050214Z","end":"2026-03-03T14:22:15.159523Z","steps":["trace[160914765] 'process raft request' (duration: 109.057183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.159595Z","caller":"traceutil/trace.go:171","msg":"trace[1486588502] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"109.135495ms","start":"2026-03-03T14:22:15.050406Z","end":"2026-03-03T14:22:15.159542Z","steps":["trace[1486588502] 'process raft request' (duration: 108.964851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.040502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.499674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:20.040582Z","caller":"traceutil/trace.go:171","msg":"trace[1254518618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:10835; }","duration":"582.606906ms","start":"2026-03-03T14:22:19.457959Z","end":"2026-03-03T14:22:20.040565Z","steps":["trace[1254518618] 'range keys from in-memory index tree' (duration: 582.35158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.040618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.457952Z","time spent":"582.658687ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:22:20.040582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.367186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:20.040671Z","caller":"traceutil/trace.go:171","msg":"trace[1956761154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10835; }","duration":"282.473608ms","start":"2026-03-03T14:22:19.758175Z","end":"2026-03-03T14:22:20.040649Z","steps":["trace[1956761154] 'range keys from in-memory index tree' (duration: 282.270203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.040647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.537029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:20.040753Z","caller":"traceutil/trace.go:171","msg":"trace[1168157883] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10835; }","duration":"442.737394ms","start":"2026-03-03T14:22:19.597991Z","end":"2026-03-03T14:22:20.040729Z","steps":["trace[1168157883] 'count revisions from in-memory index tree' (duration: 442.384055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.040803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.597959Z","time spent":"442.833406ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:20.040944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.278343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:20.041003Z","caller":"traceutil/trace.go:171","msg":"trace[228143753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10835; }","duration":"605.332214ms","start":"2026-03-03T14:22:19.435637Z","end":"2026-03-03T14:22:20.040969Z","steps":["trace[228143753] 'range keys from in-memory index tree' (duration: 605.192011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.041046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.43562Z","time spent":"605.415437ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:20.041146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.082035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:20.041222Z","caller":"traceutil/trace.go:171","msg":"trace[706829055] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10835; }","duration":"449.216998ms","start":"2026-03-03T14:22:19.591984Z","end":"2026-03-03T14:22:20.041201Z","steps":["trace[706829055] 'count revisions from in-memory index tree' (duration: 449.013213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.041273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.384676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:22:20.041277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.591967Z","time spent":"449.29449ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:20.041303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.909468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:22:20.041306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.103742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:20.041303Z","caller":"traceutil/trace.go:171","msg":"trace[1518854922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10835; }","duration":"597.433908ms","start":"2026-03-03T14:22:19.44386Z","end":"2026-03-03T14:22:20.041294Z","steps":["trace[1518854922] 'range keys from in-memory index tree' (duration: 597.290615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:20.041373Z","caller":"traceutil/trace.go:171","msg":"trace[886572700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10835; }","duration":"583.99333ms","start":"2026-03-03T14:22:19.457361Z","end":"2026-03-03T14:22:20.041354Z","steps":["trace[886572700] 'range keys from in-memory index tree' (duration: 583.805155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.041405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.457356Z","time spent":"584.043281ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:20.041396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.443849Z","time spent":"597.53972ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:20.040932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.091657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:22:20.041387Z","caller":"traceutil/trace.go:171","msg":"trace[617448567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10835; }","duration":"644.212035ms","start":"2026-03-03T14:22:19.397156Z","end":"2026-03-03T14:22:20.041368Z","steps":["trace[617448567] 'range keys from in-memory index tree' (duration: 643.922028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:20.041457Z","caller":"traceutil/trace.go:171","msg":"trace[1584468640] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:10835; }","duration":"670.655342ms","start":"2026-03-03T14:22:19.370786Z","end":"2026-03-03T14:22:20.041441Z","steps":["trace[1584468640] 'range keys from in-memory index tree' (duration: 669.894393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:20.041505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.397142Z","time spent":"644.347888ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:20.041507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:19.370767Z","time spent":"670.725343ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:22:29.392088Z","caller":"traceutil/trace.go:171","msg":"trace[1527181206] transaction","detail":"{read_only:false; response_revision:10888; number_of_response:1; }","duration":"140.715503ms","start":"2026-03-03T14:22:29.251343Z","end":"2026-03-03T14:22:29.392059Z","steps":["trace[1527181206] 'process raft request' (duration: 140.541038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:30.67553Z","caller":"traceutil/trace.go:171","msg":"trace[1220206632] linearizableReadLoop","detail":"{readStateIndex:11449; appliedIndex:11448; }","duration":"106.381169ms","start":"2026-03-03T14:22:30.569103Z","end":"2026-03-03T14:22:30.675484Z","steps":["trace[1220206632] 'read index received' (duration: 59.937118ms)","trace[1220206632] 'applied index is now lower than readState.Index' (duration: 46.441ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:30.675554Z","caller":"traceutil/trace.go:171","msg":"trace[1230361275] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"127.406848ms","start":"2026-03-03T14:22:30.548124Z","end":"2026-03-03T14:22:30.67553Z","steps":["trace[1230361275] 'process raft request' (duration: 81.021119ms)","trace[1230361275] 'compare' (duration: 46.107832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:30.675771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.653535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-03T14:22:30.675802Z","caller":"traceutil/trace.go:171","msg":"trace[1531437543] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:11025; }","duration":"106.750498ms","start":"2026-03-03T14:22:30.569042Z","end":"2026-03-03T14:22:30.675792Z","steps":["trace[1531437543] 'agreement among raft nodes before linearized reading' (duration: 106.597684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:37.076581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9289} {"level":"info","ts":"2026-03-03T14:22:37.140508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9289,"took":"61.29517ms","hash":680378260,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":23891968,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T14:22:37.140572Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":680378260,"revision":9289,"compact-revision":7435} {"level":"info","ts":"2026-03-03T14:22:38.509153Z","caller":"traceutil/trace.go:171","msg":"trace[1700179424] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"257.446187ms","start":"2026-03-03T14:22:38.251662Z","end":"2026-03-03T14:22:38.509108Z","steps":["trace[1700179424] 'process raft request' (duration: 218.783221ms)","trace[1700179424] 'compare' (duration: 38.039421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:38.509576Z","caller":"traceutil/trace.go:171","msg":"trace[1367525873] transaction","detail":"{read_only:false; response_revision:11102; number_of_response:1; }","duration":"257.468657ms","start":"2026-03-03T14:22:38.252094Z","end":"2026-03-03T14:22:38.509563Z","steps":["trace[1367525873] 'process raft request' (duration: 256.797541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:38.5096Z","caller":"traceutil/trace.go:171","msg":"trace[1659444157] linearizableReadLoop","detail":"{readStateIndex:11530; appliedIndex:11526; }","duration":"250.488012ms","start":"2026-03-03T14:22:38.259076Z","end":"2026-03-03T14:22:38.509564Z","steps":["trace[1659444157] 'read index received' (duration: 20.329592ms)","trace[1659444157] 'applied index is now lower than readState.Index' (duration: 230.15672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:38.509634Z","caller":"traceutil/trace.go:171","msg":"trace[22630803] transaction","detail":"{read_only:false; response_revision:11103; number_of_response:1; }","duration":"257.338884ms","start":"2026-03-03T14:22:38.252259Z","end":"2026-03-03T14:22:38.509598Z","steps":["trace[22630803] 'process raft request' (duration: 257.241292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:38.509978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.328742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-init-bqfmt\" ","response":"range_response_count:1 size:7421"} {"level":"info","ts":"2026-03-03T14:22:38.51004Z","caller":"traceutil/trace.go:171","msg":"trace[1978693001] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-init-bqfmt; range_end:; response_count:1; response_revision:11103; }","duration":"186.433204ms","start":"2026-03-03T14:22:38.323591Z","end":"2026-03-03T14:22:38.510025Z","steps":["trace[1978693001] 'agreement among raft nodes before linearized reading' (duration: 186.272031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:38.510009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.897901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:22:38.50998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.641312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:38.510159Z","caller":"traceutil/trace.go:171","msg":"trace[1897279109] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11103; }","duration":"249.879767ms","start":"2026-03-03T14:22:38.260262Z","end":"2026-03-03T14:22:38.510141Z","steps":["trace[1897279109] 'agreement among raft nodes before linearized reading' (duration: 249.57114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:38.51042Z","caller":"traceutil/trace.go:171","msg":"trace[26557177] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11103; }","duration":"251.094515ms","start":"2026-03-03T14:22:38.259019Z","end":"2026-03-03T14:22:38.510113Z","steps":["trace[26557177] 'agreement among raft nodes before linearized reading' (duration: 250.668865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:39.345211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.890333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:39.345326Z","caller":"traceutil/trace.go:171","msg":"trace[988328503] linearizableReadLoop","detail":"{readStateIndex:11531; appliedIndex:11530; }","duration":"830.73215ms","start":"2026-03-03T14:22:38.514574Z","end":"2026-03-03T14:22:39.345306Z","steps":["trace[988328503] 'read index received' (duration: 165.763014ms)","trace[988328503] 'applied index is now lower than readState.Index' (duration: 664.967966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:39.345462Z","caller":"traceutil/trace.go:171","msg":"trace[1327916964] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"831.647402ms","start":"2026-03-03T14:22:38.513724Z","end":"2026-03-03T14:22:39.345372Z","steps":["trace[1327916964] 'process raft request' (duration: 166.512092ms)","trace[1327916964] 'compare' (duration: 664.764871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:39.345756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.513694Z","time spent":"831.911699ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:39.346141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.543521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:441037"} {"level":"info","ts":"2026-03-03T14:22:39.346268Z","caller":"traceutil/trace.go:171","msg":"trace[2001118643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11104; }","duration":"831.696204ms","start":"2026-03-03T14:22:38.514549Z","end":"2026-03-03T14:22:39.346245Z","steps":["trace[2001118643] 'agreement among raft nodes before linearized reading' (duration: 830.821393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:39.346329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.514529Z","time spent":"831.783905ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":441061,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:22:39.845772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:39.900492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219004485s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:40.073694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.664758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:40.074018Z","caller":"traceutil/trace.go:171","msg":"trace[1972761737] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"1.555535615s","start":"2026-03-03T14:22:38.518458Z","end":"2026-03-03T14:22:40.073994Z","steps":["trace[1972761737] 'process raft request' (duration: 1.382417035s)","trace[1972761737] 'compare' (duration: 172.509494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:40.074122Z","caller":"traceutil/trace.go:171","msg":"trace[1382541495] linearizableReadLoop","detail":"{readStateIndex:11534; appliedIndex:11531; }","duration":"728.752466ms","start":"2026-03-03T14:22:39.345353Z","end":"2026-03-03T14:22:40.074105Z","steps":["trace[1382541495] 'read index received' (duration: 555.505744ms)","trace[1382541495] 'applied index is now lower than readState.Index' (duration: 173.245842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:40.074159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.518441Z","time spent":"1.555653467s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7408,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:40.074307Z","caller":"traceutil/trace.go:171","msg":"trace[550074656] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"617.019151ms","start":"2026-03-03T14:22:39.457246Z","end":"2026-03-03T14:22:40.074265Z","steps":["trace[550074656] 'process raft request' (duration: 616.811806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.189087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.074434Z","caller":"traceutil/trace.go:171","msg":"trace[1681974834] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11107; }","duration":"308.245239ms","start":"2026-03-03T14:22:39.76618Z","end":"2026-03-03T14:22:40.074426Z","steps":["trace[1681974834] 'agreement among raft nodes before linearized reading' (duration: 308.181557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.766166Z","time spent":"308.286919ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:40.074453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.457231Z","time spent":"617.132853ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:40.074447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.748263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.158287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316665608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.074533Z","caller":"traceutil/trace.go:171","msg":"trace[466935894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11107; }","duration":"284.857036ms","start":"2026-03-03T14:22:39.789654Z","end":"2026-03-03T14:22:40.074511Z","steps":["trace[466935894] 'agreement among raft nodes before linearized reading' (duration: 284.732783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.074545Z","caller":"traceutil/trace.go:171","msg":"trace[811742950] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11107; }","duration":"308.267149ms","start":"2026-03-03T14:22:39.766255Z","end":"2026-03-03T14:22:40.074522Z","steps":["trace[811742950] 'agreement among raft nodes before linearized reading' (duration: 308.116875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.07443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.929241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.074554Z","caller":"traceutil/trace.go:171","msg":"trace[424310621] transaction","detail":"{read_only:false; response_revision:11106; number_of_response:1; }","duration":"632.580399ms","start":"2026-03-03T14:22:39.441937Z","end":"2026-03-03T14:22:40.074517Z","steps":["trace[424310621] 'process raft request' (duration: 631.916963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.927157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.122069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:22:40.074607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.766249Z","time spent":"308.349811ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:22:40.074606Z","caller":"traceutil/trace.go:171","msg":"trace[1295999170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11107; }","duration":"1.316831342s","start":"2026-03-03T14:22:38.757749Z","end":"2026-03-03T14:22:40.07458Z","steps":["trace[1295999170] 'agreement among raft nodes before linearized reading' (duration: 1.316599947s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.074615Z","caller":"traceutil/trace.go:171","msg":"trace[1995970521] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11107; }","duration":"308.127406ms","start":"2026-03-03T14:22:39.766473Z","end":"2026-03-03T14:22:40.074601Z","steps":["trace[1995970521] 'agreement among raft nodes before linearized reading' (duration: 307.88681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.108752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.074657Z","caller":"traceutil/trace.go:171","msg":"trace[1311672874] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11107; }","duration":"703.201472ms","start":"2026-03-03T14:22:39.371442Z","end":"2026-03-03T14:22:40.074643Z","steps":["trace[1311672874] 'agreement among raft nodes before linearized reading' (duration: 703.12144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.766466Z","time spent":"308.198527ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:22:40.074683Z","caller":"traceutil/trace.go:171","msg":"trace[574407112] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11107; }","duration":"288.157743ms","start":"2026-03-03T14:22:39.786517Z","end":"2026-03-03T14:22:40.074675Z","steps":["trace[574407112] 'agreement among raft nodes before linearized reading' (duration: 288.114132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.757729Z","time spent":"1.316933224s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:40.074648Z","caller":"traceutil/trace.go:171","msg":"trace[1549627529] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11107; }","duration":"285.013359ms","start":"2026-03-03T14:22:39.78962Z","end":"2026-03-03T14:22:40.074634Z","steps":["trace[1549627529] 'agreement among raft nodes before linearized reading' (duration: 284.931278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.371419Z","time spent":"703.269363ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:22:40.074708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.491284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.841015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.728581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:22:40.074756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.085661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:40.074734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.441899Z","time spent":"632.743553ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:40.074752Z","caller":"traceutil/trace.go:171","msg":"trace[65990534] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11107; }","duration":"308.550556ms","start":"2026-03-03T14:22:39.766185Z","end":"2026-03-03T14:22:40.074735Z","steps":["trace[65990534] 'agreement among raft nodes before linearized reading' (duration: 308.495835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.074767Z","caller":"traceutil/trace.go:171","msg":"trace[947882439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11107; }","duration":"621.987698ms","start":"2026-03-03T14:22:39.45277Z","end":"2026-03-03T14:22:40.074757Z","steps":["trace[947882439] 'agreement among raft nodes before linearized reading' (duration: 621.674101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.074766Z","caller":"traceutil/trace.go:171","msg":"trace[1508927270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11107; }","duration":"285.192853ms","start":"2026-03-03T14:22:39.78956Z","end":"2026-03-03T14:22:40.074753Z","steps":["trace[1508927270] 'agreement among raft nodes before linearized reading' (duration: 284.820805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.074777Z","caller":"traceutil/trace.go:171","msg":"trace[960918269] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11107; }","duration":"288.132923ms","start":"2026-03-03T14:22:39.786639Z","end":"2026-03-03T14:22:40.074772Z","steps":["trace[960918269] 'agreement among raft nodes before linearized reading' (duration: 288.100102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.452751Z","time spent":"622.040399ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:40.074686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.056394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.074882Z","caller":"traceutil/trace.go:171","msg":"trace[1628341146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11107; }","duration":"308.263069ms","start":"2026-03-03T14:22:39.766612Z","end":"2026-03-03T14:22:40.074875Z","steps":["trace[1628341146] 'agreement among raft nodes before linearized reading' (duration: 308.027514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.074802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.766176Z","time spent":"308.618037ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:40.074902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.766539Z","time spent":"308.358582ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:40.074529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.048899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:22:40.075014Z","caller":"traceutil/trace.go:171","msg":"trace[1014221460] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:11107; }","duration":"725.561211ms","start":"2026-03-03T14:22:39.349436Z","end":"2026-03-03T14:22:40.074997Z","steps":["trace[1014221460] 'agreement among raft nodes before linearized reading' (duration: 724.921696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.075069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.34942Z","time spent":"725.635552ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:22:40.075466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.013187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:22:40.075514Z","caller":"traceutil/trace.go:171","msg":"trace[26146145] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11107; }","duration":"309.075038ms","start":"2026-03-03T14:22:39.766428Z","end":"2026-03-03T14:22:40.075503Z","steps":["trace[26146145] 'agreement among raft nodes before linearized reading' (duration: 307.937721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.076212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.76642Z","time spent":"309.779784ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:22:40.442117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.637923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:40.442404Z","caller":"traceutil/trace.go:171","msg":"trace[3302999] linearizableReadLoop","detail":"{readStateIndex:11537; appliedIndex:11534; }","duration":"359.519063ms","start":"2026-03-03T14:22:40.082867Z","end":"2026-03-03T14:22:40.442386Z","steps":["trace[3302999] 'read index received' (duration: 59.362975ms)","trace[3302999] 'applied index is now lower than readState.Index' (duration: 300.154938ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:40.442624Z","caller":"traceutil/trace.go:171","msg":"trace[1889663786] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"362.933033ms","start":"2026-03-03T14:22:40.079661Z","end":"2026-03-03T14:22:40.442594Z","steps":["trace[1889663786] 'process raft request' (duration: 362.557405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.44265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.777988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:40.442643Z","caller":"traceutil/trace.go:171","msg":"trace[103601441] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"365.152597ms","start":"2026-03-03T14:22:40.077457Z","end":"2026-03-03T14:22:40.44261Z","steps":["trace[103601441] 'process raft request' (duration: 252.93491ms)","trace[103601441] 'compare' (duration: 111.335406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:40.442756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.079639Z","time spent":"363.043526ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:40.442796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.077439Z","time spent":"365.281789ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:40.442689Z","caller":"traceutil/trace.go:171","msg":"trace[1506382299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11109; }","duration":"359.83915ms","start":"2026-03-03T14:22:40.082841Z","end":"2026-03-03T14:22:40.44268Z","steps":["trace[1506382299] 'agreement among raft nodes before linearized reading' (duration: 359.775399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.442904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.082834Z","time spent":"360.064866ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:40.526091Z","caller":"traceutil/trace.go:171","msg":"trace[484273751] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"276.61318ms","start":"2026-03-03T14:22:40.249437Z","end":"2026-03-03T14:22:40.526051Z","steps":["trace[484273751] 'process raft request' (duration: 276.522948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.526162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.846977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:40.526234Z","caller":"traceutil/trace.go:171","msg":"trace[945518669] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11111; }","duration":"211.98275ms","start":"2026-03-03T14:22:40.314232Z","end":"2026-03-03T14:22:40.526215Z","steps":["trace[945518669] 'agreement among raft nodes before linearized reading' (duration: 211.819066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:40.526416Z","caller":"traceutil/trace.go:171","msg":"trace[1209550912] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"382.972999ms","start":"2026-03-03T14:22:40.143418Z","end":"2026-03-03T14:22:40.526391Z","steps":["trace[1209550912] 'process raft request' (duration: 382.402076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.526566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.143399Z","time spent":"383.084401ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:40.526718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.053651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:22:40.526765Z","caller":"traceutil/trace.go:171","msg":"trace[1388931500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11111; }","duration":"242.138413ms","start":"2026-03-03T14:22:40.284615Z","end":"2026-03-03T14:22:40.526753Z","steps":["trace[1388931500] 'agreement among raft nodes before linearized reading' (duration: 242.00255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.00192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.655452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:41.00201Z","caller":"traceutil/trace.go:171","msg":"trace[1377968594] linearizableReadLoop","detail":"{readStateIndex:11540; appliedIndex:11539; }","duration":"471.830923ms","start":"2026-03-03T14:22:40.530166Z","end":"2026-03-03T14:22:41.001997Z","steps":["trace[1377968594] 'read index received' (duration: 214.205283ms)","trace[1377968594] 'applied index is now lower than readState.Index' (duration: 257.6211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:41.002129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.969997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:22:41.002157Z","caller":"traceutil/trace.go:171","msg":"trace[241857952] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11112; }","duration":"472.023448ms","start":"2026-03-03T14:22:40.530126Z","end":"2026-03-03T14:22:41.002149Z","steps":["trace[241857952] 'agreement among raft nodes before linearized reading' (duration: 471.903465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:41.002134Z","caller":"traceutil/trace.go:171","msg":"trace[955256882] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"473.39219ms","start":"2026-03-03T14:22:40.528706Z","end":"2026-03-03T14:22:41.002098Z","steps":["trace[955256882] 'process raft request' (duration: 215.489452ms)","trace[955256882] 'compare' (duration: 257.16411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:41.002187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.530114Z","time spent":"472.060939ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:22:41.002274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.528684Z","time spent":"473.515933ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:41.340313Z","caller":"traceutil/trace.go:171","msg":"trace[765309031] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"809.579181ms","start":"2026-03-03T14:22:40.530708Z","end":"2026-03-03T14:22:41.340288Z","steps":["trace[765309031] 'process raft request' (duration: 809.346355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:41.340664Z","caller":"traceutil/trace.go:171","msg":"trace[685238815] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"809.775365ms","start":"2026-03-03T14:22:40.530864Z","end":"2026-03-03T14:22:41.340639Z","steps":["trace[685238815] 'process raft request' (duration: 809.375996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.340684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.530697Z","time spent":"809.686503ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:41.340778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.530829Z","time spent":"809.895358ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:41.340889Z","caller":"traceutil/trace.go:171","msg":"trace[595132979] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"809.997861ms","start":"2026-03-03T14:22:40.530873Z","end":"2026-03-03T14:22:41.340871Z","steps":["trace[595132979] 'process raft request' (duration: 809.614642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.340981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.530843Z","time spent":"810.094143ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:41.341188Z","caller":"traceutil/trace.go:171","msg":"trace[2146181962] linearizableReadLoop","detail":"{readStateIndex:11544; appliedIndex:11540; }","duration":"337.193134ms","start":"2026-03-03T14:22:41.003942Z","end":"2026-03-03T14:22:41.341135Z","steps":["trace[2146181962] 'read index received' (duration: 336.171ms)","trace[2146181962] 'applied index is now lower than readState.Index' (duration: 1.021294ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:41.341246Z","caller":"traceutil/trace.go:171","msg":"trace[304072727] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"810.122873ms","start":"2026-03-03T14:22:40.531086Z","end":"2026-03-03T14:22:41.341209Z","steps":["trace[304072727] 'process raft request' (duration: 809.713414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.341381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.43595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:22:41.341428Z","caller":"traceutil/trace.go:171","msg":"trace[1460171909] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11116; }","duration":"337.484541ms","start":"2026-03-03T14:22:41.003933Z","end":"2026-03-03T14:22:41.341417Z","steps":["trace[1460171909] 'agreement among raft nodes before linearized reading' (duration: 337.337988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.34142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.53107Z","time spent":"810.249916ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:41.341462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.003868Z","time spent":"337.586143ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:22:41.842193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670892,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:41.895999Z","caller":"traceutil/trace.go:171","msg":"trace[1095223384] linearizableReadLoop","detail":"{readStateIndex:11545; appliedIndex:11544; }","duration":"554.711465ms","start":"2026-03-03T14:22:41.341271Z","end":"2026-03-03T14:22:41.895983Z","steps":["trace[1095223384] 'read index received' (duration: 504.524977ms)","trace[1095223384] 'applied index is now lower than readState.Index' (duration: 50.185838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:41.896119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.243635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:41.896105Z","caller":"traceutil/trace.go:171","msg":"trace[1929362202] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"807.776877ms","start":"2026-03-03T14:22:41.088287Z","end":"2026-03-03T14:22:41.896064Z","steps":["trace[1929362202] 'process raft request' (duration: 757.617129ms)","trace[1929362202] 'compare' (duration: 49.705298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:41.896204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.872364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:41.896228Z","caller":"traceutil/trace.go:171","msg":"trace[470180909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11117; }","duration":"137.921226ms","start":"2026-03-03T14:22:41.7583Z","end":"2026-03-03T14:22:41.896222Z","steps":["trace[470180909] 'agreement among raft nodes before linearized reading' (duration: 137.884045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.896284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.088269Z","time spent":"807.919451ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5592,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:41.896154Z","caller":"traceutil/trace.go:171","msg":"trace[1577882706] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11117; }","duration":"807.312787ms","start":"2026-03-03T14:22:41.088828Z","end":"2026-03-03T14:22:41.896141Z","steps":["trace[1577882706] 'agreement among raft nodes before linearized reading' (duration: 807.241705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.896341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.517833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:22:41.896399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.088819Z","time spent":"807.564463ms","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:41.896418Z","caller":"traceutil/trace.go:171","msg":"trace[432246943] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11117; }","duration":"552.612845ms","start":"2026-03-03T14:22:41.343787Z","end":"2026-03-03T14:22:41.8964Z","steps":["trace[432246943] 'agreement among raft nodes before linearized reading' (duration: 552.344279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.896462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.343747Z","time spent":"552.707407ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:22:41.896468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.796835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:41.896598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.912888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:41.896639Z","caller":"traceutil/trace.go:171","msg":"trace[1246469377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11117; }","duration":"540.99222ms","start":"2026-03-03T14:22:41.355634Z","end":"2026-03-03T14:22:41.896626Z","steps":["trace[1246469377] 'agreement among raft nodes before linearized reading' (duration: 540.908658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:41.896607Z","caller":"traceutil/trace.go:171","msg":"trace[1001926670] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11117; }","duration":"529.964639ms","start":"2026-03-03T14:22:41.366619Z","end":"2026-03-03T14:22:41.896584Z","steps":["trace[1001926670] 'agreement among raft nodes before linearized reading' (duration: 529.755264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.896509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.292178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:22:41.896732Z","caller":"traceutil/trace.go:171","msg":"trace[2116064537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11117; }","duration":"101.545074ms","start":"2026-03-03T14:22:41.795162Z","end":"2026-03-03T14:22:41.896707Z","steps":["trace[2116064537] 'agreement among raft nodes before linearized reading' (duration: 101.251687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.896762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.366601Z","time spent":"530.101332ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:41.896667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.355609Z","time spent":"541.052432ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:22:42.502157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670897,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:42.526286Z","caller":"traceutil/trace.go:171","msg":"trace[736645236] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"623.795412ms","start":"2026-03-03T14:22:41.902465Z","end":"2026-03-03T14:22:42.52626Z","steps":["trace[736645236] 'process raft request' (duration: 623.597467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.526641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.902448Z","time spent":"623.916774ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7306,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.65187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.125821959s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:22:43.689844Z","caller":"traceutil/trace.go:171","msg":"trace[20022067] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"1.610090315s","start":"2026-03-03T14:22:42.079715Z","end":"2026-03-03T14:22:43.689805Z","steps":["trace[20022067] 'process raft request' (duration: 1.572389313s)","trace[20022067] 'compare' (duration: 36.842412ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:43.689866Z","caller":"traceutil/trace.go:171","msg":"trace[1751811467] linearizableReadLoop","detail":"{readStateIndex:11548; appliedIndex:11546; }","duration":"1.687973179s","start":"2026-03-03T14:22:42.001862Z","end":"2026-03-03T14:22:43.689835Z","steps":["trace[1751811467] 'read index received' (duration: 526.003845ms)","trace[1751811467] 'applied index is now lower than readState.Index' (duration: 1.161967714s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:43.689993Z","caller":"traceutil/trace.go:171","msg":"trace[1887453238] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"1.609393109s","start":"2026-03-03T14:22:42.080586Z","end":"2026-03-03T14:22:43.689979Z","steps":["trace[1887453238] 'process raft request' (duration: 1.609041141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.690028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.079691Z","time spent":"1.610241019s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.690133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.080577Z","time spent":"1.609450611s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.690325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688459722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:43.690381Z","caller":"traceutil/trace.go:171","msg":"trace[893711696] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11120; }","duration":"1.688547454s","start":"2026-03-03T14:22:42.001812Z","end":"2026-03-03T14:22:43.690359Z","steps":["trace[893711696] 'agreement among raft nodes before linearized reading' (duration: 1.688456172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.690431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.001762Z","time spent":"1.688654157s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:44.070944Z","caller":"traceutil/trace.go:171","msg":"trace[1629322026] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"1.539416302s","start":"2026-03-03T14:22:42.531501Z","end":"2026-03-03T14:22:44.070917Z","steps":["trace[1629322026] 'process raft request' (duration: 1.538889719s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.070989Z","caller":"traceutil/trace.go:171","msg":"trace[2114779624] linearizableReadLoop","detail":"{readStateIndex:11552; appliedIndex:11548; }","duration":"381.037883ms","start":"2026-03-03T14:22:43.689936Z","end":"2026-03-03T14:22:44.070974Z","steps":["trace[2114779624] 'read index received' (duration: 380.48995ms)","trace[2114779624] 'applied index is now lower than readState.Index' (duration: 546.953µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.071123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.531479Z","time spent":"1.539537885s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.071145Z","caller":"traceutil/trace.go:171","msg":"trace[954935765] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"1.533752568s","start":"2026-03-03T14:22:42.537386Z","end":"2026-03-03T14:22:44.071139Z","steps":["trace[954935765] 'process raft request' (duration: 1.533489272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.537371Z","time spent":"1.533790798s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5586,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.071379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988826674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.071436Z","caller":"traceutil/trace.go:171","msg":"trace[1915713582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11124; }","duration":"1.988897496s","start":"2026-03-03T14:22:42.082526Z","end":"2026-03-03T14:22:44.071423Z","steps":["trace[1915713582] 'agreement among raft nodes before linearized reading' (duration: 1.988753752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082523Z","time spent":"1.988931016s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990827612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:22:44.071491Z","caller":"traceutil/trace.go:171","msg":"trace[761247010] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11124; }","duration":"1.990867453s","start":"2026-03-03T14:22:42.080617Z","end":"2026-03-03T14:22:44.071485Z","steps":["trace[761247010] 'agreement among raft nodes before linearized reading' (duration: 1.990800061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.080606Z","time spent":"1.990897293s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991111919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.071613Z","caller":"traceutil/trace.go:171","msg":"trace[220486994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11124; }","duration":"1.99115436s","start":"2026-03-03T14:22:42.080454Z","end":"2026-03-03T14:22:44.071609Z","steps":["trace[220486994] 'agreement among raft nodes before linearized reading' (duration: 1.991127419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989824848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:44.071697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.88217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:44.071715Z","caller":"traceutil/trace.go:171","msg":"trace[1610522065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11124; }","duration":"160.934841ms","start":"2026-03-03T14:22:43.910776Z","end":"2026-03-03T14:22:44.071711Z","steps":["trace[1610522065] 'agreement among raft nodes before linearized reading' (duration: 160.88386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:22:44.071751Z","caller":"traceutil/trace.go:171","msg":"trace[2135801228] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11124; }","duration":"402.961852ms","start":"2026-03-03T14:22:43.668786Z","end":"2026-03-03T14:22:44.071747Z","steps":["trace[2135801228] 'agreement among raft nodes before linearized reading' (duration: 402.88929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.66876Z","time spent":"403.002983ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:22:44.071709Z","caller":"traceutil/trace.go:171","msg":"trace[1736752139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11124; }","duration":"1.990112606s","start":"2026-03-03T14:22:42.081571Z","end":"2026-03-03T14:22:44.071684Z","steps":["trace[1736752139] 'agreement among raft nodes before linearized reading' (duration: 1.989783418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.064084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:22:44.071832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625680746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:44.071844Z","caller":"traceutil/trace.go:171","msg":"trace[643006344] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11124; }","duration":"403.117825ms","start":"2026-03-03T14:22:43.668718Z","end":"2026-03-03T14:22:44.071836Z","steps":["trace[643006344] 'agreement among raft nodes before linearized reading' (duration: 403.070514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.071846Z","caller":"traceutil/trace.go:171","msg":"trace[1236728431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11124; }","duration":"1.625723487s","start":"2026-03-03T14:22:42.446118Z","end":"2026-03-03T14:22:44.071842Z","steps":["trace[1236728431] 'agreement among raft nodes before linearized reading' (duration: 1.625682416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.85093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:44.07186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.6687Z","time spent":"403.156927ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.446103Z","time spent":"1.625755668s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.836748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:44.071875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.700434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:22:44.071903Z","caller":"traceutil/trace.go:171","msg":"trace[1966964649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11124; }","duration":"313.380251ms","start":"2026-03-03T14:22:43.758518Z","end":"2026-03-03T14:22:44.071898Z","steps":["trace[1966964649] 'agreement among raft nodes before linearized reading' (duration: 312.858868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.071892Z","caller":"traceutil/trace.go:171","msg":"trace[1501087368] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11124; }","duration":"258.975753ms","start":"2026-03-03T14:22:43.812893Z","end":"2026-03-03T14:22:44.071869Z","steps":["trace[1501087368] 'agreement among raft nodes before linearized reading' (duration: 258.83147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.071893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.882819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:22:44.071821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.081566Z","time spent":"1.990236498s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.08044Z","time spent":"1.991184s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.758497Z","time spent":"313.417412ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:44.071926Z","caller":"traceutil/trace.go:171","msg":"trace[824839291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11124; }","duration":"725.803926ms","start":"2026-03-03T14:22:43.346108Z","end":"2026-03-03T14:22:44.071912Z","steps":["trace[824839291] 'agreement among raft nodes before linearized reading' (duration: 725.612431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.073286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.346073Z","time spent":"727.180958ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:22:44.071662Z","caller":"traceutil/trace.go:171","msg":"trace[1747588660] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"673.922309ms","start":"2026-03-03T14:22:43.397735Z","end":"2026-03-03T14:22:44.071658Z","steps":["trace[1747588660] 'process raft request' (duration: 673.210931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.073404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.397704Z","time spent":"675.656949ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.07165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038008469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.073475Z","caller":"traceutil/trace.go:171","msg":"trace[1071869309] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11124; }","duration":"2.039874403s","start":"2026-03-03T14:22:42.033592Z","end":"2026-03-03T14:22:44.073466Z","steps":["trace[1071869309] 'agreement among raft nodes before linearized reading' (duration: 2.03804288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.073494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.033566Z","time spent":"2.039920624s","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:44.071943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828929938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.073575Z","caller":"traceutil/trace.go:171","msg":"trace[2105805915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11124; }","duration":"1.830592447s","start":"2026-03-03T14:22:42.242975Z","end":"2026-03-03T14:22:44.073567Z","steps":["trace[2105805915] 'agreement among raft nodes before linearized reading' (duration: 1.828952678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.073593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.242959Z","time spent":"1.830627538s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:44.071945Z","caller":"traceutil/trace.go:171","msg":"trace[948483148] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11124; }","duration":"940.984922ms","start":"2026-03-03T14:22:43.130947Z","end":"2026-03-03T14:22:44.071932Z","steps":["trace[948483148] 'agreement among raft nodes before linearized reading' (duration: 940.766137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.073801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.130921Z","time spent":"942.763003ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989700215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.074072Z","caller":"traceutil/trace.go:171","msg":"trace[1513934054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11124; }","duration":"1.991809236s","start":"2026-03-03T14:22:42.082245Z","end":"2026-03-03T14:22:44.074054Z","steps":["trace[1513934054] 'agreement among raft nodes before linearized reading' (duration: 1.989713186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.074134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082233Z","time spent":"1.991879147s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:22:44.071641Z","caller":"traceutil/trace.go:171","msg":"trace[1999842958] transaction","detail":"{read_only:false; response_revision:11123; number_of_response:1; }","duration":"1.341485815s","start":"2026-03-03T14:22:42.730148Z","end":"2026-03-03T14:22:44.071634Z","steps":["trace[1999842958] 'process raft request' (duration: 1.340778198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.074312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.73012Z","time spent":"1.344131819s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.072002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989672514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.07442Z","caller":"traceutil/trace.go:171","msg":"trace[672596020] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11124; }","duration":"1.992090941s","start":"2026-03-03T14:22:42.082315Z","end":"2026-03-03T14:22:44.074406Z","steps":["trace[672596020] 'agreement among raft nodes before linearized reading' (duration: 1.989661393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.07446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082311Z","time spent":"1.992137342s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:44.071998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.000631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:44.074601Z","caller":"traceutil/trace.go:171","msg":"trace[243866402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11124; }","duration":"728.627314ms","start":"2026-03-03T14:22:43.345966Z","end":"2026-03-03T14:22:44.074593Z","steps":["trace[243866402] 'agreement among raft nodes before linearized reading' (duration: 725.775156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.074627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.345957Z","time spent":"728.662024ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:44.07201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.517806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:44.074714Z","caller":"traceutil/trace.go:171","msg":"trace[1810248510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11124; }","duration":"727.311613ms","start":"2026-03-03T14:22:43.347386Z","end":"2026-03-03T14:22:44.074698Z","steps":["trace[1810248510] 'agreement among raft nodes before linearized reading' (duration: 724.561728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.074766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.347357Z","time spent":"727.394214ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:44.072009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989638703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.074853Z","caller":"traceutil/trace.go:171","msg":"trace[183823910] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11124; }","duration":"1.99248125s","start":"2026-03-03T14:22:42.082356Z","end":"2026-03-03T14:22:44.074837Z","steps":["trace[183823910] 'agreement among raft nodes before linearized reading' (duration: 1.989607322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.074908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082341Z","time spent":"1.992552033s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:44.072058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989624623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:44.072052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990119815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.075248Z","caller":"traceutil/trace.go:171","msg":"trace[1104573450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11124; }","duration":"1.993298001s","start":"2026-03-03T14:22:42.081916Z","end":"2026-03-03T14:22:44.075214Z","steps":["trace[1104573450] 'agreement among raft nodes before linearized reading' (duration: 1.990119586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.075294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.081908Z","time spent":"1.993373853s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:44.072037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989785277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.075093Z","caller":"traceutil/trace.go:171","msg":"trace[1515274722] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11124; }","duration":"1.992648955s","start":"2026-03-03T14:22:42.08242Z","end":"2026-03-03T14:22:44.075069Z","steps":["trace[1515274722] 'agreement among raft nodes before linearized reading' (duration: 1.989619773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.075604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082417Z","time spent":"1.993165627s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:22:44.075491Z","caller":"traceutil/trace.go:171","msg":"trace[1709183968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11124; }","duration":"1.993242809s","start":"2026-03-03T14:22:42.082227Z","end":"2026-03-03T14:22:44.07547Z","steps":["trace[1709183968] 'agreement among raft nodes before linearized reading' (duration: 1.989752277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.075683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.082223Z","time spent":"1.993446884s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:44.072075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.043086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:44.075896Z","caller":"traceutil/trace.go:171","msg":"trace[392456753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11124; }","duration":"730.845746ms","start":"2026-03-03T14:22:43.344958Z","end":"2026-03-03T14:22:44.075804Z","steps":["trace[392456753] 'agreement among raft nodes before linearized reading' (duration: 726.863402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.076004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.344926Z","time spent":"731.064851ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:44.072118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990151116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.076099Z","caller":"traceutil/trace.go:171","msg":"trace[688177396] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11124; }","duration":"1.99413653s","start":"2026-03-03T14:22:42.081943Z","end":"2026-03-03T14:22:44.076079Z","steps":["trace[688177396] 'agreement among raft nodes before linearized reading' (duration: 1.990025223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.072099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924843259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:44.076972Z","caller":"traceutil/trace.go:171","msg":"trace[487226895] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11124; }","duration":"1.929743836s","start":"2026-03-03T14:22:42.147208Z","end":"2026-03-03T14:22:44.076951Z","steps":["trace[487226895] 'agreement among raft nodes before linearized reading' (duration: 1.924724576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.077113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.14719Z","time spent":"1.929900919s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:44.076614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.081937Z","time spent":"1.994645242s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:22:44.419774Z","caller":"traceutil/trace.go:171","msg":"trace[242386098] transaction","detail":"{read_only:false; response_revision:11126; number_of_response:1; }","duration":"339.748935ms","start":"2026-03-03T14:22:44.080005Z","end":"2026-03-03T14:22:44.419754Z","steps":["trace[242386098] 'process raft request' (duration: 255.800497ms)","trace[242386098] 'compare' (duration: 83.471306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.419856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.079994Z","time spent":"339.823816ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:22:44.419932Z","caller":"traceutil/trace.go:171","msg":"trace[612796089] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"339.729074ms","start":"2026-03-03T14:22:44.080173Z","end":"2026-03-03T14:22:44.419902Z","steps":["trace[612796089] 'process raft request' (duration: 339.55923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.420072Z","caller":"traceutil/trace.go:171","msg":"trace[1601502147] transaction","detail":"{read_only:false; response_revision:11132; number_of_response:1; }","duration":"337.866941ms","start":"2026-03-03T14:22:44.082199Z","end":"2026-03-03T14:22:44.420066Z","steps":["trace[1601502147] 'process raft request' (duration: 337.678156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.420083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.080146Z","time spent":"339.858867ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.420121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.08219Z","time spent":"337.901961ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.420122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.863884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:44.420165Z","caller":"traceutil/trace.go:171","msg":"trace[955552848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11132; }","duration":"338.985227ms","start":"2026-03-03T14:22:44.08117Z","end":"2026-03-03T14:22:44.420155Z","steps":["trace[955552848] 'agreement among raft nodes before linearized reading' (duration: 338.813763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.42021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.081115Z","time spent":"339.086849ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:22:44.420174Z","caller":"traceutil/trace.go:171","msg":"trace[1788333955] transaction","detail":"{read_only:false; response_revision:11131; number_of_response:1; }","duration":"339.596791ms","start":"2026-03-03T14:22:44.08048Z","end":"2026-03-03T14:22:44.420076Z","steps":["trace[1788333955] 'process raft request' (duration: 339.370636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.420292Z","caller":"traceutil/trace.go:171","msg":"trace[1735733702] transaction","detail":"{read_only:false; response_revision:11129; number_of_response:1; }","duration":"339.95553ms","start":"2026-03-03T14:22:44.08033Z","end":"2026-03-03T14:22:44.420286Z","steps":["trace[1735733702] 'process raft request' (duration: 339.436328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.420325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.08032Z","time spent":"339.990201ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.420371Z","caller":"traceutil/trace.go:171","msg":"trace[1904965744] transaction","detail":"{read_only:false; response_revision:11130; number_of_response:1; }","duration":"339.95616ms","start":"2026-03-03T14:22:44.08041Z","end":"2026-03-03T14:22:44.420366Z","steps":["trace[1904965744] 'process raft request' (duration: 339.405927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.4204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.080404Z","time spent":"339.98034ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.420451Z","caller":"traceutil/trace.go:171","msg":"trace[2101613591] transaction","detail":"{read_only:false; response_revision:11127; number_of_response:1; }","duration":"340.40456ms","start":"2026-03-03T14:22:44.080033Z","end":"2026-03-03T14:22:44.420437Z","steps":["trace[2101613591] 'process raft request' (duration: 339.605762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.420478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.630117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.420506Z","caller":"traceutil/trace.go:171","msg":"trace[967855048] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11132; }","duration":"335.657838ms","start":"2026-03-03T14:22:44.08484Z","end":"2026-03-03T14:22:44.420498Z","steps":["trace[967855048] 'agreement among raft nodes before linearized reading' (duration: 335.605527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.419937Z","caller":"traceutil/trace.go:171","msg":"trace[1553773179] linearizableReadLoop","detail":"{readStateIndex:11560; appliedIndex:11553; }","duration":"296.274936ms","start":"2026-03-03T14:22:44.123638Z","end":"2026-03-03T14:22:44.419912Z","steps":["trace[1553773179] 'read index received' (duration: 212.119554ms)","trace[1553773179] 'applied index is now lower than readState.Index' (duration: 84.154342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.420538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.084823Z","time spent":"335.70992ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:44.420525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.080462Z","time spent":"339.904619ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.420532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.080011Z","time spent":"340.479452ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.789354Z","caller":"traceutil/trace.go:171","msg":"trace[1007147841] linearizableReadLoop","detail":"{readStateIndex:11561; appliedIndex:11560; }","duration":"279.003737ms","start":"2026-03-03T14:22:44.510325Z","end":"2026-03-03T14:22:44.789329Z","steps":["trace[1007147841] 'read index received' (duration: 273.141148ms)","trace[1007147841] 'applied index is now lower than readState.Index' (duration: 5.861549ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:44.789464Z","caller":"traceutil/trace.go:171","msg":"trace[1727207103] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"309.894338ms","start":"2026-03-03T14:22:44.479537Z","end":"2026-03-03T14:22:44.789431Z","steps":["trace[1727207103] 'process raft request' (duration: 303.866536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.78952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.172781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.78955Z","caller":"traceutil/trace.go:171","msg":"trace[1849448645] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11133; }","duration":"279.259763ms","start":"2026-03-03T14:22:44.510282Z","end":"2026-03-03T14:22:44.789542Z","steps":["trace[1849448645] 'agreement among raft nodes before linearized reading' (duration: 279.181241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.789685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.479502Z","time spent":"310.038482ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96390,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:45.058256Z","caller":"traceutil/trace.go:171","msg":"trace[2101794900] transaction","detail":"{read_only:false; response_revision:11134; number_of_response:1; }","duration":"469.731014ms","start":"2026-03-03T14:22:44.588499Z","end":"2026-03-03T14:22:45.05823Z","steps":["trace[2101794900] 'process raft request' (duration: 469.519729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.058424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.588468Z","time spent":"469.862746ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:45.058475Z","caller":"traceutil/trace.go:171","msg":"trace[1029214082] linearizableReadLoop","detail":"{readStateIndex:11563; appliedIndex:11561; }","duration":"264.078813ms","start":"2026-03-03T14:22:44.794353Z","end":"2026-03-03T14:22:45.058432Z","steps":["trace[1029214082] 'read index received' (duration: 263.801447ms)","trace[1029214082] 'applied index is now lower than readState.Index' (duration: 275.746µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:45.058633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.259297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:45.058605Z","caller":"traceutil/trace.go:171","msg":"trace[223599493] transaction","detail":"{read_only:false; response_revision:11135; number_of_response:1; }","duration":"466.931608ms","start":"2026-03-03T14:22:44.591633Z","end":"2026-03-03T14:22:45.058565Z","steps":["trace[223599493] 'process raft request' (duration: 466.548529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.058676Z","caller":"traceutil/trace.go:171","msg":"trace[1249279699] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11135; }","duration":"264.37913ms","start":"2026-03-03T14:22:44.794285Z","end":"2026-03-03T14:22:45.058664Z","steps":["trace[1249279699] 'agreement among raft nodes before linearized reading' (duration: 264.276097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.058771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.591602Z","time spent":"467.08206ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:45.383342Z","caller":"traceutil/trace.go:171","msg":"trace[2091838704] transaction","detail":"{read_only:false; response_revision:11136; number_of_response:1; }","duration":"582.884523ms","start":"2026-03-03T14:22:44.800411Z","end":"2026-03-03T14:22:45.383296Z","steps":["trace[2091838704] 'process raft request' (duration: 582.259258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.383547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.800379Z","time spent":"583.070386ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4880,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:45.51504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.17155ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:22:45.515161Z","caller":"traceutil/trace.go:171","msg":"trace[580806894] linearizableReadLoop","detail":"{readStateIndex:11565; appliedIndex:11563; }","duration":"441.986236ms","start":"2026-03-03T14:22:45.073144Z","end":"2026-03-03T14:22:45.51513Z","steps":["trace[580806894] 'read index received' (duration: 309.53377ms)","trace[580806894] 'applied index is now lower than readState.Index' (duration: 132.451096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:45.515361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.195481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:45.515421Z","caller":"traceutil/trace.go:171","msg":"trace[29435303] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11136; }","duration":"442.295203ms","start":"2026-03-03T14:22:45.073112Z","end":"2026-03-03T14:22:45.515408Z","steps":["trace[29435303] 'agreement among raft nodes before linearized reading' (duration: 442.086338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.515453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.0731Z","time spent":"442.347595ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:22:45.569382Z","caller":"traceutil/trace.go:171","msg":"trace[157839437] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"176.377697ms","start":"2026-03-03T14:22:45.39297Z","end":"2026-03-03T14:22:45.569348Z","steps":["trace[157839437] 'process raft request' (duration: 176.158892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.569433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.286308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:22:45.569486Z","caller":"traceutil/trace.go:171","msg":"trace[1394667485] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11137; }","duration":"495.389211ms","start":"2026-03-03T14:22:45.074084Z","end":"2026-03-03T14:22:45.569473Z","steps":["trace[1394667485] 'agreement among raft nodes before linearized reading' (duration: 495.226317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.569482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.030922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:45.569514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.074067Z","time spent":"495.439942ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:22:45.569537Z","caller":"traceutil/trace.go:171","msg":"trace[1787454733] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11137; }","duration":"351.097473ms","start":"2026-03-03T14:22:45.218425Z","end":"2026-03-03T14:22:45.569522Z","steps":["trace[1787454733] 'agreement among raft nodes before linearized reading' (duration: 350.874228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.569566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.218368Z","time spent":"351.191956ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:46.103033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.599382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:46.103131Z","caller":"traceutil/trace.go:171","msg":"trace[770409920] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"529.621131ms","start":"2026-03-03T14:22:45.57349Z","end":"2026-03-03T14:22:46.103111Z","steps":["trace[770409920] 'process raft request' (duration: 246.870105ms)","trace[770409920] 'compare' (duration: 282.230654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:46.103188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.573471Z","time spent":"529.689283ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5298,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:46.37349Z","caller":"traceutil/trace.go:171","msg":"trace[2035001925] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"798.644031ms","start":"2026-03-03T14:22:45.574818Z","end":"2026-03-03T14:22:46.373462Z","steps":["trace[2035001925] 'process raft request' (duration: 736.994201ms)","trace[2035001925] 'compare' (duration: 61.417784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:46.373512Z","caller":"traceutil/trace.go:171","msg":"trace[569081528] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"786.947845ms","start":"2026-03-03T14:22:45.586548Z","end":"2026-03-03T14:22:46.373496Z","steps":["trace[569081528] 'process raft request' (duration: 786.830052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.373609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.5748Z","time spent":"798.758374ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:46.37362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.586519Z","time spent":"787.044386ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5062,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:46.373705Z","caller":"traceutil/trace.go:171","msg":"trace[2049798967] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"676.734574ms","start":"2026-03-03T14:22:45.696952Z","end":"2026-03-03T14:22:46.373687Z","steps":["trace[2049798967] 'process raft request' (duration: 676.489038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.373852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.696927Z","time spent":"676.853507ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:46.373944Z","caller":"traceutil/trace.go:171","msg":"trace[1142051249] linearizableReadLoop","detail":"{readStateIndex:11569; appliedIndex:11566; }","duration":"783.893561ms","start":"2026-03-03T14:22:45.590021Z","end":"2026-03-03T14:22:46.373914Z","steps":["trace[1142051249] 'read index received' (duration: 230.327474ms)","trace[1142051249] 'applied index is now lower than readState.Index' (duration: 553.565277ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:46.373983Z","caller":"traceutil/trace.go:171","msg":"trace[53895822] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"676.370396ms","start":"2026-03-03T14:22:45.697592Z","end":"2026-03-03T14:22:46.373963Z","steps":["trace[53895822] 'process raft request' (duration: 676.029867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.374047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.697583Z","time spent":"676.430248ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:46.374116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.087877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:22:46.374156Z","caller":"traceutil/trace.go:171","msg":"trace[799852052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11142; }","duration":"784.168339ms","start":"2026-03-03T14:22:45.589977Z","end":"2026-03-03T14:22:46.374146Z","steps":["trace[799852052] 'agreement among raft nodes before linearized reading' (duration: 784.029445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.374183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.589964Z","time spent":"784.213269ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:22:46.944812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.590614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:22:46.94527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.770247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.945346Z","caller":"traceutil/trace.go:171","msg":"trace[695114769] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"865.276248ms","start":"2026-03-03T14:22:46.080043Z","end":"2026-03-03T14:22:46.945319Z","steps":["trace[695114769] 'process raft request' (duration: 651.889975ms)","trace[695114769] 'compare' (duration: 212.426981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:46.945403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.262947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:22:46.945464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.260947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:22:46.945453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.211884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.945508Z","caller":"traceutil/trace.go:171","msg":"trace[1879686108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11144; }","duration":"810.319458ms","start":"2026-03-03T14:22:46.135175Z","end":"2026-03-03T14:22:46.945494Z","steps":["trace[1879686108] 'agreement among raft nodes before linearized reading' (duration: 810.185174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.945526Z","caller":"traceutil/trace.go:171","msg":"trace[503843865] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11144; }","duration":"864.301947ms","start":"2026-03-03T14:22:46.081206Z","end":"2026-03-03T14:22:46.945508Z","steps":["trace[503843865] 'agreement among raft nodes before linearized reading' (duration: 864.203853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.135164Z","time spent":"810.37398ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:22:46.94556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.88124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:22:46.945576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.790392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:46.945577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.081196Z","time spent":"864.368838ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:22:46.945604Z","caller":"traceutil/trace.go:171","msg":"trace[648543269] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11144; }","duration":"865.849604ms","start":"2026-03-03T14:22:46.079747Z","end":"2026-03-03T14:22:46.945597Z","steps":["trace[648543269] 'agreement among raft nodes before linearized reading' (duration: 865.806713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.992042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:22:46.945659Z","caller":"traceutil/trace.go:171","msg":"trace[1072868032] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11144; }","duration":"865.028514ms","start":"2026-03-03T14:22:46.080622Z","end":"2026-03-03T14:22:46.945651Z","steps":["trace[1072868032] 'agreement among raft nodes before linearized reading' (duration: 864.86213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.079726Z","time spent":"865.923975ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080616Z","time spent":"865.058124ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.877105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-c699v\" ","response":"range_response_count:1 size:5313"} {"level":"warn","ts":"2026-03-03T14:22:46.945708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.892488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:22:46.945785Z","caller":"traceutil/trace.go:171","msg":"trace[1453463252] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11144; }","duration":"613.98533ms","start":"2026-03-03T14:22:46.331764Z","end":"2026-03-03T14:22:46.945749Z","steps":["trace[1453463252] 'agreement among raft nodes before linearized reading' (duration: 613.762525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.446172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.945824Z","caller":"traceutil/trace.go:171","msg":"trace[1362439366] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11144; }","duration":"889.517404ms","start":"2026-03-03T14:22:46.056296Z","end":"2026-03-03T14:22:46.945813Z","steps":["trace[1362439366] 'agreement among raft nodes before linearized reading' (duration: 889.449782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.33175Z","time spent":"614.066272ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.056233Z","time spent":"889.605605ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:46.945849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.395962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:46.945841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.76312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:46.945869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.122677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.945878Z","caller":"traceutil/trace.go:171","msg":"trace[1588964490] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11144; }","duration":"865.445303ms","start":"2026-03-03T14:22:46.080425Z","end":"2026-03-03T14:22:46.94587Z","steps":["trace[1588964490] 'agreement among raft nodes before linearized reading' (duration: 865.390002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.945887Z","caller":"traceutil/trace.go:171","msg":"trace[2112430344] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11144; }","duration":"865.842102ms","start":"2026-03-03T14:22:46.080034Z","end":"2026-03-03T14:22:46.945876Z","steps":["trace[2112430344] 'agreement among raft nodes before linearized reading' (duration: 865.778931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.945846Z","caller":"traceutil/trace.go:171","msg":"trace[291210091] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-c699v; range_end:; response_count:1; response_revision:11144; }","duration":"831.127951ms","start":"2026-03-03T14:22:46.11461Z","end":"2026-03-03T14:22:46.945738Z","steps":["trace[291210091] 'agreement among raft nodes before linearized reading' (duration: 830.635988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.945589Z","caller":"traceutil/trace.go:171","msg":"trace[819910023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11144; }","duration":"864.90907ms","start":"2026-03-03T14:22:46.080673Z","end":"2026-03-03T14:22:46.945582Z","steps":["trace[819910023] 'agreement among raft nodes before linearized reading' (duration: 864.716315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.945928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080017Z","time spent":"865.904384ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.543049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:46.945508Z","caller":"traceutil/trace.go:171","msg":"trace[139997613] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"838.074536ms","start":"2026-03-03T14:22:46.107424Z","end":"2026-03-03T14:22:46.945499Z","steps":["trace[139997613] 'process raft request' (duration: 837.480211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.945983Z","caller":"traceutil/trace.go:171","msg":"trace[340676544] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11144; }","duration":"817.643031ms","start":"2026-03-03T14:22:46.128327Z","end":"2026-03-03T14:22:46.94597Z","steps":["trace[340676544] 'agreement among raft nodes before linearized reading' (duration: 817.040046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.107396Z","time spent":"838.580487ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:46.945953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.114601Z","time spent":"831.336846ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5337,"request content":"key:\"/registry/pods/openstack/cinder-db-sync-c699v\" "} {"level":"warn","ts":"2026-03-03T14:22:46.946022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.128284Z","time spent":"817.729043ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080416Z","time spent":"865.477544ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080031Z","time spent":"865.3733ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:46.945955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080652Z","time spent":"865.29661ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.255864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.945895Z","caller":"traceutil/trace.go:171","msg":"trace[1267597508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11144; }","duration":"895.186118ms","start":"2026-03-03T14:22:46.050699Z","end":"2026-03-03T14:22:46.945885Z","steps":["trace[1267597508] 'agreement among raft nodes before linearized reading' (duration: 895.136417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.946111Z","caller":"traceutil/trace.go:171","msg":"trace[1281962696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11144; }","duration":"865.126955ms","start":"2026-03-03T14:22:46.080976Z","end":"2026-03-03T14:22:46.946103Z","steps":["trace[1281962696] 'agreement among raft nodes before linearized reading' (duration: 864.243934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080956Z","time spent":"865.174127ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:46.946135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.05068Z","time spent":"895.438654ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:46.945467Z","caller":"traceutil/trace.go:171","msg":"trace[1015420468] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11144; }","duration":"715.376ms","start":"2026-03-03T14:22:46.230077Z","end":"2026-03-03T14:22:46.945453Z","steps":["trace[1015420468] 'agreement among raft nodes before linearized reading' (duration: 715.135044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.928841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:46.946181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.230034Z","time spent":"716.134658ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":554,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:22:46.946188Z","caller":"traceutil/trace.go:171","msg":"trace[152539905] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11144; }","duration":"865.030713ms","start":"2026-03-03T14:22:46.081144Z","end":"2026-03-03T14:22:46.946175Z","steps":["trace[152539905] 'agreement among raft nodes before linearized reading' (duration: 864.870199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.081135Z","time spent":"865.103986ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:22:46.946275Z","caller":"traceutil/trace.go:171","msg":"trace[733699843] linearizableReadLoop","detail":"{readStateIndex:11573; appliedIndex:11571; }","duration":"570.9961ms","start":"2026-03-03T14:22:46.373989Z","end":"2026-03-03T14:22:46.944985Z","steps":["trace[733699843] 'read index received' (duration: 357.961606ms)","trace[733699843] 'applied index is now lower than readState.Index' (duration: 213.033484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:46.946392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188697867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.946415Z","caller":"traceutil/trace.go:171","msg":"trace[1942888126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11144; }","duration":"1.18875419s","start":"2026-03-03T14:22:45.757655Z","end":"2026-03-03T14:22:46.946409Z","steps":["trace[1942888126] 'agreement among raft nodes before linearized reading' (duration: 1.188718879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.757635Z","time spent":"1.188794381s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:46.946486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.48388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:46.94651Z","caller":"traceutil/trace.go:171","msg":"trace[239052568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11144; }","duration":"505.537472ms","start":"2026-03-03T14:22:46.440966Z","end":"2026-03-03T14:22:46.946503Z","steps":["trace[239052568] 'agreement among raft nodes before linearized reading' (duration: 505.46763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.94651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.355838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:22:46.946503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.362218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:22:46.946502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.13608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:22:46.946539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.440951Z","time spent":"505.580392ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:22:46.946546Z","caller":"traceutil/trace.go:171","msg":"trace[855291717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11144; }","duration":"459.434299ms","start":"2026-03-03T14:22:46.4871Z","end":"2026-03-03T14:22:46.946534Z","steps":["trace[855291717] 'agreement among raft nodes before linearized reading' (duration: 459.325777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.94655Z","caller":"traceutil/trace.go:171","msg":"trace[2141317748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11144; }","duration":"505.46021ms","start":"2026-03-03T14:22:46.441079Z","end":"2026-03-03T14:22:46.946539Z","steps":["trace[2141317748] 'agreement among raft nodes before linearized reading' (duration: 505.343457ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:46.946562Z","caller":"traceutil/trace.go:171","msg":"trace[178515119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11144; }","duration":"521.230913ms","start":"2026-03-03T14:22:46.425313Z","end":"2026-03-03T14:22:46.946544Z","steps":["trace[178515119] 'agreement among raft nodes before linearized reading' (duration: 521.10709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.487068Z","time spent":"459.501651ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:46.946581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.441038Z","time spent":"505.536741ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:46.946599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.425293Z","time spent":"521.299115ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:46.945308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.451529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:46.946757Z","caller":"traceutil/trace.go:171","msg":"trace[1983184742] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11144; }","duration":"865.905264ms","start":"2026-03-03T14:22:46.080817Z","end":"2026-03-03T14:22:46.946722Z","steps":["trace[1983184742] 'agreement among raft nodes before linearized reading' (duration: 864.386187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.946896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.080811Z","time spent":"866.068367ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:22:46.945518Z","caller":"traceutil/trace.go:171","msg":"trace[30403975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11144; }","duration":"864.905599ms","start":"2026-03-03T14:22:46.080467Z","end":"2026-03-03T14:22:46.945372Z","steps":["trace[30403975] 'agreement among raft nodes before linearized reading' (duration: 864.728545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.947505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.08046Z","time spent":"867.02728ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:46.949737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.167158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:22:46.9498Z","caller":"traceutil/trace.go:171","msg":"trace[725578526] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11144; }","duration":"868.250029ms","start":"2026-03-03T14:22:46.081538Z","end":"2026-03-03T14:22:46.949788Z","steps":["trace[725578526] 'agreement among raft nodes before linearized reading' (duration: 863.731362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.949827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.081528Z","time spent":"868.29282ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:22:47.234872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.490408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:47.234976Z","caller":"traceutil/trace.go:171","msg":"trace[913454871] linearizableReadLoop","detail":"{readStateIndex:11574; appliedIndex:11573; }","duration":"283.3927ms","start":"2026-03-03T14:22:46.951566Z","end":"2026-03-03T14:22:47.234959Z","steps":["trace[913454871] 'read index received' (duration: 158.664286ms)","trace[913454871] 'applied index is now lower than readState.Index' (duration: 124.727124ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:47.235063Z","caller":"traceutil/trace.go:171","msg":"trace[42581648] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"286.929265ms","start":"2026-03-03T14:22:46.948112Z","end":"2026-03-03T14:22:47.235042Z","steps":["trace[42581648] 'process raft request' (duration: 162.16082ms)","trace[42581648] 'compare' (duration: 124.274743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:47.237628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.014882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:446243"} {"level":"info","ts":"2026-03-03T14:22:47.237742Z","caller":"traceutil/trace.go:171","msg":"trace[255479964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11145; }","duration":"286.170466ms","start":"2026-03-03T14:22:46.951548Z","end":"2026-03-03T14:22:47.237718Z","steps":["trace[255479964] 'agreement among raft nodes before linearized reading' (duration: 283.687767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:47.735119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670950,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:48.489927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.565914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:48.490541Z","caller":"traceutil/trace.go:171","msg":"trace[1275091061] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"1.537933368s","start":"2026-03-03T14:22:46.952576Z","end":"2026-03-03T14:22:48.490509Z","steps":["trace[1275091061] 'process raft request' (duration: 1.537505348s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:48.490539Z","caller":"traceutil/trace.go:171","msg":"trace[1566528413] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"1.538053321s","start":"2026-03-03T14:22:46.952447Z","end":"2026-03-03T14:22:48.4905Z","steps":["trace[1566528413] 'process raft request' (duration: 840.672737ms)","trace[1566528413] 'compare' (duration: 695.969401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:48.490644Z","caller":"traceutil/trace.go:171","msg":"trace[1446438493] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"1.538004439s","start":"2026-03-03T14:22:46.952608Z","end":"2026-03-03T14:22:48.490612Z","steps":["trace[1446438493] 'process raft request' (duration: 1.537838145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:48.490699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.952559Z","time spent":"1.53805056s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:48.490688Z","caller":"traceutil/trace.go:171","msg":"trace[1709417066] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"1.537930827s","start":"2026-03-03T14:22:46.952695Z","end":"2026-03-03T14:22:48.490625Z","steps":["trace[1709417066] 'process raft request' (duration: 1.537806505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:48.490747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.952424Z","time spent":"1.538197463s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:48.490751Z","caller":"traceutil/trace.go:171","msg":"trace[1996969742] linearizableReadLoop","detail":"{readStateIndex:11580; appliedIndex:11574; }","duration":"1.255722225s","start":"2026-03-03T14:22:47.235Z","end":"2026-03-03T14:22:48.490723Z","steps":["trace[1996969742] 'read index received' (duration: 558.067765ms)","trace[1996969742] 'applied index is now lower than readState.Index' (duration: 697.65292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:48.490726Z","caller":"traceutil/trace.go:171","msg":"trace[116057202] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"1.535430738s","start":"2026-03-03T14:22:46.955273Z","end":"2026-03-03T14:22:48.490704Z","steps":["trace[116057202] 'process raft request' (duration: 1.535283415s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:48.490785Z","caller":"traceutil/trace.go:171","msg":"trace[351744813] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"1.53508233s","start":"2026-03-03T14:22:46.955669Z","end":"2026-03-03T14:22:48.490751Z","steps":["trace[351744813] 'process raft request' (duration: 1.534946007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:48.490844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536991155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:48.490902Z","caller":"traceutil/trace.go:171","msg":"trace[319988570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11151; }","duration":"1.537067317s","start":"2026-03-03T14:22:46.953817Z","end":"2026-03-03T14:22:48.490885Z","steps":["trace[319988570] 'agreement among raft nodes before linearized reading' (duration: 1.536975625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:48.490897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.952681Z","time spent":"1.538105181s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:48.490939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.955247Z","time spent":"1.535624702s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:48.49096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.953809Z","time spent":"1.537141219s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:48.491025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.955614Z","time spent":"1.535297955s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6592,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:48.491642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.952597Z","time spent":"1.538109691s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:48.991512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:49.491753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:49.706246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244358776s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:50.533463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041227555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:50.533521Z","caller":"traceutil/trace.go:171","msg":"trace[535367930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.041345418s","start":"2026-03-03T14:22:48.492162Z","end":"2026-03-03T14:22:50.533508Z","steps":["trace[535367930] 'agreement among raft nodes before linearized reading' (duration: 2.041262866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.533593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.492119Z","time spent":"2.04146763s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:51.036147Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329730558s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:51.137881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:51.137966Z","caller":"traceutil/trace.go:171","msg":"trace[383396459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986589s","start":"2026-03-03T14:22:49.13796Z","end":"2026-03-03T14:22:51.137947Z","steps":["trace[383396459] 'agreement among raft nodes before linearized reading' (duration: 1.999875436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.138017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.137866Z","time spent":"2.000139862s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:51.280869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.184246ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.280959Z","caller":"traceutil/trace.go:171","msg":"trace[2033588166] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11151; }","duration":"859.301908ms","start":"2026-03-03T14:22:50.421643Z","end":"2026-03-03T14:22:51.280945Z","steps":["trace[2033588166] 'range keys from in-memory index tree' (duration: 859.173045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.28133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5747434s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:51.281461Z","caller":"traceutil/trace.go:171","msg":"trace[575277803] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"2.901550997s","start":"2026-03-03T14:22:48.3799Z","end":"2026-03-03T14:22:51.281451Z","steps":["trace[575277803] 'process raft request' (duration: 1.326622133s)","trace[575277803] 'compare' (duration: 1.574508924s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.281504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.37988Z","time spent":"2.901602629s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.281622Z","caller":"traceutil/trace.go:171","msg":"trace[1307444938] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"2.901203459s","start":"2026-03-03T14:22:48.380413Z","end":"2026-03-03T14:22:51.281616Z","steps":["trace[1307444938] 'process raft request' (duration: 2.900973524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.281697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.380394Z","time spent":"2.90124418s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.281757Z","caller":"traceutil/trace.go:171","msg":"trace[1922617826] linearizableReadLoop","detail":"{readStateIndex:11583; appliedIndex:11580; }","duration":"2.790894537s","start":"2026-03-03T14:22:48.490856Z","end":"2026-03-03T14:22:51.28175Z","steps":["trace[1922617826] 'read index received' (duration: 1.215568764s)","trace[1922617826] 'applied index is now lower than readState.Index' (duration: 1.575325153s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.281874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795498345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.281913Z","caller":"traceutil/trace.go:171","msg":"trace[578379293] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11154; }","duration":"3.795555826s","start":"2026-03-03T14:22:47.486339Z","end":"2026-03-03T14:22:51.281895Z","steps":["trace[578379293] 'agreement among raft nodes before linearized reading' (duration: 3.795506775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.281919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043239302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-03T14:22:51.281939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.486325Z","time spent":"3.795608807s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:51.281942Z","caller":"traceutil/trace.go:171","msg":"trace[1782016021] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857; range_end:; response_count:1; response_revision:11154; }","duration":"4.043286593s","start":"2026-03-03T14:22:47.238648Z","end":"2026-03-03T14:22:51.281935Z","steps":["trace[1782016021] 'agreement among raft nodes before linearized reading' (duration: 4.043202521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.281959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.238619Z","time spent":"4.043336544s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" "} {"level":"info","ts":"2026-03-03T14:22:51.282033Z","caller":"traceutil/trace.go:171","msg":"trace[1471204899] transaction","detail":"{read_only:false; response_revision:11154; number_of_response:1; }","duration":"2.330423823s","start":"2026-03-03T14:22:48.951601Z","end":"2026-03-03T14:22:51.282025Z","steps":["trace[1471204899] 'process raft request' (duration: 2.329988402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.28207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.951586Z","time spent":"2.330461845s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.28216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343230967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:51.282186Z","caller":"traceutil/trace.go:171","msg":"trace[1553886668] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11154; }","duration":"3.343286429s","start":"2026-03-03T14:22:47.938891Z","end":"2026-03-03T14:22:51.282178Z","steps":["trace[1553886668] 'agreement among raft nodes before linearized reading' (duration: 3.343247198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.282204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.938874Z","time spent":"3.34332562s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.330808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379468304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.330872Z","caller":"traceutil/trace.go:171","msg":"trace[780184348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11155; }","duration":"2.379581847s","start":"2026-03-03T14:22:48.951275Z","end":"2026-03-03T14:22:51.330857Z","steps":["trace[780184348] 'agreement among raft nodes before linearized reading' (duration: 2.379453284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.330908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.951256Z","time spent":"2.379643198s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:51.330908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958913296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:22:51.330927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.218748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:51.330957Z","caller":"traceutil/trace.go:171","msg":"trace[1034849504] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11155; }","duration":"1.958994958s","start":"2026-03-03T14:22:49.371948Z","end":"2026-03-03T14:22:51.330943Z","steps":["trace[1034849504] 'agreement among raft nodes before linearized reading' (duration: 1.958812824s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.330981Z","caller":"traceutil/trace.go:171","msg":"trace[1680139999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11155; }","duration":"797.299981ms","start":"2026-03-03T14:22:50.533668Z","end":"2026-03-03T14:22:51.330968Z","steps":["trace[1680139999] 'agreement among raft nodes before linearized reading' (duration: 797.105826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.330996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.371931Z","time spent":"1.959056949s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:22:51.33101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.533662Z","time spent":"797.342442ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.451997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:51.331008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375571763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.331054Z","caller":"traceutil/trace.go:171","msg":"trace[1086147524] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11155; }","duration":"222.510618ms","start":"2026-03-03T14:22:51.108527Z","end":"2026-03-03T14:22:51.331038Z","steps":["trace[1086147524] 'agreement among raft nodes before linearized reading' (duration: 222.404346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.331091Z","caller":"traceutil/trace.go:171","msg":"trace[1391458758] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11155; }","duration":"2.375709986s","start":"2026-03-03T14:22:48.955363Z","end":"2026-03-03T14:22:51.331073Z","steps":["trace[1391458758] 'agreement among raft nodes before linearized reading' (duration: 2.375538002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375780558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.331127Z","caller":"traceutil/trace.go:171","msg":"trace[759099129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11155; }","duration":"2.375822638s","start":"2026-03-03T14:22:48.955298Z","end":"2026-03-03T14:22:51.331121Z","steps":["trace[759099129] 'agreement among raft nodes before linearized reading' (duration: 2.375786847s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.955348Z","time spent":"2.375777227s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.955287Z","time spent":"2.37585306s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.712322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:22:51.331203Z","caller":"traceutil/trace.go:171","msg":"trace[1396455125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11155; }","duration":"795.739293ms","start":"2026-03-03T14:22:50.535458Z","end":"2026-03-03T14:22:51.331198Z","steps":["trace[1396455125] 'agreement among raft nodes before linearized reading' (duration: 795.693192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.535452Z","time spent":"795.761083ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:51.33123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375911281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.33125Z","caller":"traceutil/trace.go:171","msg":"trace[25443749] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11155; }","duration":"2.375937481s","start":"2026-03-03T14:22:48.955306Z","end":"2026-03-03T14:22:51.331244Z","steps":["trace[25443749] 'agreement among raft nodes before linearized reading' (duration: 2.37590955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.955301Z","time spent":"2.375960842s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.603698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:22:51.3313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.399102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:51.331314Z","caller":"traceutil/trace.go:171","msg":"trace[223050814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11155; }","duration":"797.630068ms","start":"2026-03-03T14:22:50.533679Z","end":"2026-03-03T14:22:51.33131Z","steps":["trace[223050814] 'agreement among raft nodes before linearized reading' (duration: 797.586407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376029774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:51.331326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.53367Z","time spent":"797.653339ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:22:51.331319Z","caller":"traceutil/trace.go:171","msg":"trace[1774209968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11155; }","duration":"797.644589ms","start":"2026-03-03T14:22:50.533662Z","end":"2026-03-03T14:22:51.331307Z","steps":["trace[1774209968] 'agreement among raft nodes before linearized reading' (duration: 797.517776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.331336Z","caller":"traceutil/trace.go:171","msg":"trace[710668420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11155; }","duration":"2.376077244s","start":"2026-03-03T14:22:48.955254Z","end":"2026-03-03T14:22:51.331331Z","steps":["trace[710668420] 'agreement among raft nodes before linearized reading' (duration: 2.376050114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.33135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.955232Z","time spent":"2.376114716s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.533657Z","time spent":"797.685049ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378204935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.33141Z","caller":"traceutil/trace.go:171","msg":"trace[1346434039] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11155; }","duration":"2.378218596s","start":"2026-03-03T14:22:48.953188Z","end":"2026-03-03T14:22:51.331406Z","steps":["trace[1346434039] 'agreement among raft nodes before linearized reading' (duration: 2.378198685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.953128Z","time spent":"2.378293367s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380083209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.331475Z","caller":"traceutil/trace.go:171","msg":"trace[240223783] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11155; }","duration":"2.38014007s","start":"2026-03-03T14:22:48.95133Z","end":"2026-03-03T14:22:51.33147Z","steps":["trace[240223783] 'agreement among raft nodes before linearized reading' (duration: 2.38011395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.951308Z","time spent":"2.380177091s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082504662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:22:51.331555Z","caller":"traceutil/trace.go:171","msg":"trace[1601779172] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11155; }","duration":"2.082566764s","start":"2026-03-03T14:22:49.248979Z","end":"2026-03-03T14:22:51.331546Z","steps":["trace[1601779172] 'agreement among raft nodes before linearized reading' (duration: 2.082447191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380071549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:51.331581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.248963Z","time spent":"2.082612295s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:22:51.331588Z","caller":"traceutil/trace.go:171","msg":"trace[960634804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11155; }","duration":"2.380099869s","start":"2026-03-03T14:22:48.951483Z","end":"2026-03-03T14:22:51.331583Z","steps":["trace[960634804] 'agreement among raft nodes before linearized reading' (duration: 2.380076708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.951477Z","time spent":"2.380125879s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.055588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.331677Z","caller":"traceutil/trace.go:171","msg":"trace[1943647354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11155; }","duration":"798.102039ms","start":"2026-03-03T14:22:50.533569Z","end":"2026-03-03T14:22:51.331671Z","steps":["trace[1943647354] 'agreement among raft nodes before linearized reading' (duration: 798.070518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.533554Z","time spent":"798.13609ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.083039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:51.331742Z","caller":"traceutil/trace.go:171","msg":"trace[258055599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11155; }","duration":"798.13906ms","start":"2026-03-03T14:22:50.533593Z","end":"2026-03-03T14:22:51.331732Z","steps":["trace[258055599] 'agreement among raft nodes before linearized reading' (duration: 797.939505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434829296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:51.33176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123062413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:51.331772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.533583Z","time spent":"798.182251ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:22:51.33179Z","caller":"traceutil/trace.go:171","msg":"trace[1975934777] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11155; }","duration":"1.434918939s","start":"2026-03-03T14:22:49.89686Z","end":"2026-03-03T14:22:51.331779Z","steps":["trace[1975934777] 'agreement among raft nodes before linearized reading' (duration: 1.434851837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.331796Z","caller":"traceutil/trace.go:171","msg":"trace[1958120434] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11155; }","duration":"2.123124135s","start":"2026-03-03T14:22:49.208661Z","end":"2026-03-03T14:22:51.331785Z","steps":["trace[1958120434] 'agreement among raft nodes before linearized reading' (duration: 2.123066863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35943754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:22:51.331823Z","caller":"traceutil/trace.go:171","msg":"trace[912204213] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11155; }","duration":"2.359482382s","start":"2026-03-03T14:22:48.972335Z","end":"2026-03-03T14:22:51.331818Z","steps":["trace[912204213] 'agreement among raft nodes before linearized reading' (duration: 2.35942919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.208646Z","time spent":"2.123171606s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.331836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.972321Z","time spent":"2.359512662s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.18698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:51.331913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374174159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:22:51.331916Z","caller":"traceutil/trace.go:171","msg":"trace[1413472163] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11155; }","duration":"885.275513ms","start":"2026-03-03T14:22:50.446631Z","end":"2026-03-03T14:22:51.331907Z","steps":["trace[1413472163] 'agreement among raft nodes before linearized reading' (duration: 885.211981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.331927Z","caller":"traceutil/trace.go:171","msg":"trace[1922381812] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11155; }","duration":"2.37421066s","start":"2026-03-03T14:22:48.957712Z","end":"2026-03-03T14:22:51.331923Z","steps":["trace[1922381812] 'agreement among raft nodes before linearized reading' (duration: 2.374171239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.331941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.957701Z","time spent":"2.37423714s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:51.331824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.896827Z","time spent":"1.434989139s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.331945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.446608Z","time spent":"885.327664ms","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.332043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376542346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:22:51.332074Z","caller":"traceutil/trace.go:171","msg":"trace[580910106] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11155; }","duration":"2.376596236s","start":"2026-03-03T14:22:48.955469Z","end":"2026-03-03T14:22:51.332065Z","steps":["trace[580910106] 'agreement among raft nodes before linearized reading' (duration: 2.376508804s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.332103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.955457Z","time spent":"2.376639158s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:22:51.657117Z","caller":"traceutil/trace.go:171","msg":"trace[467554033] linearizableReadLoop","detail":"{readStateIndex:11585; appliedIndex:11584; }","duration":"324.615836ms","start":"2026-03-03T14:22:51.332475Z","end":"2026-03-03T14:22:51.657091Z","steps":["trace[467554033] 'read index received' (duration: 263.679024ms)","trace[467554033] 'applied index is now lower than readState.Index' (duration: 60.935712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:51.657228Z","caller":"traceutil/trace.go:171","msg":"trace[1505363395] transaction","detail":"{read_only:false; response_revision:11156; number_of_response:1; }","duration":"373.226938ms","start":"2026-03-03T14:22:51.283989Z","end":"2026-03-03T14:22:51.657216Z","steps":["trace[1505363395] 'process raft request' (duration: 312.05809ms)","trace[1505363395] 'compare' (duration: 60.931562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.657342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.283965Z","time spent":"373.289459ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.657393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.905264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.657485Z","caller":"traceutil/trace.go:171","msg":"trace[1996976996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11156; }","duration":"325.001376ms","start":"2026-03-03T14:22:51.332461Z","end":"2026-03-03T14:22:51.657463Z","steps":["trace[1996976996] 'agreement among raft nodes before linearized reading' (duration: 324.885322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.657565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.332449Z","time spent":"325.097739ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:51.718828Z","caller":"traceutil/trace.go:171","msg":"trace[1866672478] transaction","detail":"{read_only:false; response_revision:11159; number_of_response:1; }","duration":"382.487066ms","start":"2026-03-03T14:22:51.336285Z","end":"2026-03-03T14:22:51.718772Z","steps":["trace[1866672478] 'process raft request' (duration: 382.373364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.718855Z","caller":"traceutil/trace.go:171","msg":"trace[761874570] transaction","detail":"{read_only:false; response_revision:11157; number_of_response:1; }","duration":"383.869139ms","start":"2026-03-03T14:22:51.334949Z","end":"2026-03-03T14:22:51.718818Z","steps":["trace[761874570] 'process raft request' (duration: 383.624724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.718874Z","caller":"traceutil/trace.go:171","msg":"trace[485730218] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"382.261241ms","start":"2026-03-03T14:22:51.336594Z","end":"2026-03-03T14:22:51.718855Z","steps":["trace[485730218] 'process raft request' (duration: 382.079247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.718986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.334937Z","time spent":"383.981103ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.719049Z","caller":"traceutil/trace.go:171","msg":"trace[799793007] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"382.310813ms","start":"2026-03-03T14:22:51.336718Z","end":"2026-03-03T14:22:51.719029Z","steps":["trace[799793007] 'process raft request' (duration: 381.969904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.336275Z","time spent":"382.708552ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.719071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.336588Z","time spent":"382.405875ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.719186Z","caller":"traceutil/trace.go:171","msg":"trace[1313509976] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"383.102652ms","start":"2026-03-03T14:22:51.336068Z","end":"2026-03-03T14:22:51.719171Z","steps":["trace[1313509976] 'process raft request' (duration: 382.572988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.33669Z","time spent":"382.412606ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.71926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.336048Z","time spent":"383.176954ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.719237Z","caller":"traceutil/trace.go:171","msg":"trace[720839565] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"378.78801ms","start":"2026-03-03T14:22:51.340417Z","end":"2026-03-03T14:22:51.719205Z","steps":["trace[720839565] 'process raft request' (duration: 378.289058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.719343Z","caller":"traceutil/trace.go:171","msg":"trace[901205731] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"133.948561ms","start":"2026-03-03T14:22:51.585386Z","end":"2026-03-03T14:22:51.719335Z","steps":["trace[901205731] 'process raft request' (duration: 133.660675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.64625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:51.719479Z","caller":"traceutil/trace.go:171","msg":"trace[552831782] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11163; }","duration":"167.738452ms","start":"2026-03-03T14:22:51.551733Z","end":"2026-03-03T14:22:51.719471Z","steps":["trace[552831782] 'agreement among raft nodes before linearized reading' (duration: 167.621209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.773528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:51.719542Z","caller":"traceutil/trace.go:171","msg":"trace[228912442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11163; }","duration":"337.84311ms","start":"2026-03-03T14:22:51.381691Z","end":"2026-03-03T14:22:51.719534Z","steps":["trace[228912442] 'agreement among raft nodes before linearized reading' (duration: 337.706537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.381671Z","time spent":"337.885032ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:51.719418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.340407Z","time spent":"378.923253ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2741,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:51.719865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.75223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447537"} {"level":"warn","ts":"2026-03-03T14:22:51.719868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.332452Z","time spent":"387.412754ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:22:51.719904Z","caller":"traceutil/trace.go:171","msg":"trace[1485443250] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11163; }","duration":"381.7924ms","start":"2026-03-03T14:22:51.338102Z","end":"2026-03-03T14:22:51.719894Z","steps":["trace[1485443250] 'agreement among raft nodes before linearized reading' (duration: 381.282949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.719936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.338076Z","time spent":"381.854791ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447561,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:22:51.837679Z","caller":"traceutil/trace.go:171","msg":"trace[1773344009] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"115.248739ms","start":"2026-03-03T14:22:51.722395Z","end":"2026-03-03T14:22:51.837644Z","steps":["trace[1773344009] 'process raft request' (duration: 57.385388ms)","trace[1773344009] 'compare' (duration: 57.573894ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:51.86785Z","caller":"traceutil/trace.go:171","msg":"trace[49876952] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"144.905022ms","start":"2026-03-03T14:22:51.722929Z","end":"2026-03-03T14:22:51.867834Z","steps":["trace[49876952] 'process raft request' (duration: 144.493391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.868048Z","caller":"traceutil/trace.go:171","msg":"trace[134708513] linearizableReadLoop","detail":"{readStateIndex:11595; appliedIndex:11593; }","duration":"143.058369ms","start":"2026-03-03T14:22:51.724506Z","end":"2026-03-03T14:22:51.867565Z","steps":["trace[134708513] 'read index received' (duration: 55.29578ms)","trace[134708513] 'applied index is now lower than readState.Index' (duration: 87.757079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.868231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.720764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:22:51.868255Z","caller":"traceutil/trace.go:171","msg":"trace[326148618] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11165; }","duration":"143.793495ms","start":"2026-03-03T14:22:51.724454Z","end":"2026-03-03T14:22:51.868247Z","steps":["trace[326148618] 'agreement among raft nodes before linearized reading' (duration: 143.672203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:52.198624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.638989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:22:52.198699Z","caller":"traceutil/trace.go:171","msg":"trace[133250972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11165; }","duration":"251.759862ms","start":"2026-03-03T14:22:51.946924Z","end":"2026-03-03T14:22:52.198684Z","steps":["trace[133250972] 'range keys from in-memory index tree' (duration: 251.394253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.836899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:53.922326Z","caller":"traceutil/trace.go:171","msg":"trace[754149792] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"635.702263ms","start":"2026-03-03T14:22:53.286589Z","end":"2026-03-03T14:22:53.922291Z","steps":["trace[754149792] 'process raft request' (duration: 635.651882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:53.922362Z","caller":"traceutil/trace.go:171","msg":"trace[1575880431] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"635.770665ms","start":"2026-03-03T14:22:53.286562Z","end":"2026-03-03T14:22:53.922332Z","steps":["trace[1575880431] 'process raft request' (duration: 635.460308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.922548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.286566Z","time spent":"635.870438ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:53.922624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.28654Z","time spent":"635.98873ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:54.648824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.601415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:54.648926Z","caller":"traceutil/trace.go:171","msg":"trace[2007252864] linearizableReadLoop","detail":"{readStateIndex:11598; appliedIndex:11595; }","duration":"1.312723995s","start":"2026-03-03T14:22:53.336182Z","end":"2026-03-03T14:22:54.648906Z","steps":["trace[2007252864] 'read index received' (duration: 585.779961ms)","trace[2007252864] 'applied index is now lower than readState.Index' (duration: 726.942624ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:54.649161Z","caller":"traceutil/trace.go:171","msg":"trace[812900857] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"1.355010416s","start":"2026-03-03T14:22:53.294109Z","end":"2026-03-03T14:22:54.64912Z","steps":["trace[812900857] 'process raft request' (duration: 1.166018031s)","trace[812900857] 'compare' (duration: 188.263268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:54.649284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.294091Z","time spent":"1.355130018s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:54.649488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313290639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:22:54.649564Z","caller":"traceutil/trace.go:171","msg":"trace[1493431153] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11168; }","duration":"1.313418732s","start":"2026-03-03T14:22:53.336129Z","end":"2026-03-03T14:22:54.649548Z","steps":["trace[1493431153] 'agreement among raft nodes before linearized reading' (duration: 1.31297814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.649603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.336081Z","time spent":"1.313513654s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:55.149087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693670991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:56.523447Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107336952s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:56.756265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999920967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:22:56.756348Z","caller":"traceutil/trace.go:171","msg":"trace[494795740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000066411s","start":"2026-03-03T14:22:54.756264Z","end":"2026-03-03T14:22:56.75633Z","steps":["trace[494795740] 'agreement among raft nodes before linearized reading' (duration: 1.999946348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.756395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.756245Z","time spent":"2.000140462s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:57.931534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515300811s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:57.931775Z","caller":"traceutil/trace.go:171","msg":"trace[2087625108] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"3.590720086s","start":"2026-03-03T14:22:54.341023Z","end":"2026-03-03T14:22:57.931743Z","steps":["trace[2087625108] 'process raft request' (duration: 1.075062537s)","trace[2087625108] 'compare' (duration: 2.514958223s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:57.931914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.340992Z","time spent":"3.59084614s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:57.931942Z","caller":"traceutil/trace.go:171","msg":"trace[468194738] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"3.404255001s","start":"2026-03-03T14:22:54.52764Z","end":"2026-03-03T14:22:57.931895Z","steps":["trace[468194738] 'process raft request' (duration: 3.404010065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:57.93212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.527616Z","time spent":"3.404413544s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:58.724675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999841624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:22:58.724693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999924956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:58.724772Z","caller":"traceutil/trace.go:171","msg":"trace[1550067863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999986218s","start":"2026-03-03T14:22:53.724762Z","end":"2026-03-03T14:22:58.724748Z","steps":["trace[1550067863] 'agreement among raft nodes before linearized reading' (duration: 4.999852345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.724825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.724757Z","time spent":"5.000057499s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:22:58.724785Z","caller":"traceutil/trace.go:171","msg":"trace[1382309350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000038379s","start":"2026-03-03T14:22:53.724723Z","end":"2026-03-03T14:22:58.724762Z","steps":["trace[1382309350] 'agreement among raft nodes before linearized reading' (duration: 4.999918136s)"],"step_count":1} 2026/03/03 14:22:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:58.724914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.724672Z","time spent":"5.000196232s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:22:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:58.72568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999935396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:22:58.725948Z","caller":"traceutil/trace.go:171","msg":"trace[74887054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000284825s","start":"2026-03-03T14:22:53.725623Z","end":"2026-03-03T14:22:58.725908Z","steps":["trace[74887054] 'agreement among raft nodes before linearized reading' (duration: 4.999936467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.726089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.725615Z","time spent":"5.000429868s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:22:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:58.735993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.238024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:22:58.736526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005014687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:22:58.736539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398025853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.736579Z","caller":"traceutil/trace.go:171","msg":"trace[746387403] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11170; }","duration":"5.005086728s","start":"2026-03-03T14:22:53.731478Z","end":"2026-03-03T14:22:58.736565Z","steps":["trace[746387403] 'agreement among raft nodes before linearized reading' (duration: 5.004907373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.73657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011563342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:58.736603Z","caller":"traceutil/trace.go:171","msg":"trace[1626499857] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11170; }","duration":"5.398115524s","start":"2026-03-03T14:22:53.338471Z","end":"2026-03-03T14:22:58.736586Z","steps":["trace[1626499857] 'agreement among raft nodes before linearized reading' (duration: 5.397990272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.736613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.73146Z","time spent":"5.00514599s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:22:58.736635Z","caller":"traceutil/trace.go:171","msg":"trace[1689951667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11170; }","duration":"5.011649233s","start":"2026-03-03T14:22:53.724967Z","end":"2026-03-03T14:22:58.736616Z","steps":["trace[1689951667] 'agreement among raft nodes before linearized reading' (duration: 5.011461268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.7367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.724959Z","time spent":"5.011725585s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:58.736744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.84594494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:58.73676Z","caller":"traceutil/trace.go:171","msg":"trace[1056574747] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11170; }","duration":"4.8459672s","start":"2026-03-03T14:22:53.890788Z","end":"2026-03-03T14:22:58.736755Z","steps":["trace[1056574747] 'agreement among raft nodes before linearized reading' (duration: 4.845927539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.73678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.890688Z","time spent":"4.846087033s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:58.736803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.114816087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:22:58.736841Z","caller":"traceutil/trace.go:171","msg":"trace[77716279] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11170; }","duration":"4.114892339s","start":"2026-03-03T14:22:54.621937Z","end":"2026-03-03T14:22:58.736829Z","steps":["trace[77716279] 'agreement among raft nodes before linearized reading' (duration: 4.114600382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.736874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.621915Z","time spent":"4.11495259s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.012180406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:22:58.737012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399125449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:58.737067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39878192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:22:58.737069Z","caller":"traceutil/trace.go:171","msg":"trace[1858411432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11170; }","duration":"5.012266377s","start":"2026-03-03T14:22:53.724788Z","end":"2026-03-03T14:22:58.737055Z","steps":["trace[1858411432] 'agreement among raft nodes before linearized reading' (duration: 5.011658043s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:58.737088Z","caller":"traceutil/trace.go:171","msg":"trace[1464788164] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11170; }","duration":"5.399254743s","start":"2026-03-03T14:22:53.337813Z","end":"2026-03-03T14:22:58.737068Z","steps":["trace[1464788164] 'agreement among raft nodes before linearized reading' (duration: 5.398968386s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:58.737098Z","caller":"traceutil/trace.go:171","msg":"trace[702401204] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11170; }","duration":"5.398832381s","start":"2026-03-03T14:22:53.338256Z","end":"2026-03-03T14:22:58.737088Z","steps":["trace[702401204] 'agreement among raft nodes before linearized reading' (duration: 5.398100173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.737113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.724784Z","time spent":"5.012316668s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.337808Z","time spent":"5.399313224s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:58.736643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.338464Z","time spent":"5.398171986s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.338246Z","time spent":"5.398872562s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399438066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.737498Z","caller":"traceutil/trace.go:171","msg":"trace[1399176351] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11170; }","duration":"5.399519708s","start":"2026-03-03T14:22:53.337969Z","end":"2026-03-03T14:22:58.737489Z","steps":["trace[1399176351] 'agreement among raft nodes before linearized reading' (duration: 5.399457537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.737526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.33795Z","time spent":"5.399570619s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399730333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.737642Z","caller":"traceutil/trace.go:171","msg":"trace[322253074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11170; }","duration":"5.399777895s","start":"2026-03-03T14:22:53.337857Z","end":"2026-03-03T14:22:58.737635Z","steps":["trace[322253074] 'agreement among raft nodes before linearized reading' (duration: 5.399737254s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:58.736072Z","caller":"traceutil/trace.go:171","msg":"trace[1869336633] linearizableReadLoop","detail":"{readStateIndex:11600; appliedIndex:11598; }","duration":"4.08710591s","start":"2026-03-03T14:22:54.648952Z","end":"2026-03-03T14:22:58.736058Z","steps":["trace[1869336633] 'read index received' (duration: 767.149895ms)","trace[1869336633] 'applied index is now lower than readState.Index' (duration: 3.319954685s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:58.737666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.337854Z","time spent":"5.399807945s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399430446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.737719Z","caller":"traceutil/trace.go:171","msg":"trace[1845519919] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11170; }","duration":"5.399518387s","start":"2026-03-03T14:22:53.338182Z","end":"2026-03-03T14:22:58.7377Z","steps":["trace[1845519919] 'agreement among raft nodes before linearized reading' (duration: 5.399393824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.737715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400087862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:22:58.737801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.338176Z","time spent":"5.39961659s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:22:58.737812Z","caller":"traceutil/trace.go:171","msg":"trace[135275314] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11170; }","duration":"5.400206534s","start":"2026-03-03T14:22:53.337587Z","end":"2026-03-03T14:22:58.737793Z","steps":["trace[135275314] 'agreement among raft nodes before linearized reading' (duration: 5.399960619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.737765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399766514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.737928Z","caller":"traceutil/trace.go:171","msg":"trace[1554854112] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11170; }","duration":"5.399989669s","start":"2026-03-03T14:22:53.337909Z","end":"2026-03-03T14:22:58.737899Z","steps":["trace[1554854112] 'agreement among raft nodes before linearized reading' (duration: 5.399646941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.737856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.33758Z","time spent":"5.400266906s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:22:58.737996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.337906Z","time spent":"5.400080121s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:22:58.738339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.402056358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.738554Z","caller":"traceutil/trace.go:171","msg":"trace[1726212357] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11170; }","duration":"5.402288233s","start":"2026-03-03T14:22:53.336251Z","end":"2026-03-03T14:22:58.738539Z","steps":["trace[1726212357] 'agreement among raft nodes before linearized reading' (duration: 5.402042457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.739084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.336241Z","time spent":"5.402443126s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:22:58.738615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400699646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:58.740125Z","caller":"traceutil/trace.go:171","msg":"trace[586332301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11170; }","duration":"5.402218422s","start":"2026-03-03T14:22:53.337887Z","end":"2026-03-03T14:22:58.740105Z","steps":["trace[586332301] 'agreement among raft nodes before linearized reading' (duration: 5.398657438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.74019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.337884Z","time spent":"5.402287564s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:22:58.757867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000804688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:58.757908Z","caller":"traceutil/trace.go:171","msg":"trace[707029241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968032s","start":"2026-03-03T14:22:56.756931Z","end":"2026-03-03T14:22:58.757899Z","steps":["trace[707029241] 'agreement among raft nodes before linearized reading' (duration: 2.000921701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.757932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.756915Z","time spent":"2.001011462s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:58.87421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.35056212s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:22:58.874903Z","caller":"traceutil/trace.go:171","msg":"trace[626637086] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"3.418758424s","start":"2026-03-03T14:22:55.456081Z","end":"2026-03-03T14:22:58.87484Z","steps":["trace[626637086] 'process raft request' (duration: 3.418348484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.875084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.45604Z","time spent":"3.418940758s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:58.875229Z","caller":"traceutil/trace.go:171","msg":"trace[439988200] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"2.94599313s","start":"2026-03-03T14:22:55.92921Z","end":"2026-03-03T14:22:58.875204Z","steps":["trace[439988200] 'process raft request' (duration: 2.94554979s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:58.87529Z","caller":"traceutil/trace.go:171","msg":"trace[270145114] transaction","detail":"{read_only:false; response_revision:11173; number_of_response:1; }","duration":"2.945448337s","start":"2026-03-03T14:22:55.929817Z","end":"2026-03-03T14:22:58.875265Z","steps":["trace[270145114] 'process raft request' (duration: 2.945308333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:58.875442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.929796Z","time spent":"2.945566629s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:58.87547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.929184Z","time spent":"2.946182164s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:59.91231Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037939006s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:00.74808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.210988ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:00.748244Z","caller":"traceutil/trace.go:171","msg":"trace[1004173673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11173; }","duration":"327.394103ms","start":"2026-03-03T14:23:00.420825Z","end":"2026-03-03T14:23:00.748219Z","steps":["trace[1004173673] 'range keys from in-memory index tree' (duration: 327.190088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.762134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.467207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:00.762365Z","caller":"traceutil/trace.go:171","msg":"trace[750994036] linearizableReadLoop","detail":"{readStateIndex:11605; appliedIndex:11601; }","duration":"2.024661624s","start":"2026-03-03T14:22:58.73769Z","end":"2026-03-03T14:23:00.762351Z","steps":["trace[750994036] 'read index received' (duration: 136.81204ms)","trace[750994036] 'applied index is now lower than readState.Index' (duration: 1.887848864s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:00.762364Z","caller":"traceutil/trace.go:171","msg":"trace[2032119135] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"4.10474281s","start":"2026-03-03T14:22:56.65758Z","end":"2026-03-03T14:23:00.762323Z","steps":["trace[2032119135] 'process raft request' (duration: 3.254994266s)","trace[2032119135] 'compare' (duration: 836.50951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:00.762437Z","caller":"traceutil/trace.go:171","msg":"trace[932552809] transaction","detail":"{read_only:false; response_revision:11175; number_of_response:1; }","duration":"2.018921628s","start":"2026-03-03T14:22:58.743509Z","end":"2026-03-03T14:23:00.76243Z","steps":["trace[932552809] 'process raft request' (duration: 2.018721013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.762539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.657561Z","time spent":"4.104873863s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:00.762732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938208175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:00.762773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107589896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:00.762803Z","caller":"traceutil/trace.go:171","msg":"trace[1212898986] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11177; }","duration":"4.938322968s","start":"2026-03-03T14:22:55.824464Z","end":"2026-03-03T14:23:00.762787Z","steps":["trace[1212898986] 'agreement among raft nodes before linearized reading' (duration: 4.938194685s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:00.762825Z","caller":"traceutil/trace.go:171","msg":"trace[678721790] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11177; }","duration":"4.107699599s","start":"2026-03-03T14:22:56.655113Z","end":"2026-03-03T14:23:00.762812Z","steps":["trace[678721790] 'agreement among raft nodes before linearized reading' (duration: 4.107504104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.762847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.655089Z","time spent":"4.10775467s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:00.762847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.824448Z","time spent":"4.93838784s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.762939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.248509194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:00.762989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.743484Z","time spent":"2.01897906s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:00.762989Z","caller":"traceutil/trace.go:171","msg":"trace[1784859701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11177; }","duration":"4.248587376s","start":"2026-03-03T14:22:56.514387Z","end":"2026-03-03T14:23:00.762975Z","steps":["trace[1784859701] 'agreement among raft nodes before linearized reading' (duration: 4.248495214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.763031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.514373Z","time spent":"4.248648707s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.76308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55790915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:23:00.763074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.938290808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:00.763104Z","caller":"traceutil/trace.go:171","msg":"trace[1192251865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11177; }","duration":"3.557966422s","start":"2026-03-03T14:22:57.205131Z","end":"2026-03-03T14:23:00.763098Z","steps":["trace[1192251865] 'agreement among raft nodes before linearized reading' (duration: 3.557863349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.763183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.190781367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:23:00.763366Z","caller":"traceutil/trace.go:171","msg":"trace[1851862380] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11177; }","duration":"3.190943881s","start":"2026-03-03T14:22:57.572371Z","end":"2026-03-03T14:23:00.763315Z","steps":["trace[1851862380] 'agreement among raft nodes before linearized reading' (duration: 3.190252805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.763447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.572338Z","time spent":"3.191095834s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:23:00.763467Z","caller":"traceutil/trace.go:171","msg":"trace[50617613] transaction","detail":"{read_only:false; response_revision:11176; number_of_response:1; }","duration":"2.019171284s","start":"2026-03-03T14:22:58.744273Z","end":"2026-03-03T14:23:00.763444Z","steps":["trace[50617613] 'process raft request' (duration: 2.018023257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.763168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.205115Z","time spent":"3.558048983s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:00.763551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.744264Z","time spent":"2.019244725s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:00.76367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108148209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:00.763696Z","caller":"traceutil/trace.go:171","msg":"trace[451693223] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11177; }","duration":"4.10819952s","start":"2026-03-03T14:22:56.655491Z","end":"2026-03-03T14:23:00.76369Z","steps":["trace[451693223] 'agreement among raft nodes before linearized reading' (duration: 4.108138559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.763732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.65548Z","time spent":"4.108246011s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.764005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104073043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:00.763125Z","caller":"traceutil/trace.go:171","msg":"trace[781857130] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11177; }","duration":"4.93839242s","start":"2026-03-03T14:22:55.824718Z","end":"2026-03-03T14:23:00.76311Z","steps":["trace[781857130] 'agreement among raft nodes before linearized reading' (duration: 4.938309248s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:00.76404Z","caller":"traceutil/trace.go:171","msg":"trace[1370883627] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11177; }","duration":"3.104171756s","start":"2026-03-03T14:22:57.65986Z","end":"2026-03-03T14:23:00.764032Z","steps":["trace[1370883627] 'agreement among raft nodes before linearized reading' (duration: 3.104101925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.764062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.659831Z","time spent":"3.104225287s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.764087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.824692Z","time spent":"4.939362292s","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.764348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307763777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:23:00.764381Z","caller":"traceutil/trace.go:171","msg":"trace[1189323427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11177; }","duration":"1.307862589s","start":"2026-03-03T14:22:59.456512Z","end":"2026-03-03T14:23:00.764374Z","steps":["trace[1189323427] 'agreement among raft nodes before linearized reading' (duration: 1.307729156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.764402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.4565Z","time spent":"1.30789649s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:23:00.763657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.17450336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:00.766944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476512994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:00.767038Z","caller":"traceutil/trace.go:171","msg":"trace[1720653094] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11177; }","duration":"1.47889492s","start":"2026-03-03T14:22:59.288121Z","end":"2026-03-03T14:23:00.767016Z","steps":["trace[1720653094] 'agreement among raft nodes before linearized reading' (duration: 1.476436372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.767087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.288104Z","time spent":"1.478973732s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:00.762549Z","caller":"traceutil/trace.go:171","msg":"trace[81552333] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"1.535736455s","start":"2026-03-03T14:22:59.226791Z","end":"2026-03-03T14:23:00.762527Z","steps":["trace[81552333] 'process raft request' (duration: 1.535535211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.76722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.226767Z","time spent":"1.540387815s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:00.7675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003771969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:00.767647Z","caller":"traceutil/trace.go:171","msg":"trace[1705175295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11177; }","duration":"2.003886872s","start":"2026-03-03T14:22:58.763668Z","end":"2026-03-03T14:23:00.767555Z","steps":["trace[1705175295] 'agreement among raft nodes before linearized reading' (duration: 2.001059156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.767743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.763658Z","time spent":"2.004032556s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:00.768293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024733646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447537"} {"level":"info","ts":"2026-03-03T14:23:00.768332Z","caller":"traceutil/trace.go:171","msg":"trace[1230055600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11177; }","duration":"2.024764626s","start":"2026-03-03T14:22:58.743551Z","end":"2026-03-03T14:23:00.768316Z","steps":["trace[1230055600] 'agreement among raft nodes before linearized reading' (duration: 2.019396269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.768354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.743542Z","time spent":"2.024806567s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447561,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:00.771989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6951339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:00.772051Z","caller":"traceutil/trace.go:171","msg":"trace[1221678999] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11177; }","duration":"1.695272354s","start":"2026-03-03T14:22:59.076764Z","end":"2026-03-03T14:23:00.772036Z","steps":["trace[1221678999] 'agreement among raft nodes before linearized reading' (duration: 1.687943101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.772083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.076724Z","time spent":"1.695351655s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:00.772217Z","caller":"traceutil/trace.go:171","msg":"trace[111731418] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11177; }","duration":"5.175623867s","start":"2026-03-03T14:22:55.589101Z","end":"2026-03-03T14:23:00.764725Z","steps":["trace[111731418] 'agreement among raft nodes before linearized reading' (duration: 5.174521031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.772253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.589083Z","time spent":"5.183155195s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.772431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399613352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:00.77246Z","caller":"traceutil/trace.go:171","msg":"trace[2103936176] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11177; }","duration":"1.399695744s","start":"2026-03-03T14:22:59.372754Z","end":"2026-03-03T14:23:00.77245Z","steps":["trace[2103936176] 'agreement among raft nodes before linearized reading' (duration: 1.391991952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.772497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.372718Z","time spent":"1.399768126s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:23:00.77268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346808072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:23:00.77271Z","caller":"traceutil/trace.go:171","msg":"trace[518223154] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11177; }","duration":"1.346867284s","start":"2026-03-03T14:22:59.425828Z","end":"2026-03-03T14:23:00.772695Z","steps":["trace[518223154] 'agreement among raft nodes before linearized reading' (duration: 1.338916346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.772726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.425803Z","time spent":"1.346918244s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:23:01.235914Z","caller":"traceutil/trace.go:171","msg":"trace[1355401984] linearizableReadLoop","detail":"{readStateIndex:11609; appliedIndex:11608; }","duration":"462.251995ms","start":"2026-03-03T14:23:00.773639Z","end":"2026-03-03T14:23:01.235891Z","steps":["trace[1355401984] 'read index received' (duration: 462.155583ms)","trace[1355401984] 'applied index is now lower than readState.Index' (duration: 95.302µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:01.235986Z","caller":"traceutil/trace.go:171","msg":"trace[1319518415] transaction","detail":"{read_only:false; response_revision:11178; number_of_response:1; }","duration":"464.904919ms","start":"2026-03-03T14:23:00.771053Z","end":"2026-03-03T14:23:01.235957Z","steps":["trace[1319518415] 'process raft request' (duration: 464.645363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:01.236145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.771034Z","time spent":"465.027001ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:01.236159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.46051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:23:01.236217Z","caller":"traceutil/trace.go:171","msg":"trace[223209231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11178; }","duration":"462.560063ms","start":"2026-03-03T14:23:00.773626Z","end":"2026-03-03T14:23:01.236186Z","steps":["trace[223209231] 'agreement among raft nodes before linearized reading' (duration: 462.360528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:01.236266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.773612Z","time spent":"462.646115ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:01.741817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:02.242998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:02.744027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:02.776852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00004109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:02.776906Z","caller":"traceutil/trace.go:171","msg":"trace[281679781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118021s","start":"2026-03-03T14:23:00.776777Z","end":"2026-03-03T14:23:02.776895Z","steps":["trace[281679781] 'agreement among raft nodes before linearized reading' (duration: 2.00005353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:02.77693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.776766Z","time spent":"2.000159843s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.218842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983008896s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:03.219472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.773824Z","time spent":"2.445645331s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:23:03.219473Z","caller":"traceutil/trace.go:171","msg":"trace[1468485211] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"2.44557854s","start":"2026-03-03T14:23:00.773864Z","end":"2026-03-03T14:23:03.219442Z","steps":["trace[1468485211] 'process raft request' (duration: 2.445290303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.219789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.77383Z","time spent":"2.445883417s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:03.219872Z","caller":"traceutil/trace.go:171","msg":"trace[2013806385] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"2.443413628s","start":"2026-03-03T14:23:00.776435Z","end":"2026-03-03T14:23:03.219849Z","steps":["trace[2013806385] 'process raft request' (duration: 2.442980648s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:03.219953Z","caller":"traceutil/trace.go:171","msg":"trace[1345499789] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"2.436389453s","start":"2026-03-03T14:23:00.78354Z","end":"2026-03-03T14:23:03.21993Z","steps":["trace[1345499789] 'process raft request' (duration: 2.436109246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.219962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.776414Z","time spent":"2.443507151s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:03.22Z","caller":"traceutil/trace.go:171","msg":"trace[1014133117] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"2.43583964s","start":"2026-03-03T14:23:00.784142Z","end":"2026-03-03T14:23:03.219982Z","steps":["trace[1014133117] 'process raft request' (duration: 2.435644226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.220078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.784134Z","time spent":"2.435909442s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:03.220097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.783523Z","time spent":"2.436488685s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:03.220076Z","caller":"traceutil/trace.go:171","msg":"trace[1893431657] linearizableReadLoop","detail":"{readStateIndex:11616; appliedIndex:11609; }","duration":"1.984091462s","start":"2026-03-03T14:23:01.235969Z","end":"2026-03-03T14:23:03.22006Z","steps":["trace[1893431657] 'read index received' (duration: 1.983231362s)","trace[1893431657] 'applied index is now lower than readState.Index' (duration: 859µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:03.220181Z","caller":"traceutil/trace.go:171","msg":"trace[1614992945] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"2.336359684s","start":"2026-03-03T14:23:00.88381Z","end":"2026-03-03T14:23:03.22017Z","steps":["trace[1614992945] 'process raft request' (duration: 2.336170779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.22023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.883779Z","time spent":"2.336427185s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:03.220149Z","caller":"traceutil/trace.go:171","msg":"trace[709345100] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"2.336513378s","start":"2026-03-03T14:23:00.883624Z","end":"2026-03-03T14:23:03.220137Z","steps":["trace[709345100] 'process raft request' (duration: 2.336231171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.220377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.883615Z","time spent":"2.336653951s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:03.721309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:04.221817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:04.722914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671016,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:04.779294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002308344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:04.779398Z","caller":"traceutil/trace.go:171","msg":"trace[509703026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002478108s","start":"2026-03-03T14:23:02.776897Z","end":"2026-03-03T14:23:04.779375Z","steps":["trace[509703026] 'agreement among raft nodes before linearized reading' (duration: 2.002312574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:04.779452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.776891Z","time spent":"2.002548089s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:05.136693Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.550193747s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:05.335014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.05987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:05.335091Z","caller":"traceutil/trace.go:171","msg":"trace[1179622489] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"2.568129202s","start":"2026-03-03T14:23:02.766948Z","end":"2026-03-03T14:23:05.335078Z","steps":["trace[1179622489] 'process raft request' (duration: 2.369941179s)","trace[1179622489] 'compare' (duration: 197.802874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.335126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.766923Z","time spent":"2.568187893s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:05.34984Z","caller":"traceutil/trace.go:171","msg":"trace[1719273523] linearizableReadLoop","detail":"{readStateIndex:11618; appliedIndex:11616; }","duration":"2.129621868s","start":"2026-03-03T14:23:03.220194Z","end":"2026-03-03T14:23:05.349816Z","steps":["trace[1719273523] 'read index received' (duration: 1.916732827s)","trace[1719273523] 'applied index is now lower than readState.Index' (duration: 212.887681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.349855Z","caller":"traceutil/trace.go:171","msg":"trace[1977574713] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"2.129197048s","start":"2026-03-03T14:23:03.220623Z","end":"2026-03-03T14:23:05.34982Z","steps":["trace[1977574713] 'process raft request' (duration: 2.129048324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.349996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.2206Z","time spent":"2.12932991s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:05.350011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581445007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.35004Z","caller":"traceutil/trace.go:171","msg":"trace[616180664] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11186; }","duration":"2.581509618s","start":"2026-03-03T14:23:02.768521Z","end":"2026-03-03T14:23:05.350031Z","steps":["trace[616180664] 'agreement among raft nodes before linearized reading' (duration: 2.581407395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.768513Z","time spent":"2.581548929s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581473427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.350238Z","caller":"traceutil/trace.go:171","msg":"trace[354762184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11186; }","duration":"2.58160697s","start":"2026-03-03T14:23:02.768608Z","end":"2026-03-03T14:23:05.350215Z","steps":["trace[354762184] 'agreement among raft nodes before linearized reading' (duration: 2.581257292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.768597Z","time spent":"2.581676862s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:05.35029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582355538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.35032Z","caller":"traceutil/trace.go:171","msg":"trace[1665311011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11186; }","duration":"2.582419579s","start":"2026-03-03T14:23:02.767893Z","end":"2026-03-03T14:23:05.350312Z","steps":["trace[1665311011] 'agreement among raft nodes before linearized reading' (duration: 2.582376928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.767875Z","time spent":"2.58245939s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568223845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:23:05.350513Z","caller":"traceutil/trace.go:171","msg":"trace[858993152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11186; }","duration":"2.568265075s","start":"2026-03-03T14:23:02.782241Z","end":"2026-03-03T14:23:05.350506Z","steps":["trace[858993152] 'agreement among raft nodes before linearized reading' (duration: 2.568149701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.35053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.782229Z","time spent":"2.568297555s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582663486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:05.350577Z","caller":"traceutil/trace.go:171","msg":"trace[451693866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11186; }","duration":"2.582695746s","start":"2026-03-03T14:23:02.767874Z","end":"2026-03-03T14:23:05.35057Z","steps":["trace[451693866] 'agreement among raft nodes before linearized reading' (duration: 2.582559772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.76787Z","time spent":"2.582737087s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57691253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:05.350624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577494154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.350661Z","caller":"traceutil/trace.go:171","msg":"trace[1336500224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11186; }","duration":"2.576991761s","start":"2026-03-03T14:23:02.773653Z","end":"2026-03-03T14:23:05.350644Z","steps":["trace[1336500224] 'agreement among raft nodes before linearized reading' (duration: 2.576787705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576292365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.350707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.773645Z","time spent":"2.577050802s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:05.350725Z","caller":"traceutil/trace.go:171","msg":"trace[933824464] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11186; }","duration":"2.576356147s","start":"2026-03-03T14:23:02.774352Z","end":"2026-03-03T14:23:05.350708Z","steps":["trace[933824464] 'agreement among raft nodes before linearized reading' (duration: 2.576251894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.014771538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.350735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577276918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.350735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581519859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.350759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.774333Z","time spent":"2.576418678s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954631043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.350769Z","caller":"traceutil/trace.go:171","msg":"trace[245839332] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11186; }","duration":"2.577321699s","start":"2026-03-03T14:23:02.773439Z","end":"2026-03-03T14:23:05.350761Z","steps":["trace[245839332] 'agreement among raft nodes before linearized reading' (duration: 2.577268118s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:05.3508Z","caller":"traceutil/trace.go:171","msg":"trace[2128740966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11186; }","duration":"2.581638882s","start":"2026-03-03T14:23:02.769142Z","end":"2026-03-03T14:23:05.35078Z","steps":["trace[2128740966] 'agreement among raft nodes before linearized reading' (duration: 2.581510349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:05.350814Z","caller":"traceutil/trace.go:171","msg":"trace[1328227839] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11186; }","duration":"3.954729896s","start":"2026-03-03T14:23:01.396064Z","end":"2026-03-03T14:23:05.350794Z","steps":["trace[1328227839] 'agreement among raft nodes before linearized reading' (duration: 3.954627003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.773431Z","time spent":"2.5773755s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:05.35084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.769121Z","time spent":"2.581710604s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:05.350848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208552748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.350861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.396045Z","time spent":"3.954800998s","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:05.35089Z","caller":"traceutil/trace.go:171","msg":"trace[432203911] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11186; }","duration":"3.2086379s","start":"2026-03-03T14:23:02.142243Z","end":"2026-03-03T14:23:05.350881Z","steps":["trace[432203911] 'agreement among raft nodes before linearized reading' (duration: 3.208566268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.142225Z","time spent":"3.20868319s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.350835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.0908802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:23:05.350991Z","caller":"traceutil/trace.go:171","msg":"trace[1836926021] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11186; }","duration":"4.091065775s","start":"2026-03-03T14:23:01.259909Z","end":"2026-03-03T14:23:05.350975Z","steps":["trace[1836926021] 'agreement among raft nodes before linearized reading' (duration: 4.09086552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.350988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5836413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:05.351062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.259887Z","time spent":"4.091160397s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:23:05.35076Z","caller":"traceutil/trace.go:171","msg":"trace[1867694525] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11186; }","duration":"4.01482826s","start":"2026-03-03T14:23:01.335925Z","end":"2026-03-03T14:23:05.350753Z","steps":["trace[1867694525] 'agreement among raft nodes before linearized reading' (duration: 4.014772188s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:05.351084Z","caller":"traceutil/trace.go:171","msg":"trace[1967383898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11186; }","duration":"2.583768873s","start":"2026-03-03T14:23:02.767291Z","end":"2026-03-03T14:23:05.35106Z","steps":["trace[1967383898] 'agreement among raft nodes before linearized reading' (duration: 2.583523327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.35101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57483448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.351146Z","caller":"traceutil/trace.go:171","msg":"trace[1804513296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11186; }","duration":"2.574985054s","start":"2026-03-03T14:23:02.776153Z","end":"2026-03-03T14:23:05.351138Z","steps":["trace[1804513296] 'agreement among raft nodes before linearized reading' (duration: 2.57482311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.351176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.776146Z","time spent":"2.575024754s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:05.350683Z","caller":"traceutil/trace.go:171","msg":"trace[1931318547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11186; }","duration":"2.577571736s","start":"2026-03-03T14:23:02.773097Z","end":"2026-03-03T14:23:05.350668Z","steps":["trace[1931318547] 'agreement among raft nodes before linearized reading' (duration: 2.577473533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.351102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.335902Z","time spent":"4.015190738s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:05.351167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581451507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:23:05.35129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.773089Z","time spent":"2.578115618s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:05.351292Z","caller":"traceutil/trace.go:171","msg":"trace[718513899] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11186; }","duration":"2.581621842s","start":"2026-03-03T14:23:02.769643Z","end":"2026-03-03T14:23:05.351265Z","steps":["trace[718513899] 'agreement among raft nodes before linearized reading' (duration: 2.58110976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.35114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.767278Z","time spent":"2.583852525s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:05.351333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998811601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:23:05.35137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.769631Z","time spent":"2.581727924s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:05.351531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255971599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.351399Z","caller":"traceutil/trace.go:171","msg":"trace[683153624] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11186; }","duration":"2.998908382s","start":"2026-03-03T14:23:02.35247Z","end":"2026-03-03T14:23:05.351378Z","steps":["trace[683153624] 'agreement among raft nodes before linearized reading' (duration: 2.998579795s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:05.351608Z","caller":"traceutil/trace.go:171","msg":"trace[1568129912] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11186; }","duration":"3.256116512s","start":"2026-03-03T14:23:02.095477Z","end":"2026-03-03T14:23:05.351593Z","steps":["trace[1568129912] 'agreement among raft nodes before linearized reading' (duration: 3.255564699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.351693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.352449Z","time spent":"2.99922337s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"warn","ts":"2026-03-03T14:23:05.351685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.09546Z","time spent":"3.256215975s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.352482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592637671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:05.352559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578272111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:05.352621Z","caller":"traceutil/trace.go:171","msg":"trace[794406388] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11186; }","duration":"2.578346823s","start":"2026-03-03T14:23:02.774259Z","end":"2026-03-03T14:23:05.352605Z","steps":["trace[794406388] 'agreement among raft nodes before linearized reading' (duration: 2.578163889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.35268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.774253Z","time spent":"2.578414394s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:05.35256Z","caller":"traceutil/trace.go:171","msg":"trace[1771692903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11186; }","duration":"3.592753074s","start":"2026-03-03T14:23:01.759777Z","end":"2026-03-03T14:23:05.35253Z","steps":["trace[1771692903] 'agreement among raft nodes before linearized reading' (duration: 3.591222398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.352846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.759757Z","time spent":"3.593074331s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.693761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.681476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:05.693979Z","caller":"traceutil/trace.go:171","msg":"trace[545031389] linearizableReadLoop","detail":"{readStateIndex:11620; appliedIndex:11618; }","duration":"344.049917ms","start":"2026-03-03T14:23:05.349909Z","end":"2026-03-03T14:23:05.693958Z","steps":["trace[545031389] 'read index received' (duration: 120.101384ms)","trace[545031389] 'applied index is now lower than readState.Index' (duration: 223.947353ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.693997Z","caller":"traceutil/trace.go:171","msg":"trace[1033895046] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"469.059246ms","start":"2026-03-03T14:23:05.224903Z","end":"2026-03-03T14:23:05.693962Z","steps":["trace[1033895046] 'process raft request' (duration: 245.089853ms)","trace[1033895046] 'compare' (duration: 223.534923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.694175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.453400975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:23:05.694143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026115037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.694214Z","caller":"traceutil/trace.go:171","msg":"trace[628802265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11188; }","duration":"2.453441626s","start":"2026-03-03T14:23:03.240761Z","end":"2026-03-03T14:23:05.694202Z","steps":["trace[628802265] 'agreement among raft nodes before linearized reading' (duration: 2.453282962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339609001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:23:05.694251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.240679Z","time spent":"2.453563719s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:05.69425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.414575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:23:05.694267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.034214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.694274Z","caller":"traceutil/trace.go:171","msg":"trace[614177200] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11188; }","duration":"2.339685642s","start":"2026-03-03T14:23:03.354574Z","end":"2026-03-03T14:23:05.69426Z","steps":["trace[614177200] 'agreement among raft nodes before linearized reading' (duration: 2.339449927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.301829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:23:05.694298Z","caller":"traceutil/trace.go:171","msg":"trace[1664026899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11188; }","duration":"469.509207ms","start":"2026-03-03T14:23:05.224774Z","end":"2026-03-03T14:23:05.694283Z","steps":["trace[1664026899] 'agreement among raft nodes before linearized reading' (duration: 469.342463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:05.694243Z","caller":"traceutil/trace.go:171","msg":"trace[1020498381] transaction","detail":"{read_only:false; response_revision:11188; number_of_response:1; }","duration":"467.400048ms","start":"2026-03-03T14:23:05.226793Z","end":"2026-03-03T14:23:05.694193Z","steps":["trace[1020498381] 'process raft request' (duration: 467.095851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.35456Z","time spent":"2.339750153s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.694341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.224743Z","time spent":"469.588839ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:23:05.694342Z","caller":"traceutil/trace.go:171","msg":"trace[1316242014] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11188; }","duration":"911.442222ms","start":"2026-03-03T14:23:04.782877Z","end":"2026-03-03T14:23:05.69432Z","steps":["trace[1316242014] 'agreement among raft nodes before linearized reading' (duration: 911.206876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.782857Z","time spent":"911.542755ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:23:05.694261Z","caller":"traceutil/trace.go:171","msg":"trace[1507755722] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11188; }","duration":"2.026293691s","start":"2026-03-03T14:23:03.66794Z","end":"2026-03-03T14:23:05.694234Z","steps":["trace[1507755722] 'agreement among raft nodes before linearized reading' (duration: 2.026044185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.667927Z","time spent":"2.026545647s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.694526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.226779Z","time spent":"467.593143ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:05.69431Z","caller":"traceutil/trace.go:171","msg":"trace[264523723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11188; }","duration":"906.099685ms","start":"2026-03-03T14:23:04.7882Z","end":"2026-03-03T14:23:05.6943Z","steps":["trace[264523723] 'agreement among raft nodes before linearized reading' (duration: 906.018373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.896654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:23:05.694626Z","caller":"traceutil/trace.go:171","msg":"trace[1943062743] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11188; }","duration":"906.967476ms","start":"2026-03-03T14:23:04.787646Z","end":"2026-03-03T14:23:05.694614Z","steps":["trace[1943062743] 'agreement among raft nodes before linearized reading' (duration: 906.3225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.788193Z","time spent":"906.417002ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:05.694304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.426069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:23:05.694666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.78763Z","time spent":"907.028047ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1155,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:05.694703Z","caller":"traceutil/trace.go:171","msg":"trace[1444058393] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11188; }","duration":"470.87479ms","start":"2026-03-03T14:23:05.223815Z","end":"2026-03-03T14:23:05.69469Z","steps":["trace[1444058393] 'agreement among raft nodes before linearized reading' (duration: 470.381079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.223785Z","time spent":"470.950521ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:05.694826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075865756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:05.69489Z","caller":"traceutil/trace.go:171","msg":"trace[259683940] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11188; }","duration":"1.075935638s","start":"2026-03-03T14:23:04.618939Z","end":"2026-03-03T14:23:05.694874Z","steps":["trace[259683940] 'agreement among raft nodes before linearized reading' (duration: 1.075037487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.694973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.618868Z","time spent":"1.076093821s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.695063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.22488Z","time spent":"469.18291ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:06.515431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.449134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:06.515829Z","caller":"traceutil/trace.go:171","msg":"trace[784795301] linearizableReadLoop","detail":"{readStateIndex:11623; appliedIndex:11620; }","duration":"821.789229ms","start":"2026-03-03T14:23:05.694017Z","end":"2026-03-03T14:23:06.515806Z","steps":["trace[784795301] 'read index received' (duration: 213.753901ms)","trace[784795301] 'applied index is now lower than readState.Index' (duration: 608.034268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:06.515867Z","caller":"traceutil/trace.go:171","msg":"trace[1231933240] transaction","detail":"{read_only:false; response_revision:11190; number_of_response:1; }","duration":"1.159462745s","start":"2026-03-03T14:23:05.356379Z","end":"2026-03-03T14:23:06.515842Z","steps":["trace[1231933240] 'process raft request' (duration: 1.159189228s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.515935Z","caller":"traceutil/trace.go:171","msg":"trace[1952278442] transaction","detail":"{read_only:false; response_revision:11191; number_of_response:1; }","duration":"1.159498187s","start":"2026-03-03T14:23:05.356424Z","end":"2026-03-03T14:23:06.515922Z","steps":["trace[1952278442] 'process raft request' (duration: 1.15927509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.515992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160209324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:23:06.516014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.356363Z","time spent":"1.159569668s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:06.516059Z","caller":"traceutil/trace.go:171","msg":"trace[2088121814] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11191; }","duration":"1.160293386s","start":"2026-03-03T14:23:05.355754Z","end":"2026-03-03T14:23:06.516048Z","steps":["trace[2088121814] 'agreement among raft nodes before linearized reading' (duration: 1.160110951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.516009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.356395Z","time spent":"1.159576768s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:06.516093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.355705Z","time spent":"1.160381628s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:23:06.516283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159976268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:06.516327Z","caller":"traceutil/trace.go:171","msg":"trace[739449203] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11191; }","duration":"1.160052969s","start":"2026-03-03T14:23:05.356266Z","end":"2026-03-03T14:23:06.516319Z","steps":["trace[739449203] 'agreement among raft nodes before linearized reading' (duration: 1.159568737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.516347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.356245Z","time spent":"1.16009759s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:06.516553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158644016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447537"} {"level":"info","ts":"2026-03-03T14:23:06.516616Z","caller":"traceutil/trace.go:171","msg":"trace[1937363780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11191; }","duration":"1.158748818s","start":"2026-03-03T14:23:05.357854Z","end":"2026-03-03T14:23:06.516603Z","steps":["trace[1937363780] 'agreement among raft nodes before linearized reading' (duration: 1.157970939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.51666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.357836Z","time spent":"1.15880906s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447561,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:23:06.515803Z","caller":"traceutil/trace.go:171","msg":"trace[94179816] transaction","detail":"{read_only:false; response_revision:11189; number_of_response:1; }","duration":"1.159714852s","start":"2026-03-03T14:23:05.355996Z","end":"2026-03-03T14:23:06.515711Z","steps":["trace[94179816] 'process raft request' (duration: 551.860068ms)","trace[94179816] 'compare' (duration: 607.200898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:06.518482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.355977Z","time spent":"1.162455986s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:06.922183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.426839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:06.922567Z","caller":"traceutil/trace.go:171","msg":"trace[617979907] transaction","detail":"{read_only:false; response_revision:11195; number_of_response:1; }","duration":"1.218849331s","start":"2026-03-03T14:23:05.703696Z","end":"2026-03-03T14:23:06.922545Z","steps":["trace[617979907] 'process raft request' (duration: 1.218680067s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.922609Z","caller":"traceutil/trace.go:171","msg":"trace[71605524] linearizableReadLoop","detail":"{readStateIndex:11627; appliedIndex:11623; }","duration":"406.702401ms","start":"2026-03-03T14:23:06.515868Z","end":"2026-03-03T14:23:06.922571Z","steps":["trace[71605524] 'read index received' (duration: 207.798021ms)","trace[71605524] 'applied index is now lower than readState.Index' (duration: 198.90194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:06.922653Z","caller":"traceutil/trace.go:171","msg":"trace[1431453144] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"1.222538269s","start":"2026-03-03T14:23:05.700093Z","end":"2026-03-03T14:23:06.922631Z","steps":["trace[1431453144] 'process raft request' (duration: 1.222189951s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.922716Z","caller":"traceutil/trace.go:171","msg":"trace[1077504891] transaction","detail":"{read_only:false; response_revision:11192; number_of_response:1; }","duration":"1.223951203s","start":"2026-03-03T14:23:05.698666Z","end":"2026-03-03T14:23:06.922617Z","steps":["trace[1077504891] 'process raft request' (duration: 1.025027302s)","trace[1077504891] 'compare' (duration: 198.301685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:06.922777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.700078Z","time spent":"1.222640622s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:06.92268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.703673Z","time spent":"1.218948714s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:06.922569Z","caller":"traceutil/trace.go:171","msg":"trace[560992782] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"1.222033908s","start":"2026-03-03T14:23:05.700507Z","end":"2026-03-03T14:23:06.922541Z","steps":["trace[560992782] 'process raft request' (duration: 1.221827443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.922939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.69864Z","time spent":"1.224209618s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:06.923073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.700488Z","time spent":"1.222529609s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:07.19369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.225312ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:23:07.193808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20739808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1148"} {"level":"info","ts":"2026-03-03T14:23:07.193893Z","caller":"traceutil/trace.go:171","msg":"trace[556999438] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11195; }","duration":"1.207547705s","start":"2026-03-03T14:23:05.98632Z","end":"2026-03-03T14:23:07.193868Z","steps":["trace[556999438] 'agreement among raft nodes before linearized reading' (duration: 936.288902ms)","trace[556999438] 'range keys from in-memory index tree' (duration: 271.034387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.193897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498043433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:07.193965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.986293Z","time spent":"1.207652487s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1172,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-03T14:23:07.194088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458174179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:07.194083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207847111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5601"} {"level":"info","ts":"2026-03-03T14:23:07.194151Z","caller":"traceutil/trace.go:171","msg":"trace[340459842] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11195; }","duration":"1.458305952s","start":"2026-03-03T14:23:05.735828Z","end":"2026-03-03T14:23:07.194134Z","steps":["trace[340459842] 'agreement among raft nodes before linearized reading' (duration: 1.186791753s)","trace[340459842] 'count revisions from in-memory index tree' (duration: 271.399537ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:07.194165Z","caller":"traceutil/trace.go:171","msg":"trace[667669446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:11195; }","duration":"1.207962834s","start":"2026-03-03T14:23:05.986182Z","end":"2026-03-03T14:23:07.194145Z","steps":["trace[667669446] 'agreement among raft nodes before linearized reading' (duration: 936.402344ms)","trace[667669446] 'range keys from in-memory index tree' (duration: 271.326085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.19397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.192907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:23:07.19422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.986157Z","time spent":"1.208051617s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5625,"request content":"key:\"/registry/jobs/openstack/cinder-db-init\" "} {"level":"warn","ts":"2026-03-03T14:23:07.19425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.735809Z","time spent":"1.458426406s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:07.194282Z","caller":"traceutil/trace.go:171","msg":"trace[1133645129] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11195; }","duration":"672.544005ms","start":"2026-03-03T14:23:06.521719Z","end":"2026-03-03T14:23:07.194263Z","steps":["trace[1133645129] 'agreement among raft nodes before linearized reading' (duration: 672.137986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.194306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.781518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:23:07.194352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.521697Z","time spent":"672.636628ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:23:07.194374Z","caller":"traceutil/trace.go:171","msg":"trace[1103687675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11195; }","duration":"671.88466ms","start":"2026-03-03T14:23:06.522475Z","end":"2026-03-03T14:23:07.194359Z","steps":["trace[1103687675] 'agreement among raft nodes before linearized reading' (duration: 671.727157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.194423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.522458Z","time spent":"671.954702ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:23:07.193972Z","caller":"traceutil/trace.go:171","msg":"trace[1083689001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11195; }","duration":"1.498164286s","start":"2026-03-03T14:23:05.695787Z","end":"2026-03-03T14:23:07.193951Z","steps":["trace[1083689001] 'agreement among raft nodes before linearized reading' (duration: 1.226919833s)","trace[1083689001] 'range keys from in-memory index tree' (duration: 271.142581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.19452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.695767Z","time spent":"1.49874128s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:07.193831Z","caller":"traceutil/trace.go:171","msg":"trace[721862728] linearizableReadLoop","detail":"{readStateIndex:11628; appliedIndex:11627; }","duration":"271.152751ms","start":"2026-03-03T14:23:06.922659Z","end":"2026-03-03T14:23:07.193812Z","steps":["trace[721862728] 'read index received' (duration: 160.843µs)","trace[721862728] 'applied index is now lower than readState.Index' (duration: 270.990368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.194606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.698029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:23:07.194711Z","caller":"traceutil/trace.go:171","msg":"trace[87225518] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:11195; }","duration":"672.823392ms","start":"2026-03-03T14:23:06.521875Z","end":"2026-03-03T14:23:07.194699Z","steps":["trace[87225518] 'agreement among raft nodes before linearized reading' (duration: 672.562526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.194744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.521866Z","time spent":"672.868483ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:23:07.19484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.246918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-c699v\" ","response":"range_response_count:1 size:6607"} {"level":"info","ts":"2026-03-03T14:23:07.194913Z","caller":"traceutil/trace.go:171","msg":"trace[1467381992] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-c699v; range_end:; response_count:1; response_revision:11195; }","duration":"267.362161ms","start":"2026-03-03T14:23:06.927536Z","end":"2026-03-03T14:23:07.194898Z","steps":["trace[1467381992] 'agreement among raft nodes before linearized reading' (duration: 267.183647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.313835Z","caller":"traceutil/trace.go:171","msg":"trace[1488284701] linearizableReadLoop","detail":"{readStateIndex:11629; appliedIndex:11628; }","duration":"109.146395ms","start":"2026-03-03T14:23:07.204662Z","end":"2026-03-03T14:23:07.313808Z","steps":["trace[1488284701] 'read index received' (duration: 109.025572ms)","trace[1488284701] 'applied index is now lower than readState.Index' (duration: 119.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:07.313932Z","caller":"traceutil/trace.go:171","msg":"trace[1468525679] transaction","detail":"{read_only:false; response_revision:11196; number_of_response:1; }","duration":"114.962923ms","start":"2026-03-03T14:23:07.198939Z","end":"2026-03-03T14:23:07.313902Z","steps":["trace[1468525679] 'process raft request' (duration: 114.603964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.314079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.39541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.314244Z","caller":"traceutil/trace.go:171","msg":"trace[1950777975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11196; }","duration":"109.602915ms","start":"2026-03-03T14:23:07.204626Z","end":"2026-03-03T14:23:07.314229Z","steps":["trace[1950777975] 'agreement among raft nodes before linearized reading' (duration: 109.284048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.536975Z","caller":"traceutil/trace.go:171","msg":"trace[1771926024] linearizableReadLoop","detail":"{readStateIndex:11630; appliedIndex:11629; }","duration":"223.019731ms","start":"2026-03-03T14:23:07.313924Z","end":"2026-03-03T14:23:07.536944Z","steps":["trace[1771926024] 'read index received' (duration: 188.784031ms)","trace[1771926024] 'applied index is now lower than readState.Index' (duration: 34.23391ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:07.536997Z","caller":"traceutil/trace.go:171","msg":"trace[1375867572] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"329.766349ms","start":"2026-03-03T14:23:07.2072Z","end":"2026-03-03T14:23:07.536966Z","steps":["trace[1375867572] 'process raft request' (duration: 295.497778ms)","trace[1375867572] 'compare' (duration: 33.906793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.537134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.207188Z","time spent":"329.874451ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6827,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:07.537243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.748661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:23:07.537298Z","caller":"traceutil/trace.go:171","msg":"trace[2118194143] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11197; }","duration":"327.831512ms","start":"2026-03-03T14:23:07.209456Z","end":"2026-03-03T14:23:07.537288Z","steps":["trace[2118194143] 'agreement among raft nodes before linearized reading' (duration: 327.609977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.537325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.209449Z","time spent":"327.869293ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:23:07.593886Z","caller":"traceutil/trace.go:171","msg":"trace[1157992689] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"252.617562ms","start":"2026-03-03T14:23:07.341238Z","end":"2026-03-03T14:23:07.593856Z","steps":["trace[1157992689] 'process raft request' (duration: 252.350515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.593969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.129504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.594055Z","caller":"traceutil/trace.go:171","msg":"trace[1685415018] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11198; }","duration":"237.247427ms","start":"2026-03-03T14:23:07.356791Z","end":"2026-03-03T14:23:07.594038Z","steps":["trace[1685415018] 'agreement among raft nodes before linearized reading' (duration: 237.068653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.594109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.317199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:07.594254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.483483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.594331Z","caller":"traceutil/trace.go:171","msg":"trace[1728854334] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11198; }","duration":"237.588045ms","start":"2026-03-03T14:23:07.356719Z","end":"2026-03-03T14:23:07.594307Z","steps":["trace[1728854334] 'agreement among raft nodes before linearized reading' (duration: 237.497793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.594316Z","caller":"traceutil/trace.go:171","msg":"trace[12261593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11198; }","duration":"237.551504ms","start":"2026-03-03T14:23:07.356741Z","end":"2026-03-03T14:23:07.594292Z","steps":["trace[12261593] 'agreement among raft nodes before linearized reading' (duration: 237.291328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.594146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.728491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-03T14:23:07.59451Z","caller":"traceutil/trace.go:171","msg":"trace[1394524173] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857; range_end:; response_count:1; response_revision:11198; }","duration":"277.158773ms","start":"2026-03-03T14:23:07.317335Z","end":"2026-03-03T14:23:07.594494Z","steps":["trace[1394524173] 'agreement among raft nodes before linearized reading' (duration: 276.564088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.594586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.014947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:07.594613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.614416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:07.594703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.557695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.594719Z","caller":"traceutil/trace.go:171","msg":"trace[182534418] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11198; }","duration":"234.728648ms","start":"2026-03-03T14:23:07.359954Z","end":"2026-03-03T14:23:07.594683Z","steps":["trace[182534418] 'agreement among raft nodes before linearized reading' (duration: 234.498013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.59482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.033177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.594888Z","caller":"traceutil/trace.go:171","msg":"trace[1529884980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11198; }","duration":"238.141849ms","start":"2026-03-03T14:23:07.356729Z","end":"2026-03-03T14:23:07.594871Z","steps":["trace[1529884980] 'agreement among raft nodes before linearized reading' (duration: 238.039907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.594941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.995086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:07.594826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.937714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:07.594929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.74825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.595077Z","caller":"traceutil/trace.go:171","msg":"trace[85191379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11198; }","duration":"238.201861ms","start":"2026-03-03T14:23:07.356855Z","end":"2026-03-03T14:23:07.595057Z","steps":["trace[85191379] 'agreement among raft nodes before linearized reading' (duration: 237.941025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.594904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.478834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.595115Z","caller":"traceutil/trace.go:171","msg":"trace[1625826660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11198; }","duration":"237.944645ms","start":"2026-03-03T14:23:07.35716Z","end":"2026-03-03T14:23:07.595104Z","steps":["trace[1625826660] 'agreement among raft nodes before linearized reading' (duration: 237.73998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.595137Z","caller":"traceutil/trace.go:171","msg":"trace[775915396] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11198; }","duration":"237.734969ms","start":"2026-03-03T14:23:07.357387Z","end":"2026-03-03T14:23:07.595122Z","steps":["trace[775915396] 'agreement among raft nodes before linearized reading' (duration: 237.478753ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.594999Z","caller":"traceutil/trace.go:171","msg":"trace[921396162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11198; }","duration":"238.070707ms","start":"2026-03-03T14:23:07.356914Z","end":"2026-03-03T14:23:07.594985Z","steps":["trace[921396162] 'agreement among raft nodes before linearized reading' (duration: 237.930964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.594626Z","caller":"traceutil/trace.go:171","msg":"trace[2138108892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11198; }","duration":"279.052528ms","start":"2026-03-03T14:23:07.315562Z","end":"2026-03-03T14:23:07.594614Z","steps":["trace[2138108892] 'agreement among raft nodes before linearized reading' (duration: 278.995087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.595008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.382921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:07.595298Z","caller":"traceutil/trace.go:171","msg":"trace[887919236] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11198; }","duration":"237.694848ms","start":"2026-03-03T14:23:07.357594Z","end":"2026-03-03T14:23:07.595289Z","steps":["trace[887919236] 'agreement among raft nodes before linearized reading' (duration: 237.33238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.594734Z","caller":"traceutil/trace.go:171","msg":"trace[1010249654] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11198; }","duration":"237.605296ms","start":"2026-03-03T14:23:07.357122Z","end":"2026-03-03T14:23:07.594727Z","steps":["trace[1010249654] 'agreement among raft nodes before linearized reading' (duration: 237.543755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.979804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.159504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:07.979903Z","caller":"traceutil/trace.go:171","msg":"trace[1981309324] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"382.292352ms","start":"2026-03-03T14:23:07.597592Z","end":"2026-03-03T14:23:07.979885Z","steps":["trace[1981309324] 'process raft request' (duration: 161.971114ms)","trace[1981309324] 'compare' (duration: 219.97938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.979959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.597572Z","time spent":"382.359354ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:08.306325Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:09.34033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.139752ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:09.340633Z","caller":"traceutil/trace.go:171","msg":"trace[1335539914] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"1.736454069s","start":"2026-03-03T14:23:07.604141Z","end":"2026-03-03T14:23:09.340595Z","steps":["trace[1335539914] 'process raft request' (duration: 893.924147ms)","trace[1335539914] 'compare' (duration: 841.882786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:09.34117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.604126Z","time spent":"1.736585822s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:09.342653Z","caller":"traceutil/trace.go:171","msg":"trace[1231167571] transaction","detail":"{read_only:false; response_revision:11201; number_of_response:1; }","duration":"1.642009593s","start":"2026-03-03T14:23:07.700625Z","end":"2026-03-03T14:23:09.342635Z","steps":["trace[1231167571] 'process raft request' (duration: 1.639859712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.342765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.700602Z","time spent":"1.642104766s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:09.343186Z","caller":"traceutil/trace.go:171","msg":"trace[2084816999] transaction","detail":"{read_only:false; response_revision:11202; number_of_response:1; }","duration":"1.642468874s","start":"2026-03-03T14:23:07.700686Z","end":"2026-03-03T14:23:09.343155Z","steps":["trace[2084816999] 'process raft request' (duration: 1.641894821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.343247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.700653Z","time spent":"1.642568916s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:10.757835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:10.757914Z","caller":"traceutil/trace.go:171","msg":"trace[845848320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00002688s","start":"2026-03-03T14:23:08.75786Z","end":"2026-03-03T14:23:10.757887Z","steps":["trace[845848320] 'agreement among raft nodes before linearized reading' (duration: 1.999930148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:10.757981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.757843Z","time spent":"2.000098941s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:11.194902Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.177268046s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:11.440733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018868196s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:11.440819Z","caller":"traceutil/trace.go:171","msg":"trace[705010638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11202; }","duration":"1.018967518s","start":"2026-03-03T14:23:10.421839Z","end":"2026-03-03T14:23:11.440807Z","steps":["trace[705010638] 'range keys from in-memory index tree' (duration: 1.018855016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.441252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.049176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:11.441516Z","caller":"traceutil/trace.go:171","msg":"trace[1309071364] linearizableReadLoop","detail":"{readStateIndex:11638; appliedIndex:11632; }","duration":"3.635448035s","start":"2026-03-03T14:23:07.806051Z","end":"2026-03-03T14:23:11.441499Z","steps":["trace[1309071364] 'read index received' (duration: 692.030107ms)","trace[1309071364] 'applied index is now lower than readState.Index' (duration: 2.943417028s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:11.441593Z","caller":"traceutil/trace.go:171","msg":"trace[1907367001] transaction","detail":"{read_only:false; response_revision:11203; number_of_response:1; }","duration":"3.456913557s","start":"2026-03-03T14:23:07.984665Z","end":"2026-03-03T14:23:11.441578Z","steps":["trace[1907367001] 'process raft request' (duration: 3.210448991s)","trace[1907367001] 'compare' (duration: 245.562515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:11.44165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.98464Z","time spent":"3.456983269s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:23:11.441938Z","caller":"traceutil/trace.go:171","msg":"trace[1673351221] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"3.167192868s","start":"2026-03-03T14:23:08.274708Z","end":"2026-03-03T14:23:11.441901Z","steps":["trace[1673351221] 'process raft request' (duration: 3.166751497s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:11.442106Z","caller":"traceutil/trace.go:171","msg":"trace[47881605] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"3.401918595s","start":"2026-03-03T14:23:08.040176Z","end":"2026-03-03T14:23:11.442094Z","steps":["trace[47881605] 'process raft request' (duration: 3.401191608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.442128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.274682Z","time spent":"3.167355931s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:11.442185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.040153Z","time spent":"3.401990636s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:11.442299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636053899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:11.442847Z","caller":"traceutil/trace.go:171","msg":"trace[2109502358] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11205; }","duration":"3.636818607s","start":"2026-03-03T14:23:07.806005Z","end":"2026-03-03T14:23:11.442823Z","steps":["trace[2109502358] 'agreement among raft nodes before linearized reading' (duration: 3.636029879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.442906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.805983Z","time spent":"3.63689769s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:12.024739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.917333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:12.024903Z","caller":"traceutil/trace.go:171","msg":"trace[69176192] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"2.911555444s","start":"2026-03-03T14:23:09.11332Z","end":"2026-03-03T14:23:12.024876Z","steps":["trace[69176192] 'process raft request' (duration: 2.513457817s)","trace[69176192] 'compare' (duration: 397.709367ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:12.02493Z","caller":"traceutil/trace.go:171","msg":"trace[1428710395] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"2.42404693s","start":"2026-03-03T14:23:09.60087Z","end":"2026-03-03T14:23:12.024917Z","steps":["trace[1428710395] 'process raft request' (duration: 2.423944527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.024981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.600844Z","time spent":"2.424114231s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:12.02502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.113283Z","time spent":"2.911670816s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:12.025183Z","caller":"traceutil/trace.go:171","msg":"trace[1848746141] transaction","detail":"{read_only:false; response_revision:11208; number_of_response:1; }","duration":"676.54221ms","start":"2026-03-03T14:23:11.348624Z","end":"2026-03-03T14:23:12.025167Z","steps":["trace[1848746141] 'process raft request' (duration: 676.261884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.025486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.348598Z","time spent":"676.644832ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:12.025534Z","caller":"traceutil/trace.go:171","msg":"trace[1516559651] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"676.757475ms","start":"2026-03-03T14:23:11.348764Z","end":"2026-03-03T14:23:12.025522Z","steps":["trace[1516559651] 'process raft request' (duration: 676.327175ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:12.025578Z","caller":"traceutil/trace.go:171","msg":"trace[948984304] linearizableReadLoop","detail":"{readStateIndex:11642; appliedIndex:11638; }","duration":"584.020029ms","start":"2026-03-03T14:23:11.44155Z","end":"2026-03-03T14:23:12.02557Z","steps":["trace[948984304] 'read index received' (duration: 185.245086ms)","trace[948984304] 'applied index is now lower than readState.Index' (duration: 398.774263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:12.025596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.348722Z","time spent":"676.843027ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:12.025639Z","caller":"traceutil/trace.go:171","msg":"trace[1585190557] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"578.59701ms","start":"2026-03-03T14:23:11.447034Z","end":"2026-03-03T14:23:12.025631Z","steps":["trace[1585190557] 'process raft request' (duration: 578.182171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.025671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.447018Z","time spent":"578.635262ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:23:12.025788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42278954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:12.025798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422709488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:12.025812Z","caller":"traceutil/trace.go:171","msg":"trace[1567055133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11210; }","duration":"2.422842722s","start":"2026-03-03T14:23:09.602963Z","end":"2026-03-03T14:23:12.025806Z","steps":["trace[1567055133] 'agreement among raft nodes before linearized reading' (duration: 2.422788401s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:12.025827Z","caller":"traceutil/trace.go:171","msg":"trace[578955339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11210; }","duration":"2.422738759s","start":"2026-03-03T14:23:09.60308Z","end":"2026-03-03T14:23:12.025819Z","steps":["trace[578955339] 'agreement among raft nodes before linearized reading' (duration: 2.422591695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.025842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.60295Z","time spent":"2.422884683s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:12.02586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603016Z","time spent":"2.42283808s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:12.025946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267877042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.025971Z","caller":"traceutil/trace.go:171","msg":"trace[1092078993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11210; }","duration":"1.267930984s","start":"2026-03-03T14:23:10.758034Z","end":"2026-03-03T14:23:12.025965Z","steps":["trace[1092078993] 'agreement among raft nodes before linearized reading' (duration: 1.267893063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.025989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.758018Z","time spent":"1.267967284s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653350369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:12.02606Z","caller":"traceutil/trace.go:171","msg":"trace[1659573179] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11210; }","duration":"2.653414961s","start":"2026-03-03T14:23:09.372638Z","end":"2026-03-03T14:23:12.026053Z","steps":["trace[1659573179] 'agreement among raft nodes before linearized reading' (duration: 2.653322839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.372621Z","time spent":"2.653452603s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098665576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:23:12.02625Z","caller":"traceutil/trace.go:171","msg":"trace[1940537494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11210; }","duration":"3.098696226s","start":"2026-03-03T14:23:08.927542Z","end":"2026-03-03T14:23:12.026239Z","steps":["trace[1940537494] 'agreement among raft nodes before linearized reading' (duration: 3.098639895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423034227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.026292Z","caller":"traceutil/trace.go:171","msg":"trace[1420841818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11210; }","duration":"2.423076217s","start":"2026-03-03T14:23:09.603209Z","end":"2026-03-03T14:23:12.026285Z","steps":["trace[1420841818] 'agreement among raft nodes before linearized reading' (duration: 2.423031636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603203Z","time spent":"2.423111398s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099158837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:23:12.026424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499329763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:23:12.02642Z","caller":"traceutil/trace.go:171","msg":"trace[1410119978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11210; }","duration":"3.099253419s","start":"2026-03-03T14:23:08.927149Z","end":"2026-03-03T14:23:12.026402Z","steps":["trace[1410119978] 'agreement among raft nodes before linearized reading' (duration: 3.099120976s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:12.026457Z","caller":"traceutil/trace.go:171","msg":"trace[1982760836] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11210; }","duration":"3.499373724s","start":"2026-03-03T14:23:08.527075Z","end":"2026-03-03T14:23:12.026449Z","steps":["trace[1982760836] 'agreement among raft nodes before linearized reading' (duration: 3.49918257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.52707Z","time spent":"3.499408475s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.927142Z","time spent":"3.099323001s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504495904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:12.026518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423323353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.02657Z","caller":"traceutil/trace.go:171","msg":"trace[1858144662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11210; }","duration":"3.504581017s","start":"2026-03-03T14:23:08.521975Z","end":"2026-03-03T14:23:12.026556Z","steps":["trace[1858144662] 'agreement among raft nodes before linearized reading' (duration: 3.504420773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504594267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:12.026621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.521961Z","time spent":"3.504648318s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:23:12.026637Z","caller":"traceutil/trace.go:171","msg":"trace[808449400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11210; }","duration":"3.504695209s","start":"2026-03-03T14:23:08.521928Z","end":"2026-03-03T14:23:12.026623Z","steps":["trace[808449400] 'agreement among raft nodes before linearized reading' (duration: 3.504478034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.521913Z","time spent":"3.5047506s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423596109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.026625Z","caller":"traceutil/trace.go:171","msg":"trace[1180944908] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11210; }","duration":"2.423475437s","start":"2026-03-03T14:23:09.603127Z","end":"2026-03-03T14:23:12.026602Z","steps":["trace[1180944908] 'agreement among raft nodes before linearized reading' (duration: 2.423211881s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:12.026763Z","caller":"traceutil/trace.go:171","msg":"trace[981777668] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11210; }","duration":"2.42364067s","start":"2026-03-03T14:23:09.603109Z","end":"2026-03-03T14:23:12.02675Z","steps":["trace[981777668] 'agreement among raft nodes before linearized reading' (duration: 2.423590739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603118Z","time spent":"2.42364047s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603104Z","time spent":"2.423681691s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099809212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:23:12.026836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423640321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:12.026865Z","caller":"traceutil/trace.go:171","msg":"trace[226869164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11210; }","duration":"3.099953046s","start":"2026-03-03T14:23:08.926904Z","end":"2026-03-03T14:23:12.026857Z","steps":["trace[226869164] 'agreement among raft nodes before linearized reading' (duration: 3.09971479s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:12.026881Z","caller":"traceutil/trace.go:171","msg":"trace[1305160566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11210; }","duration":"2.423705512s","start":"2026-03-03T14:23:09.603165Z","end":"2026-03-03T14:23:12.02687Z","steps":["trace[1305160566] 'agreement among raft nodes before linearized reading' (duration: 2.423492357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42361236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:12.026938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603157Z","time spent":"2.423769293s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:12.026962Z","caller":"traceutil/trace.go:171","msg":"trace[1830436273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11210; }","duration":"2.423645451s","start":"2026-03-03T14:23:09.603311Z","end":"2026-03-03T14:23:12.026956Z","steps":["trace[1830436273] 'agreement among raft nodes before linearized reading' (duration: 2.42361032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.026977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603305Z","time spent":"2.423668851s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:12.027026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423543039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.027043Z","caller":"traceutil/trace.go:171","msg":"trace[1591873635] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11210; }","duration":"2.423582279s","start":"2026-03-03T14:23:09.603457Z","end":"2026-03-03T14:23:12.027039Z","steps":["trace[1591873635] 'agreement among raft nodes before linearized reading' (duration: 2.423557328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.027055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603447Z","time spent":"2.423606099s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:12.027098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423719852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.027118Z","caller":"traceutil/trace.go:171","msg":"trace[395547080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11210; }","duration":"2.423752753s","start":"2026-03-03T14:23:09.603357Z","end":"2026-03-03T14:23:12.02711Z","steps":["trace[395547080] 'agreement among raft nodes before linearized reading' (duration: 2.423730972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.027131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603342Z","time spent":"2.423785794s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.926881Z","time spent":"3.100005797s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:12.026272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.927481Z","time spent":"3.098784459s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:12.027199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423938378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:12.027234Z","caller":"traceutil/trace.go:171","msg":"trace[2118931851] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11210; }","duration":"2.423985448s","start":"2026-03-03T14:23:09.603239Z","end":"2026-03-03T14:23:12.027225Z","steps":["trace[2118931851] 'agreement among raft nodes before linearized reading' (duration: 2.423931227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.027268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603234Z","time spent":"2.424028649s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:12.027464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423885767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:12.027504Z","caller":"traceutil/trace.go:171","msg":"trace[1796054997] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11210; }","duration":"2.423942648s","start":"2026-03-03T14:23:09.603553Z","end":"2026-03-03T14:23:12.027496Z","steps":["trace[1796054997] 'agreement among raft nodes before linearized reading' (duration: 2.422540494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.027527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.603547Z","time spent":"2.423975688s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:12.513627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.676832ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:23:12.513695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.027088Z","time spent":"486.604733ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:13.484457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217353956s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:13.532604Z","caller":"traceutil/trace.go:171","msg":"trace[1042796572] linearizableReadLoop","detail":"{readStateIndex:11647; appliedIndex:11643; }","duration":"1.501070695s","start":"2026-03-03T14:23:12.031507Z","end":"2026-03-03T14:23:13.532577Z","steps":["trace[1042796572] 'read index received' (duration: 235.541418ms)","trace[1042796572] 'applied index is now lower than readState.Index' (duration: 1.265528207s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:13.532744Z","caller":"traceutil/trace.go:171","msg":"trace[1995636892] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"1.502121609s","start":"2026-03-03T14:23:12.03061Z","end":"2026-03-03T14:23:13.532732Z","steps":["trace[1995636892] 'process raft request' (duration: 1.454086062s)","trace[1995636892] 'compare' (duration: 47.28082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:13.532974Z","caller":"traceutil/trace.go:171","msg":"trace[1995337801] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"1.501594287s","start":"2026-03-03T14:23:12.031369Z","end":"2026-03-03T14:23:13.532964Z","steps":["trace[1995337801] 'process raft request' (duration: 1.501009783s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:13.53299Z","caller":"traceutil/trace.go:171","msg":"trace[2039036973] transaction","detail":"{read_only:false; response_revision:11215; number_of_response:1; }","duration":"1.499869796s","start":"2026-03-03T14:23:12.033109Z","end":"2026-03-03T14:23:13.532978Z","steps":["trace[2039036973] 'process raft request' (duration: 1.499410505s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:13.532994Z","caller":"traceutil/trace.go:171","msg":"trace[901715197] transaction","detail":"{read_only:false; response_revision:11214; number_of_response:1; }","duration":"1.501255179s","start":"2026-03-03T14:23:12.031726Z","end":"2026-03-03T14:23:13.532981Z","steps":["trace[901715197] 'process raft request' (duration: 1.500719127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:13.533041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.031359Z","time spent":"1.501645708s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:13.533042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.0331Z","time spent":"1.499911587s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:13.533046Z","caller":"traceutil/trace.go:171","msg":"trace[1770568657] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"1.502382965s","start":"2026-03-03T14:23:12.030653Z","end":"2026-03-03T14:23:13.533036Z","steps":["trace[1770568657] 'process raft request' (duration: 1.501565206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:13.533055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.031718Z","time spent":"1.50130234s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:13.533095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.030635Z","time spent":"1.502437016s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:13.533248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.030586Z","time spent":"1.50218349s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:13.534136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502620742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447772"} {"level":"info","ts":"2026-03-03T14:23:13.534193Z","caller":"traceutil/trace.go:171","msg":"trace[1848828165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11215; }","duration":"1.502708344s","start":"2026-03-03T14:23:12.031473Z","end":"2026-03-03T14:23:13.534181Z","steps":["trace[1848828165] 'agreement among raft nodes before linearized reading' (duration: 1.501523936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:13.534226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.031463Z","time spent":"1.502756085s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447796,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:14.017712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.564858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:14.018165Z","caller":"traceutil/trace.go:171","msg":"trace[1086114048] transaction","detail":"{read_only:false; response_revision:11216; number_of_response:1; }","duration":"1.503461651s","start":"2026-03-03T14:23:12.514657Z","end":"2026-03-03T14:23:14.018118Z","steps":["trace[1086114048] 'process raft request' (duration: 1.31639622s)","trace[1086114048] 'compare' (duration: 186.288351ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:14.018376Z","caller":"traceutil/trace.go:171","msg":"trace[691212950] linearizableReadLoop","detail":"{readStateIndex:11651; appliedIndex:11649; }","duration":"485.65767ms","start":"2026-03-03T14:23:13.532702Z","end":"2026-03-03T14:23:14.01836Z","steps":["trace[691212950] 'read index received' (duration: 298.345764ms)","trace[691212950] 'applied index is now lower than readState.Index' (duration: 187.310956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:14.01839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.879647Z","time spent":"1.138739195s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:14.018477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.727844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:14.018496Z","caller":"traceutil/trace.go:171","msg":"trace[266898985] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11216; }","duration":"121.796955ms","start":"2026-03-03T14:23:13.896692Z","end":"2026-03-03T14:23:14.018489Z","steps":["trace[266898985] 'agreement among raft nodes before linearized reading' (duration: 121.746174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.018484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.514633Z","time spent":"1.503702847s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:14.018479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985045645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:14.018558Z","caller":"traceutil/trace.go:171","msg":"trace[211912256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11216; }","duration":"1.985174878s","start":"2026-03-03T14:23:12.033364Z","end":"2026-03-03T14:23:14.018539Z","steps":["trace[211912256] 'agreement among raft nodes before linearized reading' (duration: 1.985036215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.018549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472002026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:23:14.018549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140794794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-c699v\" ","response":"range_response_count:1 size:6842"} {"level":"warn","ts":"2026-03-03T14:23:14.018595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.033347Z","time spent":"1.985241439s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:14.018612Z","caller":"traceutil/trace.go:171","msg":"trace[533094393] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11216; }","duration":"1.472108669s","start":"2026-03-03T14:23:12.546486Z","end":"2026-03-03T14:23:14.018595Z","steps":["trace[533094393] 'agreement among raft nodes before linearized reading' (duration: 1.471906284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:14.018632Z","caller":"traceutil/trace.go:171","msg":"trace[1017256764] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-c699v; range_end:; response_count:1; response_revision:11216; }","duration":"1.140909266s","start":"2026-03-03T14:23:12.877706Z","end":"2026-03-03T14:23:14.018615Z","steps":["trace[1017256764] 'agreement among raft nodes before linearized reading' (duration: 1.14066069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.018652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.546468Z","time spent":"1.472176351s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:14.018668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.877694Z","time spent":"1.140965898s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6866,"request content":"key:\"/registry/pods/openstack/cinder-db-sync-c699v\" "} {"level":"warn","ts":"2026-03-03T14:23:14.523269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:15.023813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:15.133958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112862202s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:15.134374Z","caller":"traceutil/trace.go:171","msg":"trace[742936935] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"1.113342583s","start":"2026-03-03T14:23:14.021008Z","end":"2026-03-03T14:23:15.134351Z","steps":["trace[742936935] 'process raft request' (duration: 1.113180499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:15.134496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.020995Z","time spent":"1.113438946s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:23:16.029392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000673096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:16.029449Z","caller":"traceutil/trace.go:171","msg":"trace[1627998886] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000755017s","start":"2026-03-03T14:23:14.028682Z","end":"2026-03-03T14:23:16.029437Z","steps":["trace[1627998886] 'agreement among raft nodes before linearized reading' (duration: 2.000690626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.029485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.02867Z","time spent":"2.000798958s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:16.927281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.7931059s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:16.927901Z","caller":"traceutil/trace.go:171","msg":"trace[110422140] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"2.895936444s","start":"2026-03-03T14:23:14.031932Z","end":"2026-03-03T14:23:16.927869Z","steps":["trace[110422140] 'process raft request' (duration: 2.895581546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.927949Z","caller":"traceutil/trace.go:171","msg":"trace[1889716184] linearizableReadLoop","detail":"{readStateIndex:11656; appliedIndex:11651; }","duration":"2.905253936s","start":"2026-03-03T14:23:14.022671Z","end":"2026-03-03T14:23:16.927925Z","steps":["trace[1889716184] 'read index received' (duration: 1.1114815s)","trace[1889716184] 'applied index is now lower than readState.Index' (duration: 1.793771226s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:16.92805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.031916Z","time spent":"2.896056288s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6838,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:16.928175Z","caller":"traceutil/trace.go:171","msg":"trace[1010450018] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"2.895918353s","start":"2026-03-03T14:23:14.032241Z","end":"2026-03-03T14:23:16.928159Z","steps":["trace[1010450018] 'process raft request' (duration: 2.895628006s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.928326Z","caller":"traceutil/trace.go:171","msg":"trace[1593966940] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"2.8961697s","start":"2026-03-03T14:23:14.032133Z","end":"2026-03-03T14:23:16.928302Z","steps":["trace[1593966940] 'process raft request' (duration: 2.895617647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.928362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032214Z","time spent":"2.896109928s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:16.928435Z","caller":"traceutil/trace.go:171","msg":"trace[330046168] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"2.896246251s","start":"2026-03-03T14:23:14.032151Z","end":"2026-03-03T14:23:16.928397Z","steps":["trace[330046168] 'process raft request' (duration: 2.895665227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.928467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032125Z","time spent":"2.896254661s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:16.92864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032126Z","time spent":"2.896396585s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:16.928667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905959633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:23:16.928778Z","caller":"traceutil/trace.go:171","msg":"trace[1313502325] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11221; }","duration":"2.906081596s","start":"2026-03-03T14:23:14.022667Z","end":"2026-03-03T14:23:16.928748Z","steps":["trace[1313502325] 'agreement among raft nodes before linearized reading' (duration: 2.905762197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.928846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.022649Z","time spent":"2.906182618s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:16.928943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89660684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:16.928983Z","caller":"traceutil/trace.go:171","msg":"trace[30826735] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11221; }","duration":"2.896691912s","start":"2026-03-03T14:23:14.03228Z","end":"2026-03-03T14:23:16.928972Z","steps":["trace[30826735] 'agreement among raft nodes before linearized reading' (duration: 2.89657858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.928991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.906190068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:16.929034Z","caller":"traceutil/trace.go:171","msg":"trace[1306683625] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11221; }","duration":"2.906259269s","start":"2026-03-03T14:23:14.022764Z","end":"2026-03-03T14:23:16.929023Z","steps":["trace[1306683625] 'agreement among raft nodes before linearized reading' (duration: 2.906093315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.022744Z","time spent":"2.906332102s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:23:16.929162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.823527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.929199Z","caller":"traceutil/trace.go:171","msg":"trace[903470741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11221; }","duration":"899.857178ms","start":"2026-03-03T14:23:16.029333Z","end":"2026-03-03T14:23:16.92919Z","steps":["trace[903470741] 'agreement among raft nodes before linearized reading' (duration: 899.810137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.029292Z","time spent":"899.925071ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:16.929493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897176794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:16.92951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386332478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:23:16.929527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386294018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:16.929547Z","caller":"traceutil/trace.go:171","msg":"trace[1363837388] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11221; }","duration":"1.38641803s","start":"2026-03-03T14:23:15.543118Z","end":"2026-03-03T14:23:16.929536Z","steps":["trace[1363837388] 'agreement among raft nodes before linearized reading' (duration: 1.386305218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.543103Z","time spent":"1.386467401s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:16.929581Z","caller":"traceutil/trace.go:171","msg":"trace[1759384225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11221; }","duration":"1.386362999s","start":"2026-03-03T14:23:15.543203Z","end":"2026-03-03T14:23:16.929566Z","steps":["trace[1759384225] 'agreement among raft nodes before linearized reading' (duration: 1.386186605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897297736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.92962Z","caller":"traceutil/trace.go:171","msg":"trace[1899840175] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11221; }","duration":"2.897334867s","start":"2026-03-03T14:23:14.032275Z","end":"2026-03-03T14:23:16.92961Z","steps":["trace[1899840175] 'agreement among raft nodes before linearized reading' (duration: 2.897285796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.543195Z","time spent":"1.38641746s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:16.92965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032271Z","time spent":"2.897371439s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:16.929701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386680596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:23:16.929731Z","caller":"traceutil/trace.go:171","msg":"trace[1249443548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11221; }","duration":"1.386733198s","start":"2026-03-03T14:23:15.54299Z","end":"2026-03-03T14:23:16.929724Z","steps":["trace[1249443548] 'agreement among raft nodes before linearized reading' (duration: 1.386649766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.542976Z","time spent":"1.386775348s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:16.929814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041180125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.92988Z","caller":"traceutil/trace.go:171","msg":"trace[1514591740] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11221; }","duration":"1.041323239s","start":"2026-03-03T14:23:15.88854Z","end":"2026-03-03T14:23:16.929863Z","steps":["trace[1514591740] 'agreement among raft nodes before linearized reading' (duration: 1.041186986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.929932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.888524Z","time spent":"1.04139336s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:16.930012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.518486997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414947"} {"level":"info","ts":"2026-03-03T14:23:16.93005Z","caller":"traceutil/trace.go:171","msg":"trace[1710416580] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11221; }","duration":"2.518558778s","start":"2026-03-03T14:23:14.411482Z","end":"2026-03-03T14:23:16.930041Z","steps":["trace[1710416580] 'agreement among raft nodes before linearized reading' (duration: 2.518371834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.411461Z","time spent":"2.51860966s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414971,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:23:16.929541Z","caller":"traceutil/trace.go:171","msg":"trace[352520064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11221; }","duration":"2.897222265s","start":"2026-03-03T14:23:14.032307Z","end":"2026-03-03T14:23:16.929529Z","steps":["trace[352520064] 'agreement among raft nodes before linearized reading' (duration: 2.897067192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386870571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:16.930191Z","caller":"traceutil/trace.go:171","msg":"trace[1014949289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11221; }","duration":"1.386952302s","start":"2026-03-03T14:23:15.543229Z","end":"2026-03-03T14:23:16.930181Z","steps":["trace[1014949289] 'agreement among raft nodes before linearized reading' (duration: 1.38684191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.543199Z","time spent":"1.387033755s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:16.930419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387103296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:16.930462Z","caller":"traceutil/trace.go:171","msg":"trace[1077231095] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11221; }","duration":"1.387179168s","start":"2026-03-03T14:23:15.54327Z","end":"2026-03-03T14:23:16.930449Z","steps":["trace[1077231095] 'agreement among raft nodes before linearized reading' (duration: 1.387076455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.543248Z","time spent":"1.38723916s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:16.930538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898344091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.930585Z","caller":"traceutil/trace.go:171","msg":"trace[1166900264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11221; }","duration":"2.898392243s","start":"2026-03-03T14:23:14.03218Z","end":"2026-03-03T14:23:16.930572Z","steps":["trace[1166900264] 'agreement among raft nodes before linearized reading' (duration: 2.898335261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387336092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:16.930656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898573116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:16.930622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032175Z","time spent":"2.898440044s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:16.930693Z","caller":"traceutil/trace.go:171","msg":"trace[221599673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11221; }","duration":"2.898611017s","start":"2026-03-03T14:23:14.032072Z","end":"2026-03-03T14:23:16.930683Z","steps":["trace[221599673] 'agreement among raft nodes before linearized reading' (duration: 2.898567536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032069Z","time spent":"2.898648628s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:16.930193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032263Z","time spent":"2.897914691s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:16.930489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898220308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:16.930885Z","caller":"traceutil/trace.go:171","msg":"trace[1591251572] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11221; }","duration":"2.898629058s","start":"2026-03-03T14:23:14.032245Z","end":"2026-03-03T14:23:16.930874Z","steps":["trace[1591251572] 'agreement among raft nodes before linearized reading' (duration: 2.898143746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.930926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.03224Z","time spent":"2.898676799s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:16.930935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898862173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.930985Z","caller":"traceutil/trace.go:171","msg":"trace[1856610164] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11221; }","duration":"2.898896243s","start":"2026-03-03T14:23:14.032059Z","end":"2026-03-03T14:23:16.930955Z","steps":["trace[1856610164] 'agreement among raft nodes before linearized reading' (duration: 2.898853052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.931022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032056Z","time spent":"2.898959316s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:16.931104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899046708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.931133Z","caller":"traceutil/trace.go:171","msg":"trace[1199258429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11221; }","duration":"2.899081368s","start":"2026-03-03T14:23:14.032044Z","end":"2026-03-03T14:23:16.931125Z","steps":["trace[1199258429] 'agreement among raft nodes before linearized reading' (duration: 2.899039587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.931157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032041Z","time spent":"2.899110969s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:16.930658Z","caller":"traceutil/trace.go:171","msg":"trace[628255315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11221; }","duration":"1.387408583s","start":"2026-03-03T14:23:15.543238Z","end":"2026-03-03T14:23:16.930646Z","steps":["trace[628255315] 'agreement among raft nodes before linearized reading' (duration: 1.387330751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.931496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.543213Z","time spent":"1.388263845s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:16.929005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032269Z","time spent":"2.896730964s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:16.931545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899466978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.931643Z","caller":"traceutil/trace.go:171","msg":"trace[1866530466] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11221; }","duration":"2.899590361s","start":"2026-03-03T14:23:14.03203Z","end":"2026-03-03T14:23:16.93162Z","steps":["trace[1866530466] 'agreement among raft nodes before linearized reading' (duration: 2.899405167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.931699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899699413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:16.931717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032027Z","time spent":"2.899679523s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:16.9317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899643692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.931763Z","caller":"traceutil/trace.go:171","msg":"trace[782895787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11221; }","duration":"2.899780946s","start":"2026-03-03T14:23:14.031967Z","end":"2026-03-03T14:23:16.931748Z","steps":["trace[782895787] 'agreement among raft nodes before linearized reading' (duration: 2.899623392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.931788Z","caller":"traceutil/trace.go:171","msg":"trace[405929023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11221; }","duration":"2.899754536s","start":"2026-03-03T14:23:14.032015Z","end":"2026-03-03T14:23:16.931769Z","steps":["trace[405929023] 'agreement among raft nodes before linearized reading' (duration: 2.899583812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.931809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.031962Z","time spent":"2.899830067s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:16.931834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.032012Z","time spent":"2.899814567s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:17.443236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:17.943582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:18.444136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:18.942814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:18.942888Z","caller":"traceutil/trace.go:171","msg":"trace[1594355217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114501s","start":"2026-03-03T14:23:16.942758Z","end":"2026-03-03T14:23:18.942873Z","steps":["trace[1594355217] 'agreement among raft nodes before linearized reading' (duration: 2.000027789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:18.942928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.942739Z","time spent":"2.000180903s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:18.945142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:19.229074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.293084129s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:20.497357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267833831s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:20.497463Z","caller":"traceutil/trace.go:171","msg":"trace[1725622736] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"3.561590536s","start":"2026-03-03T14:23:16.935855Z","end":"2026-03-03T14:23:20.497446Z","steps":["trace[1725622736] 'process raft request' (duration: 2.293591771s)","trace[1725622736] 'compare' (duration: 1.267113194s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:20.497513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.935834Z","time spent":"3.561652618s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:20.943786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:20.943943Z","caller":"traceutil/trace.go:171","msg":"trace[808511559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740417s","start":"2026-03-03T14:23:18.943174Z","end":"2026-03-03T14:23:20.943915Z","steps":["trace[808511559] 'agreement among raft nodes before linearized reading' (duration: 2.000528872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.944007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.94316Z","time spent":"2.000834089s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:21.148056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:21.148163Z","caller":"traceutil/trace.go:171","msg":"trace[1844082559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603603s","start":"2026-03-03T14:23:19.147534Z","end":"2026-03-03T14:23:21.148138Z","steps":["trace[1844082559] 'agreement among raft nodes before linearized reading' (duration: 2.000459519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.148227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.147521Z","time spent":"2.000691375s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:21.622131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392379861s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:21.622562Z","caller":"traceutil/trace.go:171","msg":"trace[1189669927] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"4.686132225s","start":"2026-03-03T14:23:16.936405Z","end":"2026-03-03T14:23:21.622537Z","steps":["trace[1189669927] 'process raft request' (duration: 4.685869549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.622671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.936389Z","time spent":"4.686212688s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:21.622899Z","caller":"traceutil/trace.go:171","msg":"trace[788019119] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"4.685308456s","start":"2026-03-03T14:23:16.937564Z","end":"2026-03-03T14:23:21.622872Z","steps":["trace[788019119] 'process raft request' (duration: 4.684858936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.623051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.937543Z","time spent":"4.685425278s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:21.623181Z","caller":"traceutil/trace.go:171","msg":"trace[2018794095] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"4.685409598s","start":"2026-03-03T14:23:16.937759Z","end":"2026-03-03T14:23:21.623169Z","steps":["trace[2018794095] 'process raft request' (duration: 4.685027729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.623242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.937751Z","time spent":"4.685459519s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:21.623744Z","caller":"traceutil/trace.go:171","msg":"trace[1543038162] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"4.683089064s","start":"2026-03-03T14:23:16.94063Z","end":"2026-03-03T14:23:21.623719Z","steps":["trace[1543038162] 'process raft request' (duration: 4.682496199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.623808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.940624Z","time spent":"4.683150385s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:21.624051Z","caller":"traceutil/trace.go:171","msg":"trace[697174558] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"4.272117662s","start":"2026-03-03T14:23:17.351923Z","end":"2026-03-03T14:23:21.624041Z","steps":["trace[697174558] 'process raft request' (duration: 4.271668921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.624107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.351894Z","time spent":"4.272182233s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:22.407459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.560174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:22.40834Z","caller":"traceutil/trace.go:171","msg":"trace[578272554] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"3.470640454s","start":"2026-03-03T14:23:18.93767Z","end":"2026-03-03T14:23:22.40831Z","steps":["trace[578272554] 'process raft request' (duration: 3.469882685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.408509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.937655Z","time spent":"3.470768757s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:22.951908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000615875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:22.951993Z","caller":"traceutil/trace.go:171","msg":"trace[1285070691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766628s","start":"2026-03-03T14:23:20.951208Z","end":"2026-03-03T14:23:22.951975Z","steps":["trace[1285070691] 'agreement among raft nodes before linearized reading' (duration: 2.000657856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.952059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.95118Z","time spent":"2.000871371s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:23.310939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.541871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:23.311164Z","caller":"traceutil/trace.go:171","msg":"trace[402621102] transaction","detail":"{read_only:false; response_revision:11230; number_of_response:1; }","duration":"4.373213026s","start":"2026-03-03T14:23:18.937933Z","end":"2026-03-03T14:23:23.311146Z","steps":["trace[402621102] 'process raft request' (duration: 4.373101993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.937906Z","time spent":"4.373289678s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:23.311192Z","caller":"traceutil/trace.go:171","msg":"trace[90340585] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"4.373266627s","start":"2026-03-03T14:23:18.937886Z","end":"2026-03-03T14:23:23.311153Z","steps":["trace[90340585] 'process raft request' (duration: 3.470404848s)","trace[90340585] 'compare' (duration: 902.251115ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:23.311387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.937839Z","time spent":"4.373443581s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:23.311487Z","caller":"traceutil/trace.go:171","msg":"trace[1610608551] linearizableReadLoop","detail":"{readStateIndex:11666; appliedIndex:11656; }","duration":"6.368678257s","start":"2026-03-03T14:23:16.942798Z","end":"2026-03-03T14:23:23.311476Z","steps":["trace[1610608551] 'read index received' (duration: 2.286666336s)","trace[1610608551] 'applied index is now lower than readState.Index' (duration: 4.082010991s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:23.311479Z","caller":"traceutil/trace.go:171","msg":"trace[972080721] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"1.551954049s","start":"2026-03-03T14:23:21.759499Z","end":"2026-03-03T14:23:23.311453Z","steps":["trace[972080721] 'process raft request' (duration: 1.551801996s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311558Z","caller":"traceutil/trace.go:171","msg":"trace[1025844569] transaction","detail":"{read_only:false; response_revision:11231; number_of_response:1; }","duration":"4.362583924s","start":"2026-03-03T14:23:18.948968Z","end":"2026-03-03T14:23:23.311551Z","steps":["trace[1025844569] 'process raft request' (duration: 4.362141734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.948957Z","time spent":"4.362613635s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:23.311653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.759468Z","time spent":"1.552082272s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:23.311653Z","caller":"traceutil/trace.go:171","msg":"trace[1487968725] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"971.252249ms","start":"2026-03-03T14:23:22.340378Z","end":"2026-03-03T14:23:23.31163Z","steps":["trace[1487968725] 'process raft request' (duration: 971.055915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.370982033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:23.31174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.340348Z","time spent":"971.346451ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:23.311752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374177069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:23.311769Z","caller":"traceutil/trace.go:171","msg":"trace[53777271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11233; }","duration":"4.371041044s","start":"2026-03-03T14:23:18.940719Z","end":"2026-03-03T14:23:23.31176Z","steps":["trace[53777271] 'agreement among raft nodes before linearized reading' (duration: 4.370940682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97005793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.311786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940701Z","time spent":"4.371081166s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:23.311787Z","caller":"traceutil/trace.go:171","msg":"trace[1493171626] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11233; }","duration":"4.37423474s","start":"2026-03-03T14:23:18.937543Z","end":"2026-03-03T14:23:23.311778Z","steps":["trace[1493171626] 'agreement among raft nodes before linearized reading' (duration: 4.374135867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.484567262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:23.311758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.319034052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.311824Z","caller":"traceutil/trace.go:171","msg":"trace[1010212460] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11233; }","duration":"5.484644774s","start":"2026-03-03T14:23:17.827165Z","end":"2026-03-03T14:23:23.31181Z","steps":["trace[1010212460] 'agreement among raft nodes before linearized reading' (duration: 5.484568283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.374408944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.311859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.827151Z","time spent":"5.484699445s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.311868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371239099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:23.311864Z","caller":"traceutil/trace.go:171","msg":"trace[1466821916] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11233; }","duration":"6.319158735s","start":"2026-03-03T14:23:16.99268Z","end":"2026-03-03T14:23:23.311838Z","steps":["trace[1466821916] 'agreement among raft nodes before linearized reading' (duration: 6.318980161s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311892Z","caller":"traceutil/trace.go:171","msg":"trace[150593978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11233; }","duration":"4.37126908s","start":"2026-03-03T14:23:18.940616Z","end":"2026-03-03T14:23:23.311885Z","steps":["trace[150593978] 'agreement among raft nodes before linearized reading' (duration: 4.371209709s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311887Z","caller":"traceutil/trace.go:171","msg":"trace[1078647096] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11233; }","duration":"4.374474816s","start":"2026-03-03T14:23:18.937399Z","end":"2026-03-03T14:23:23.311874Z","steps":["trace[1078647096] 'agreement among raft nodes before linearized reading' (duration: 4.374385694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.31185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375021579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.311875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087421038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:23:23.31192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.992596Z","time spent":"6.319314029s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:23.311936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087106671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:23:23.31195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371329831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.311896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136944712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:23.311957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.355729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:23.311975Z","caller":"traceutil/trace.go:171","msg":"trace[254287854] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11233; }","duration":"4.371397163s","start":"2026-03-03T14:23:18.940573Z","end":"2026-03-03T14:23:23.31197Z","steps":["trace[254287854] 'agreement among raft nodes before linearized reading' (duration: 4.371353422s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311955Z","caller":"traceutil/trace.go:171","msg":"trace[1531468978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11233; }","duration":"4.375189903s","start":"2026-03-03T14:23:18.936741Z","end":"2026-03-03T14:23:23.311931Z","steps":["trace[1531468978] 'agreement among raft nodes before linearized reading' (duration: 4.374958538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311978Z","caller":"traceutil/trace.go:171","msg":"trace[1613989981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11233; }","duration":"5.087168522s","start":"2026-03-03T14:23:18.224798Z","end":"2026-03-03T14:23:23.311966Z","steps":["trace[1613989981] 'agreement among raft nodes before linearized reading' (duration: 5.087025479s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311985Z","caller":"traceutil/trace.go:171","msg":"trace[1635750667] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11233; }","duration":"2.137029844s","start":"2026-03-03T14:23:21.174946Z","end":"2026-03-03T14:23:23.311976Z","steps":["trace[1635750667] 'agreement among raft nodes before linearized reading' (duration: 2.136927842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940612Z","time spent":"4.371296311s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:23.311997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940559Z","time spent":"4.371434594s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:23.311955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.399921257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.224782Z","time spent":"5.087227523s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:23:23.31203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.936722Z","time spent":"4.375297365s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:23.312046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444032363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:23:23.312061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371461494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.31206Z","caller":"traceutil/trace.go:171","msg":"trace[289592491] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11233; }","duration":"5.400102092s","start":"2026-03-03T14:23:17.911932Z","end":"2026-03-03T14:23:23.312035Z","steps":["trace[289592491] 'agreement among raft nodes before linearized reading' (duration: 5.399863456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819930675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:23.312083Z","caller":"traceutil/trace.go:171","msg":"trace[874211928] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11233; }","duration":"3.444105055s","start":"2026-03-03T14:23:19.867968Z","end":"2026-03-03T14:23:23.312073Z","steps":["trace[874211928] 'agreement among raft nodes before linearized reading' (duration: 3.444026283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.937534Z","time spent":"4.374271451s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:23:23.312091Z","caller":"traceutil/trace.go:171","msg":"trace[736597163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11233; }","duration":"4.371496445s","start":"2026-03-03T14:23:18.940587Z","end":"2026-03-03T14:23:23.312083Z","steps":["trace[736597163] 'agreement among raft nodes before linearized reading' (duration: 4.371452504s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.312105Z","caller":"traceutil/trace.go:171","msg":"trace[1514956950] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11233; }","duration":"1.819997756s","start":"2026-03-03T14:23:21.492101Z","end":"2026-03-03T14:23:23.312099Z","steps":["trace[1514956950] 'agreement among raft nodes before linearized reading' (duration: 1.819966795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.867947Z","time spent":"3.444160105s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:23:23.312115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.911912Z","time spent":"5.400195033s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.312136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.020978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T14:23:23.312117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940582Z","time spent":"4.371530396s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:23.312168Z","caller":"traceutil/trace.go:171","msg":"trace[1701440709] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11233; }","duration":"434.079069ms","start":"2026-03-03T14:23:22.878081Z","end":"2026-03-03T14:23:23.31216Z","steps":["trace[1701440709] 'agreement among raft nodes before linearized reading' (duration: 433.986046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.311942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.93739Z","time spent":"4.374528247s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:23.312046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.16031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.878065Z","time spent":"434.13035ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T14:23:23.312222Z","caller":"traceutil/trace.go:171","msg":"trace[400352940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11233; }","duration":"355.362465ms","start":"2026-03-03T14:23:22.956853Z","end":"2026-03-03T14:23:23.312216Z","steps":["trace[400352940] 'agreement among raft nodes before linearized reading' (duration: 355.16896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.93927082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:23.311954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100748145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.174874Z","time spent":"2.137134537s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.312122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.49207Z","time spent":"1.820046878s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.312259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371651109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.312258Z","caller":"traceutil/trace.go:171","msg":"trace[499130504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11233; }","duration":"5.939317381s","start":"2026-03-03T14:23:17.372928Z","end":"2026-03-03T14:23:23.312246Z","steps":["trace[499130504] 'agreement among raft nodes before linearized reading' (duration: 5.939227459s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.312268Z","caller":"traceutil/trace.go:171","msg":"trace[1004173532] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11233; }","duration":"3.101051442s","start":"2026-03-03T14:23:20.211201Z","end":"2026-03-03T14:23:23.312253Z","steps":["trace[1004173532] 'agreement among raft nodes before linearized reading' (duration: 3.100736924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371678269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.312284Z","caller":"traceutil/trace.go:171","msg":"trace[980937180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11233; }","duration":"4.371675949s","start":"2026-03-03T14:23:18.9406Z","end":"2026-03-03T14:23:23.312276Z","steps":["trace[980937180] 'agreement among raft nodes before linearized reading' (duration: 4.371634838s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.311968Z","caller":"traceutil/trace.go:171","msg":"trace[740073132] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11233; }","duration":"5.087568622s","start":"2026-03-03T14:23:18.224378Z","end":"2026-03-03T14:23:23.311947Z","steps":["trace[740073132] 'agreement among raft nodes before linearized reading' (duration: 5.087310566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.372885Z","time spent":"5.939398993s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:23.312311Z","caller":"traceutil/trace.go:171","msg":"trace[1054799588] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11233; }","duration":"4.371716s","start":"2026-03-03T14:23:18.940586Z","end":"2026-03-03T14:23:23.312302Z","steps":["trace[1054799588] 'agreement among raft nodes before linearized reading' (duration: 4.371671269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940525Z","time spent":"4.371782792s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:23.311981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109723437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940579Z","time spent":"4.371754101s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:23:23.312347Z","caller":"traceutil/trace.go:171","msg":"trace[1648742942] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11233; }","duration":"3.110120857s","start":"2026-03-03T14:23:20.202218Z","end":"2026-03-03T14:23:23.312339Z","steps":["trace[1648742942] 'agreement among raft nodes before linearized reading' (duration: 3.109752258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939028895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:23:23.312366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369479687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:23:23.312163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371650239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.211165Z","time spent":"3.101132634s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:23.312404Z","caller":"traceutil/trace.go:171","msg":"trace[2040823412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11233; }","duration":"4.371909265s","start":"2026-03-03T14:23:18.940487Z","end":"2026-03-03T14:23:23.312396Z","steps":["trace[2040823412] 'agreement among raft nodes before linearized reading' (duration: 4.371649539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.202198Z","time spent":"3.110166837s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.312432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940476Z","time spent":"4.371951366s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:23.311997Z","caller":"traceutil/trace.go:171","msg":"trace[2073013642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11233; }","duration":"810.438091ms","start":"2026-03-03T14:23:22.501548Z","end":"2026-03-03T14:23:23.311986Z","steps":["trace[2073013642] 'agreement among raft nodes before linearized reading' (duration: 810.304607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371552977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.956834Z","time spent":"355.403025ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:23.312516Z","caller":"traceutil/trace.go:171","msg":"trace[1504472918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11233; }","duration":"4.371968816s","start":"2026-03-03T14:23:18.940534Z","end":"2026-03-03T14:23:23.312503Z","steps":["trace[1504472918] 'agreement among raft nodes before linearized reading' (duration: 4.371563776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.501525Z","time spent":"810.976183ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:23.312323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.224359Z","time spent":"5.08795582s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:23:23.312406Z","caller":"traceutil/trace.go:171","msg":"trace[277364582] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11233; }","duration":"3.939147488s","start":"2026-03-03T14:23:19.373237Z","end":"2026-03-03T14:23:23.312384Z","steps":["trace[277364582] 'agreement among raft nodes before linearized reading' (duration: 3.938936283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002284734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.312404Z","caller":"traceutil/trace.go:171","msg":"trace[1380123606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11233; }","duration":"4.369522478s","start":"2026-03-03T14:23:18.942871Z","end":"2026-03-03T14:23:23.312393Z","steps":["trace[1380123606] 'agreement among raft nodes before linearized reading' (duration: 4.369326904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.373217Z","time spent":"3.939340692s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:23:23.31259Z","caller":"traceutil/trace.go:171","msg":"trace[281681605] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11233; }","duration":"1.002859467s","start":"2026-03-03T14:23:22.309715Z","end":"2026-03-03T14:23:23.312574Z","steps":["trace[281681605] 'agreement among raft nodes before linearized reading' (duration: 1.002310985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.942865Z","time spent":"4.369718983s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:23:23.31181Z","caller":"traceutil/trace.go:171","msg":"trace[1262323687] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11233; }","duration":"1.970155442s","start":"2026-03-03T14:23:21.341638Z","end":"2026-03-03T14:23:23.311794Z","steps":["trace[1262323687] 'agreement among raft nodes before linearized reading' (duration: 1.970033109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.341621Z","time spent":"1.971034123s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.311927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207916503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.312539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.940519Z","time spent":"4.372013947s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:23.312652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.309693Z","time spent":"1.002935769s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:23.312689Z","caller":"traceutil/trace.go:171","msg":"trace[840031687] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11233; }","duration":"2.208722492s","start":"2026-03-03T14:23:21.103957Z","end":"2026-03-03T14:23:23.312679Z","steps":["trace[840031687] 'agreement among raft nodes before linearized reading' (duration: 2.207954134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.312775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.103922Z","time spent":"2.208841984s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:23.872536Z","caller":"traceutil/trace.go:171","msg":"trace[584753063] linearizableReadLoop","detail":"{readStateIndex:11673; appliedIndex:11670; }","duration":"498.253039ms","start":"2026-03-03T14:23:23.374258Z","end":"2026-03-03T14:23:23.872511Z","steps":["trace[584753063] 'read index received' (duration: 448.984722ms)","trace[584753063] 'applied index is now lower than readState.Index' (duration: 49.267517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:23.872657Z","caller":"traceutil/trace.go:171","msg":"trace[537090105] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"555.127725ms","start":"2026-03-03T14:23:23.317515Z","end":"2026-03-03T14:23:23.872643Z","steps":["trace[537090105] 'process raft request' (duration: 505.697055ms)","trace[537090105] 'compare' (duration: 48.521128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:23.872761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.317485Z","time spent":"555.202647ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:23.872878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.158569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:23:23.872882Z","caller":"traceutil/trace.go:171","msg":"trace[1788707699] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"554.46129ms","start":"2026-03-03T14:23:23.318395Z","end":"2026-03-03T14:23:23.872856Z","steps":["trace[1788707699] 'process raft request' (duration: 554.05079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.872939Z","caller":"traceutil/trace.go:171","msg":"trace[484390604] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11236; }","duration":"553.24457ms","start":"2026-03-03T14:23:23.31968Z","end":"2026-03-03T14:23:23.872924Z","steps":["trace[484390604] 'agreement among raft nodes before linearized reading' (duration: 553.048706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.872972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.91863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T14:23:23.872973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.319672Z","time spent":"553.294811ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:23:23.873011Z","caller":"traceutil/trace.go:171","msg":"trace[937547199] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c; range_end:; response_count:1; response_revision:11236; }","duration":"554.967831ms","start":"2026-03-03T14:23:23.318032Z","end":"2026-03-03T14:23:23.873Z","steps":["trace[937547199] 'agreement among raft nodes before linearized reading' (duration: 554.839528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.873023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.318375Z","time spent":"554.568462ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:23.873045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.318027Z","time spent":"555.009262ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" "} {"level":"warn","ts":"2026-03-03T14:23:23.872881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.497625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.873184Z","caller":"traceutil/trace.go:171","msg":"trace[901197512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11236; }","duration":"550.832223ms","start":"2026-03-03T14:23:23.322335Z","end":"2026-03-03T14:23:23.873167Z","steps":["trace[901197512] 'agreement among raft nodes before linearized reading' (duration: 550.508495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.87302Z","caller":"traceutil/trace.go:171","msg":"trace[735481142] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"554.91726ms","start":"2026-03-03T14:23:23.318064Z","end":"2026-03-03T14:23:23.872981Z","steps":["trace[735481142] 'process raft request' (duration: 554.288925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.873255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.322317Z","time spent":"550.913146ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:23.87336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.437639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"warn","ts":"2026-03-03T14:23:23.87361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.317843Z","time spent":"555.399113ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:23.873599Z","caller":"traceutil/trace.go:171","msg":"trace[1761167835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11236; }","duration":"555.189968ms","start":"2026-03-03T14:23:23.318394Z","end":"2026-03-03T14:23:23.873584Z","steps":["trace[1761167835] 'agreement among raft nodes before linearized reading' (duration: 554.342567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.873997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.318339Z","time spent":"555.616137ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:23.873485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.650074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:23.874199Z","caller":"traceutil/trace.go:171","msg":"trace[1765729943] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11236; }","duration":"555.3743ms","start":"2026-03-03T14:23:23.318797Z","end":"2026-03-03T14:23:23.874171Z","steps":["trace[1765729943] 'agreement among raft nodes before linearized reading' (duration: 554.020098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.874261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.318784Z","time spent":"555.456843ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:24.904156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.175947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:24.904276Z","caller":"traceutil/trace.go:171","msg":"trace[604116856] linearizableReadLoop","detail":"{readStateIndex:11674; appliedIndex:11673; }","duration":"1.03165231s","start":"2026-03-03T14:23:23.872606Z","end":"2026-03-03T14:23:24.904259Z","steps":["trace[604116856] 'read index received' (duration: 147.297938ms)","trace[604116856] 'applied index is now lower than readState.Index' (duration: 884.352771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:24.904353Z","caller":"traceutil/trace.go:171","msg":"trace[741123749] transaction","detail":"{read_only:false; response_revision:11237; number_of_response:1; }","duration":"1.528962775s","start":"2026-03-03T14:23:23.375373Z","end":"2026-03-03T14:23:24.904336Z","steps":["trace[741123749] 'process raft request' (duration: 644.511592ms)","trace[741123749] 'compare' (duration: 883.808997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:24.904414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.37534Z","time spent":"1.529045027s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.904663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058241859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:24.904702Z","caller":"traceutil/trace.go:171","msg":"trace[711743313] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11237; }","duration":"1.058321681s","start":"2026-03-03T14:23:23.84637Z","end":"2026-03-03T14:23:24.904692Z","steps":["trace[711743313] 'agreement among raft nodes before linearized reading' (duration: 1.058230419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.904734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.84635Z","time spent":"1.058376162s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:24.904793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277760327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:24.904821Z","caller":"traceutil/trace.go:171","msg":"trace[532682893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11237; }","duration":"1.277820579s","start":"2026-03-03T14:23:23.626995Z","end":"2026-03-03T14:23:24.904815Z","steps":["trace[532682893] 'agreement among raft nodes before linearized reading' (duration: 1.277716126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.904837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.626977Z","time spent":"1.277856889s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:24.90496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277529902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:24.90496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277987452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:24.904978Z","caller":"traceutil/trace.go:171","msg":"trace[1063879545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11237; }","duration":"1.277547792s","start":"2026-03-03T14:23:23.627426Z","end":"2026-03-03T14:23:24.904973Z","steps":["trace[1063879545] 'agreement among raft nodes before linearized reading' (duration: 1.277498391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.904991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.627412Z","time spent":"1.277576593s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:23:24.90499Z","caller":"traceutil/trace.go:171","msg":"trace[832456282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11237; }","duration":"1.278040613s","start":"2026-03-03T14:23:23.62694Z","end":"2026-03-03T14:23:24.90498Z","steps":["trace[832456282] 'agreement among raft nodes before linearized reading' (duration: 1.277953601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.905016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.626925Z","time spent":"1.278085364s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:24.905149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277718116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:24.905242Z","caller":"traceutil/trace.go:171","msg":"trace[1553747744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11237; }","duration":"1.277823128s","start":"2026-03-03T14:23:23.627394Z","end":"2026-03-03T14:23:24.905217Z","steps":["trace[1553747744] 'agreement among raft nodes before linearized reading' (duration: 1.277588802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.905292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.627389Z","time spent":"1.27789361s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:24.905271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527514501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:23:24.905388Z","caller":"traceutil/trace.go:171","msg":"trace[1645739051] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11237; }","duration":"1.527692705s","start":"2026-03-03T14:23:23.37767Z","end":"2026-03-03T14:23:24.905363Z","steps":["trace[1645739051] 'agreement among raft nodes before linearized reading' (duration: 1.527349497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.905455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.377653Z","time spent":"1.527789407s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:25.404377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:25.905035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:26.17914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.15923041s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:26.755897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:26.755969Z","caller":"traceutil/trace.go:171","msg":"trace[1712913412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357639s","start":"2026-03-03T14:23:24.755595Z","end":"2026-03-03T14:23:26.755953Z","steps":["trace[1712913412] 'agreement among raft nodes before linearized reading' (duration: 2.000275557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:26.756008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.755567Z","time spent":"2.00043261s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:27.026585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.304543Z","time spent":"1.722035918s","remote":"127.0.0.1:60474","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:27.02742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.953888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:27.027525Z","caller":"traceutil/trace.go:171","msg":"trace[1097287070] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"3.144626313s","start":"2026-03-03T14:23:23.882875Z","end":"2026-03-03T14:23:27.027501Z","steps":["trace[1097287070] 'process raft request' (duration: 2.296510491s)","trace[1097287070] 'compare' (duration: 847.221471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:27.027607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.882852Z","time spent":"3.144717666s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:27.524632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345016895s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:27.640738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.832349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:27.641201Z","caller":"traceutil/trace.go:171","msg":"trace[296548431] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"3.227536481s","start":"2026-03-03T14:23:24.413635Z","end":"2026-03-03T14:23:27.641172Z","steps":["trace[296548431] 'process raft request' (duration: 3.111185598s)","trace[296548431] 'compare' (duration: 115.718017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:27.641326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.413609Z","time spent":"3.227654144s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:27.64131Z","caller":"traceutil/trace.go:171","msg":"trace[564119754] transaction","detail":"{read_only:false; response_revision:11240; number_of_response:1; }","duration":"2.732597691s","start":"2026-03-03T14:23:24.908685Z","end":"2026-03-03T14:23:27.641283Z","steps":["trace[564119754] 'process raft request' (duration: 2.732294472s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.6414Z","caller":"traceutil/trace.go:171","msg":"trace[993129411] transaction","detail":"{read_only:false; response_revision:11243; number_of_response:1; }","duration":"2.71486199s","start":"2026-03-03T14:23:24.926518Z","end":"2026-03-03T14:23:27.64138Z","steps":["trace[993129411] 'process raft request' (duration: 2.714743917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.641402Z","caller":"traceutil/trace.go:171","msg":"trace[1274556408] transaction","detail":"{read_only:false; response_revision:11241; number_of_response:1; }","duration":"2.731014443s","start":"2026-03-03T14:23:24.910364Z","end":"2026-03-03T14:23:27.641378Z","steps":["trace[1274556408] 'process raft request' (duration: 2.730765337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.641509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.926511Z","time spent":"2.714945843s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:27.641526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.910355Z","time spent":"2.731115665s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:27.641554Z","caller":"traceutil/trace.go:171","msg":"trace[2050497172] linearizableReadLoop","detail":"{readStateIndex:11682; appliedIndex:11674; }","duration":"2.73723887s","start":"2026-03-03T14:23:24.904301Z","end":"2026-03-03T14:23:27.64154Z","steps":["trace[2050497172] 'read index received' (duration: 1.275192545s)","trace[2050497172] 'applied index is now lower than readState.Index' (duration: 1.462044465s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:27.641444Z","caller":"traceutil/trace.go:171","msg":"trace[225574211] transaction","detail":"{read_only:false; response_revision:11242; number_of_response:1; }","duration":"2.730043241s","start":"2026-03-03T14:23:24.911369Z","end":"2026-03-03T14:23:27.641413Z","steps":["trace[225574211] 'process raft request' (duration: 2.729829386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.64143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.90867Z","time spent":"2.732726353s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:27.64165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619556563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:27.64165Z","caller":"traceutil/trace.go:171","msg":"trace[581198791] transaction","detail":"{read_only:false; response_revision:11245; number_of_response:1; }","duration":"2.32208708s","start":"2026-03-03T14:23:25.319551Z","end":"2026-03-03T14:23:27.641638Z","steps":["trace[581198791] 'process raft request' (duration: 2.321942547s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.641653Z","caller":"traceutil/trace.go:171","msg":"trace[1871394513] transaction","detail":"{read_only:false; response_revision:11244; number_of_response:1; }","duration":"2.323920474s","start":"2026-03-03T14:23:25.317709Z","end":"2026-03-03T14:23:27.641629Z","steps":["trace[1871394513] 'process raft request' (duration: 2.323621597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.641654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58223557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:27.641694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.911359Z","time spent":"2.730248725s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:27.641683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98089884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:27.641721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.319536Z","time spent":"2.322141391s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:27.641727Z","caller":"traceutil/trace.go:171","msg":"trace[1638005744] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11245; }","duration":"3.582311972s","start":"2026-03-03T14:23:24.059396Z","end":"2026-03-03T14:23:27.641708Z","steps":["trace[1638005744] 'agreement among raft nodes before linearized reading' (duration: 3.582201059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.641675Z","caller":"traceutil/trace.go:171","msg":"trace[1403482948] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11245; }","duration":"3.619617505s","start":"2026-03-03T14:23:24.022051Z","end":"2026-03-03T14:23:27.641668Z","steps":["trace[1403482948] 'agreement among raft nodes before linearized reading' (duration: 3.619559763s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.641972Z","caller":"traceutil/trace.go:171","msg":"trace[877090911] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11245; }","duration":"2.981060784s","start":"2026-03-03T14:23:24.660688Z","end":"2026-03-03T14:23:27.641749Z","steps":["trace[877090911] 'agreement among raft nodes before linearized reading' (duration: 2.980870249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.641986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.059342Z","time spent":"3.582626479s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.642024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.660663Z","time spent":"2.981346841s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.642016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.022028Z","time spent":"3.619967102s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.641654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.137731914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.642101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.317691Z","time spent":"2.324014026s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:27.642161Z","caller":"traceutil/trace.go:171","msg":"trace[651402942] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11245; }","duration":"3.138301467s","start":"2026-03-03T14:23:24.503839Z","end":"2026-03-03T14:23:27.642141Z","steps":["trace[651402942] 'agreement among raft nodes before linearized reading' (duration: 3.137722493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.642246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.503801Z","time spent":"3.13842383s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.916626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.963653ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:27.916743Z","caller":"traceutil/trace.go:171","msg":"trace[235561359] linearizableReadLoop","detail":"{readStateIndex:11683; appliedIndex:11682; }","duration":"275.134247ms","start":"2026-03-03T14:23:27.641588Z","end":"2026-03-03T14:23:27.916722Z","steps":["trace[235561359] 'read index received' (duration: 76.01156ms)","trace[235561359] 'applied index is now lower than readState.Index' (duration: 199.121077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:27.916922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0103662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"warn","ts":"2026-03-03T14:23:27.916972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201483356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:27.916981Z","caller":"traceutil/trace.go:171","msg":"trace[41903791] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11245; }","duration":"3.010431681s","start":"2026-03-03T14:23:24.906527Z","end":"2026-03-03T14:23:27.916958Z","steps":["trace[41903791] 'agreement among raft nodes before linearized reading' (duration: 3.010246577s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.91701Z","caller":"traceutil/trace.go:171","msg":"trace[1702503064] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11245; }","duration":"1.201589769s","start":"2026-03-03T14:23:26.71541Z","end":"2026-03-03T14:23:27.917Z","steps":["trace[1702503064] 'agreement among raft nodes before linearized reading' (duration: 1.201514958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.507495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:27.91704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.715365Z","time spent":"1.201666251s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:27.917044Z","caller":"traceutil/trace.go:171","msg":"trace[62281257] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11245; }","duration":"282.569796ms","start":"2026-03-03T14:23:27.634465Z","end":"2026-03-03T14:23:27.917035Z","steps":["trace[62281257] 'agreement among raft nodes before linearized reading' (duration: 282.486964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.906514Z","time spent":"3.010513734s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59694799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:27.917161Z","caller":"traceutil/trace.go:171","msg":"trace[552122294] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11245; }","duration":"2.597064294s","start":"2026-03-03T14:23:25.320075Z","end":"2026-03-03T14:23:27.91714Z","steps":["trace[552122294] 'agreement among raft nodes before linearized reading' (duration: 2.596806578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292493051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033428607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:23:27.917217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.320068Z","time spent":"2.597135845s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598823206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:27.917242Z","caller":"traceutil/trace.go:171","msg":"trace[425856515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11245; }","duration":"2.033491059s","start":"2026-03-03T14:23:25.883737Z","end":"2026-03-03T14:23:27.917228Z","steps":["trace[425856515] 'agreement among raft nodes before linearized reading' (duration: 2.033396667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597149696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16153326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597300539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598982649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597636786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:27.917387Z","caller":"traceutil/trace.go:171","msg":"trace[1653662060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11245; }","duration":"1.161599082s","start":"2026-03-03T14:23:26.755779Z","end":"2026-03-03T14:23:27.917378Z","steps":["trace[1653662060] 'agreement among raft nodes before linearized reading' (duration: 1.16151698s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.91739Z","caller":"traceutil/trace.go:171","msg":"trace[1095913685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11245; }","duration":"2.59733864s","start":"2026-03-03T14:23:25.320043Z","end":"2026-03-03T14:23:27.917382Z","steps":["trace[1095913685] 'agreement among raft nodes before linearized reading' (duration: 2.597260648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599119263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:27.917406Z","caller":"traceutil/trace.go:171","msg":"trace[1243751531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11245; }","duration":"2.597680148s","start":"2026-03-03T14:23:25.319719Z","end":"2026-03-03T14:23:27.917399Z","steps":["trace[1243751531] 'agreement among raft nodes before linearized reading' (duration: 2.597637927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.917409Z","caller":"traceutil/trace.go:171","msg":"trace[1102947928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11245; }","duration":"2.599091602s","start":"2026-03-03T14:23:25.318302Z","end":"2026-03-03T14:23:27.917394Z","steps":["trace[1102947928] 'agreement among raft nodes before linearized reading' (duration: 2.598971569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.320037Z","time spent":"2.59737533s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.319712Z","time spent":"2.597716949s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:27.917446Z","caller":"traceutil/trace.go:171","msg":"trace[517106142] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11245; }","duration":"2.597386401s","start":"2026-03-03T14:23:25.320007Z","end":"2026-03-03T14:23:27.917394Z","steps":["trace[517106142] 'agreement among raft nodes before linearized reading' (duration: 2.597083614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.318294Z","time spent":"2.599155423s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.75576Z","time spent":"1.161647364s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040598976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:23:27.91756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103581979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:23:27.91758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.008836904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:23:27.917575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599597934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:23:27.917275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.05052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:23:27.917604Z","caller":"traceutil/trace.go:171","msg":"trace[1440371039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11245; }","duration":"2.041134728s","start":"2026-03-03T14:23:25.876446Z","end":"2026-03-03T14:23:27.917581Z","steps":["trace[1440371039] 'agreement among raft nodes before linearized reading' (duration: 2.040540394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.917632Z","caller":"traceutil/trace.go:171","msg":"trace[1592842232] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11245; }","duration":"884.405928ms","start":"2026-03-03T14:23:27.033215Z","end":"2026-03-03T14:23:27.917621Z","steps":["trace[1592842232] 'agreement among raft nodes before linearized reading' (duration: 883.975568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867283201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:27.9176Z","caller":"traceutil/trace.go:171","msg":"trace[1100312200] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11245; }","duration":"3.008894796s","start":"2026-03-03T14:23:24.9087Z","end":"2026-03-03T14:23:27.917594Z","steps":["trace[1100312200] 'agreement among raft nodes before linearized reading' (duration: 3.008827654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.876424Z","time spent":"2.041216021s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:27.91761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597547535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:27.917672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.033172Z","time spent":"884.49088ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:23:27.917668Z","caller":"traceutil/trace.go:171","msg":"trace[918516117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11245; }","duration":"2.867365474s","start":"2026-03-03T14:23:25.050295Z","end":"2026-03-03T14:23:27.917661Z","steps":["trace[918516117] 'agreement among raft nodes before linearized reading' (duration: 2.867317563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:24.908688Z","time spent":"3.008986927s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:23:27.917632Z","caller":"traceutil/trace.go:171","msg":"trace[662730807] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11245; }","duration":"2.599680585s","start":"2026-03-03T14:23:25.317936Z","end":"2026-03-03T14:23:27.917617Z","steps":["trace[662730807] 'agreement among raft nodes before linearized reading' (duration: 2.599500451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.917705Z","caller":"traceutil/trace.go:171","msg":"trace[1149316296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11245; }","duration":"2.597692258s","start":"2026-03-03T14:23:25.319998Z","end":"2026-03-03T14:23:27.91769Z","steps":["trace[1149316296] 'agreement among raft nodes before linearized reading' (duration: 2.597575175s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:27.917248Z","caller":"traceutil/trace.go:171","msg":"trace[1495330991] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11245; }","duration":"1.292648965s","start":"2026-03-03T14:23:26.624573Z","end":"2026-03-03T14:23:27.917222Z","steps":["trace[1495330991] 'agreement among raft nodes before linearized reading' (duration: 1.29247076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.917848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.319966Z","time spent":"2.597864432s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.624554Z","time spent":"1.293353742s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.917702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.050269Z","time spent":"2.867427805s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.917805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.317929Z","time spent":"2.599869629s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59732203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:27.918074Z","caller":"traceutil/trace.go:171","msg":"trace[925508224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11245; }","duration":"2.598088178s","start":"2026-03-03T14:23:25.319974Z","end":"2026-03-03T14:23:27.918062Z","steps":["trace[925508224] 'agreement among raft nodes before linearized reading' (duration: 2.59732377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.319966Z","time spent":"2.598133569s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599971982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:27.91819Z","caller":"traceutil/trace.go:171","msg":"trace[156626477] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11245; }","duration":"2.600773801s","start":"2026-03-03T14:23:25.317397Z","end":"2026-03-03T14:23:27.91817Z","steps":["trace[156626477] 'agreement among raft nodes before linearized reading' (duration: 2.599968112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.317381Z","time spent":"2.600851293s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:23:27.917424Z","caller":"traceutil/trace.go:171","msg":"trace[947801180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11245; }","duration":"2.599172163s","start":"2026-03-03T14:23:25.318243Z","end":"2026-03-03T14:23:27.917415Z","steps":["trace[947801180] 'agreement among raft nodes before linearized reading' (duration: 2.599123242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.318234Z","time spent":"2.600067524s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:27.91748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168162488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:27.918415Z","caller":"traceutil/trace.go:171","msg":"trace[1268505884] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11245; }","duration":"2.169130932s","start":"2026-03-03T14:23:25.749269Z","end":"2026-03-03T14:23:27.9184Z","steps":["trace[1268505884] 'agreement among raft nodes before linearized reading' (duration: 2.168179088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.74925Z","time spent":"2.169195523s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:27.917542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.32Z","time spent":"2.597523744s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:27.9176Z","caller":"traceutil/trace.go:171","msg":"trace[2130645042] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11245; }","duration":"2.103645739s","start":"2026-03-03T14:23:25.813943Z","end":"2026-03-03T14:23:27.917588Z","steps":["trace[2130645042] 'agreement among raft nodes before linearized reading' (duration: 2.103553747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.813927Z","time spent":"2.104655735s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:23:27.917276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.883725Z","time spent":"2.03354444s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:23:27.917277Z","caller":"traceutil/trace.go:171","msg":"trace[219935707] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11245; }","duration":"2.598923898s","start":"2026-03-03T14:23:25.318338Z","end":"2026-03-03T14:23:27.917261Z","steps":["trace[219935707] 'agreement among raft nodes before linearized reading' (duration: 2.598689212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.918802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.318331Z","time spent":"2.600461385s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:28.423609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671119,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:23:28.46445Z","caller":"traceutil/trace.go:171","msg":"trace[2114824473] transaction","detail":"{read_only:false; response_revision:11246; number_of_response:1; }","duration":"541.702148ms","start":"2026-03-03T14:23:27.922721Z","end":"2026-03-03T14:23:28.464423Z","steps":["trace[2114824473] 'process raft request' (duration: 541.521413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.464602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.9227Z","time spent":"541.82671ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:29.032671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.600092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:29.032769Z","caller":"traceutil/trace.go:171","msg":"trace[391971433] linearizableReadLoop","detail":"{readStateIndex:11685; appliedIndex:11683; }","duration":"1.109882494s","start":"2026-03-03T14:23:27.92287Z","end":"2026-03-03T14:23:29.032753Z","steps":["trace[391971433] 'read index received' (duration: 541.331409ms)","trace[391971433] 'applied index is now lower than readState.Index' (duration: 568.549654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:29.032856Z","caller":"traceutil/trace.go:171","msg":"trace[1278029754] transaction","detail":"{read_only:false; response_revision:11247; number_of_response:1; }","duration":"1.105013867s","start":"2026-03-03T14:23:27.92783Z","end":"2026-03-03T14:23:29.032844Z","steps":["trace[1278029754] 'process raft request' (duration: 870.163741ms)","trace[1278029754] 'compare' (duration: 234.434296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:29.032931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.927822Z","time spent":"1.105064618s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:29.033218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.089842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:29.033236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084240576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:29.03326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105872056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:29.033286Z","caller":"traceutil/trace.go:171","msg":"trace[332609146] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11247; }","duration":"1.084298968s","start":"2026-03-03T14:23:27.948974Z","end":"2026-03-03T14:23:29.033273Z","steps":["trace[332609146] 'agreement among raft nodes before linearized reading' (duration: 1.084207116s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:29.033294Z","caller":"traceutil/trace.go:171","msg":"trace[94714000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11247; }","duration":"1.105915378s","start":"2026-03-03T14:23:27.927368Z","end":"2026-03-03T14:23:29.033283Z","steps":["trace[94714000] 'agreement among raft nodes before linearized reading' (duration: 1.105854277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.033323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.927358Z","time spent":"1.10596036s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:29.033314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104809791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:23:29.033395Z","caller":"traceutil/trace.go:171","msg":"trace[877116574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11247; }","duration":"1.104945606s","start":"2026-03-03T14:23:27.928425Z","end":"2026-03-03T14:23:29.033371Z","steps":["trace[877116574] 'agreement among raft nodes before linearized reading' (duration: 1.104751501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.033444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.9284Z","time spent":"1.105032438s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:23:29.033413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.948876Z","time spent":"1.084438662s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:29.033493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.04028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:29.033523Z","caller":"traceutil/trace.go:171","msg":"trace[422740116] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11247; }","duration":"528.110932ms","start":"2026-03-03T14:23:28.505402Z","end":"2026-03-03T14:23:29.033513Z","steps":["trace[422740116] 'agreement among raft nodes before linearized reading' (duration: 528.06385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.033537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107726982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:29.033288Z","caller":"traceutil/trace.go:171","msg":"trace[1169430259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11247; }","duration":"646.170604ms","start":"2026-03-03T14:23:28.387097Z","end":"2026-03-03T14:23:29.033267Z","steps":["trace[1169430259] 'agreement among raft nodes before linearized reading' (duration: 646.052281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:29.03358Z","caller":"traceutil/trace.go:171","msg":"trace[1813830991] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11247; }","duration":"1.107841525s","start":"2026-03-03T14:23:27.925728Z","end":"2026-03-03T14:23:29.03357Z","steps":["trace[1813830991] 'agreement among raft nodes before linearized reading' (duration: 1.107374823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.033614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.387028Z","time spent":"646.570655ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:29.033636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.925708Z","time spent":"1.107916657s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:29.033551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.505381Z","time spent":"528.163042ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:29.033838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11096007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:29.033883Z","caller":"traceutil/trace.go:171","msg":"trace[1427800426] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11247; }","duration":"1.111021612s","start":"2026-03-03T14:23:27.922849Z","end":"2026-03-03T14:23:29.03387Z","steps":["trace[1427800426] 'agreement among raft nodes before linearized reading' (duration: 1.110459909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.033921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.922836Z","time spent":"1.111077043s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:23:29.732775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.872064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:29.732912Z","caller":"traceutil/trace.go:171","msg":"trace[1087979500] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11247; }","duration":"359.064529ms","start":"2026-03-03T14:23:29.373812Z","end":"2026-03-03T14:23:29.732876Z","steps":["trace[1087979500] 'range keys from in-memory index tree' (duration: 358.617999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.732978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.373791Z","time spent":"359.170482ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:23:29.733041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.385936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:29.733136Z","caller":"traceutil/trace.go:171","msg":"trace[193772222] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11247; }","duration":"207.539039ms","start":"2026-03-03T14:23:29.525572Z","end":"2026-03-03T14:23:29.733111Z","steps":["trace[193772222] 'count revisions from in-memory index tree' (duration: 207.279773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.733663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.327795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:23:29.733728Z","caller":"traceutil/trace.go:171","msg":"trace[2037063837] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11247; }","duration":"178.415808ms","start":"2026-03-03T14:23:29.555291Z","end":"2026-03-03T14:23:29.733707Z","steps":["trace[2037063837] 'range keys from in-memory index tree' (duration: 178.228333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:29.771814Z","caller":"traceutil/trace.go:171","msg":"trace[1899972172] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"123.105835ms","start":"2026-03-03T14:23:29.648396Z","end":"2026-03-03T14:23:29.771501Z","steps":["trace[1899972172] 'process raft request' (duration: 122.913451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.253678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.303779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:30.254074Z","caller":"traceutil/trace.go:171","msg":"trace[250154395] transaction","detail":"{read_only:false; response_revision:11253; number_of_response:1; }","duration":"514.502922ms","start":"2026-03-03T14:23:29.739549Z","end":"2026-03-03T14:23:30.254052Z","steps":["trace[250154395] 'process raft request' (duration: 514.443531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.739545Z","time spent":"514.570264ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.25414Z","caller":"traceutil/trace.go:171","msg":"trace[971478657] linearizableReadLoop","detail":"{readStateIndex:11693; appliedIndex:11686; }","duration":"329.067166ms","start":"2026-03-03T14:23:29.925044Z","end":"2026-03-03T14:23:30.254111Z","steps":["trace[971478657] 'read index received' (duration: 127.273035ms)","trace[971478657] 'applied index is now lower than readState.Index' (duration: 201.792991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:30.254288Z","caller":"traceutil/trace.go:171","msg":"trace[62455936] transaction","detail":"{read_only:false; response_revision:11254; number_of_response:1; }","duration":"514.132584ms","start":"2026-03-03T14:23:29.740142Z","end":"2026-03-03T14:23:30.254274Z","steps":["trace[62455936] 'process raft request' (duration: 513.871497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.735294Z","time spent":"518.993981ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:30.254406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.740137Z","time spent":"514.196235ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.254507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.408394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.25454Z","caller":"traceutil/trace.go:171","msg":"trace[2123844256] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11254; }","duration":"329.477436ms","start":"2026-03-03T14:23:29.925052Z","end":"2026-03-03T14:23:30.254529Z","steps":["trace[2123844256] 'agreement among raft nodes before linearized reading' (duration: 329.405924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.925029Z","time spent":"329.527557ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:30.254514Z","caller":"traceutil/trace.go:171","msg":"trace[1653890928] transaction","detail":"{read_only:false; response_revision:11252; number_of_response:1; }","duration":"514.957153ms","start":"2026-03-03T14:23:29.739364Z","end":"2026-03-03T14:23:30.254321Z","steps":["trace[1653890928] 'process raft request' (duration: 514.607264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.518227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.254707Z","caller":"traceutil/trace.go:171","msg":"trace[439620903] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11254; }","duration":"329.593309ms","start":"2026-03-03T14:23:29.925106Z","end":"2026-03-03T14:23:30.254699Z","steps":["trace[439620903] 'agreement among raft nodes before linearized reading' (duration: 329.552908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.670511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.254757Z","caller":"traceutil/trace.go:171","msg":"trace[1937121838] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11254; }","duration":"329.759604ms","start":"2026-03-03T14:23:29.924986Z","end":"2026-03-03T14:23:30.254746Z","steps":["trace[1937121838] 'agreement among raft nodes before linearized reading' (duration: 329.710282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.924958Z","time spent":"329.829735ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:30.254673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.447789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.25494Z","caller":"traceutil/trace.go:171","msg":"trace[702522780] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11254; }","duration":"325.739117ms","start":"2026-03-03T14:23:29.929193Z","end":"2026-03-03T14:23:30.254933Z","steps":["trace[702522780] 'agreement among raft nodes before linearized reading' (duration: 325.448739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.880205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:30.254998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.738027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.255005Z","caller":"traceutil/trace.go:171","msg":"trace[1147689993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11254; }","duration":"326.937725ms","start":"2026-03-03T14:23:29.928049Z","end":"2026-03-03T14:23:30.254987Z","steps":["trace[1147689993] 'agreement among raft nodes before linearized reading' (duration: 326.882834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.254946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.73936Z","time spent":"515.320122ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.255021Z","caller":"traceutil/trace.go:171","msg":"trace[230578174] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11254; }","duration":"325.770568ms","start":"2026-03-03T14:23:29.929244Z","end":"2026-03-03T14:23:30.255014Z","steps":["trace[230578174] 'agreement among raft nodes before linearized reading' (duration: 325.736777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.255034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.928034Z","time spent":"326.994536ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:30.255044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.929236Z","time spent":"325.804019ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:30.254728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.925078Z","time spent":"329.645051ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:23:30.255118Z","caller":"traceutil/trace.go:171","msg":"trace[1702094487] transaction","detail":"{read_only:false; response_revision:11249; number_of_response:1; }","duration":"605.73489ms","start":"2026-03-03T14:23:29.648654Z","end":"2026-03-03T14:23:30.254389Z","steps":["trace[1702094487] 'process raft request' (duration: 403.645323ms)","trace[1702094487] 'compare' (duration: 200.894889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:30.255142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.102238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:30.254968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.929181Z","time spent":"325.779718ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:30.255174Z","caller":"traceutil/trace.go:171","msg":"trace[1749944847] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11254; }","duration":"329.150509ms","start":"2026-03-03T14:23:29.926014Z","end":"2026-03-03T14:23:30.255164Z","steps":["trace[1749944847] 'agreement among raft nodes before linearized reading' (duration: 329.027316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.255197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.926006Z","time spent":"329.1874ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:30.255195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.648637Z","time spent":"606.519639ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.254519Z","caller":"traceutil/trace.go:171","msg":"trace[1080907095] transaction","detail":"{read_only:false; response_revision:11250; number_of_response:1; }","duration":"605.786422ms","start":"2026-03-03T14:23:29.648709Z","end":"2026-03-03T14:23:30.254495Z","steps":["trace[1080907095] 'process raft request' (duration: 605.051344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.2549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.561959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:30.255399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.209668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:30.255388Z","caller":"traceutil/trace.go:171","msg":"trace[273055924] transaction","detail":"{read_only:false; response_revision:11251; number_of_response:1; }","duration":"516.124963ms","start":"2026-03-03T14:23:29.739233Z","end":"2026-03-03T14:23:30.255358Z","steps":["trace[273055924] 'process raft request' (duration: 514.698188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:30.255421Z","caller":"traceutil/trace.go:171","msg":"trace[1896725827] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11254; }","duration":"326.25071ms","start":"2026-03-03T14:23:29.929164Z","end":"2026-03-03T14:23:30.255415Z","steps":["trace[1896725827] 'agreement among raft nodes before linearized reading' (duration: 326.191638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.255409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.648676Z","time spent":"606.653413ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.255442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.929153Z","time spent":"326.28433ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:30.255498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.331491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:30.255482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.739215Z","time spent":"516.217375ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.255516Z","caller":"traceutil/trace.go:171","msg":"trace[1197218275] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11254; }","duration":"326.367812ms","start":"2026-03-03T14:23:29.929143Z","end":"2026-03-03T14:23:30.255511Z","steps":["trace[1197218275] 'agreement among raft nodes before linearized reading' (duration: 326.340261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.255531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.929109Z","time spent":"326.419143ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:30.255266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.316861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:30.255397Z","caller":"traceutil/trace.go:171","msg":"trace[1597080967] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11254; }","duration":"330.06334ms","start":"2026-03-03T14:23:29.925293Z","end":"2026-03-03T14:23:30.255357Z","steps":["trace[1597080967] 'agreement among raft nodes before linearized reading' (duration: 329.361303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.256383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.925281Z","time spent":"331.039104ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:30.25633Z","caller":"traceutil/trace.go:171","msg":"trace[595528415] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11254; }","duration":"327.407837ms","start":"2026-03-03T14:23:29.928894Z","end":"2026-03-03T14:23:30.256301Z","steps":["trace[595528415] 'agreement among raft nodes before linearized reading' (duration: 325.753006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.256613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.928887Z","time spent":"327.706984ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:30.729133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.972368ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:30.729337Z","caller":"traceutil/trace.go:171","msg":"trace[1846744465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11254; }","duration":"308.201743ms","start":"2026-03-03T14:23:30.42111Z","end":"2026-03-03T14:23:30.729312Z","steps":["trace[1846744465] 'range keys from in-memory index tree' (duration: 307.948137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.72938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.58584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:30.729531Z","caller":"traceutil/trace.go:171","msg":"trace[503852758] linearizableReadLoop","detail":"{readStateIndex:11694; appliedIndex:11693; }","duration":"260.001253ms","start":"2026-03-03T14:23:30.469508Z","end":"2026-03-03T14:23:30.729509Z","steps":["trace[503852758] 'read index received' (duration: 79.143666ms)","trace[503852758] 'applied index is now lower than readState.Index' (duration: 180.855627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:30.729743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.233568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:30.730048Z","caller":"traceutil/trace.go:171","msg":"trace[2025979612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11255; }","duration":"260.574056ms","start":"2026-03-03T14:23:30.469455Z","end":"2026-03-03T14:23:30.730029Z","steps":["trace[2025979612] 'agreement among raft nodes before linearized reading' (duration: 260.113615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:30.730229Z","caller":"traceutil/trace.go:171","msg":"trace[596876012] transaction","detail":"{read_only:false; response_revision:11255; number_of_response:1; }","duration":"474.442498ms","start":"2026-03-03T14:23:30.255352Z","end":"2026-03-03T14:23:30.729795Z","steps":["trace[596876012] 'process raft request' (duration: 293.306404ms)","trace[596876012] 'compare' (duration: 180.436547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:30.730466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.255337Z","time spent":"475.010661ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:31.128723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.699092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:31.128877Z","caller":"traceutil/trace.go:171","msg":"trace[877132579] transaction","detail":"{read_only:false; response_revision:11257; number_of_response:1; }","duration":"310.199042ms","start":"2026-03-03T14:23:30.818663Z","end":"2026-03-03T14:23:31.128863Z","steps":["trace[877132579] 'process raft request' (duration: 310.152501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:31.12891Z","caller":"traceutil/trace.go:171","msg":"trace[1721498129] linearizableReadLoop","detail":"{readStateIndex:11695; appliedIndex:11694; }","duration":"392.527916ms","start":"2026-03-03T14:23:30.736373Z","end":"2026-03-03T14:23:31.128901Z","steps":["trace[1721498129] 'read index received' (duration: 167.557876ms)","trace[1721498129] 'applied index is now lower than readState.Index' (duration: 224.9692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:31.12893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.818644Z","time spent":"310.262874ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:31.129004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.357805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:31.129023Z","caller":"traceutil/trace.go:171","msg":"trace[52566983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11257; }","duration":"371.423796ms","start":"2026-03-03T14:23:30.757594Z","end":"2026-03-03T14:23:31.129017Z","steps":["trace[52566983] 'agreement among raft nodes before linearized reading' (duration: 371.377325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:31.129038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.757572Z","time spent":"371.463798ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:31.129028Z","caller":"traceutil/trace.go:171","msg":"trace[710420184] transaction","detail":"{read_only:false; response_revision:11256; number_of_response:1; }","duration":"393.845217ms","start":"2026-03-03T14:23:30.735124Z","end":"2026-03-03T14:23:31.12897Z","steps":["trace[710420184] 'process raft request' (duration: 168.807916ms)","trace[710420184] 'compare' (duration: 224.58825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:31.12916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.776732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:23:31.129206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.7351Z","time spent":"394.016721ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:31.129229Z","caller":"traceutil/trace.go:171","msg":"trace[656944304] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11257; }","duration":"392.878244ms","start":"2026-03-03T14:23:30.736335Z","end":"2026-03-03T14:23:31.129214Z","steps":["trace[656944304] 'agreement among raft nodes before linearized reading' (duration: 392.628598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:31.12927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.736316Z","time spent":"392.945996ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:23:32.528097Z","caller":"traceutil/trace.go:171","msg":"trace[514536931] transaction","detail":"{read_only:false; response_revision:11258; number_of_response:1; }","duration":"750.414725ms","start":"2026-03-03T14:23:31.777653Z","end":"2026-03-03T14:23:32.528068Z","steps":["trace[514536931] 'process raft request' (duration: 750.262382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:32.52836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:31.777623Z","time spent":"750.62507ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:32.528922Z","caller":"traceutil/trace.go:171","msg":"trace[944315347] linearizableReadLoop","detail":"{readStateIndex:11697; appliedIndex:11697; }","duration":"493.287552ms","start":"2026-03-03T14:23:32.035608Z","end":"2026-03-03T14:23:32.528895Z","steps":["trace[944315347] 'read index received' (duration: 493.282882ms)","trace[944315347] 'applied index is now lower than readState.Index' (duration: 3.76µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:32.529258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.64718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:32.529308Z","caller":"traceutil/trace.go:171","msg":"trace[1074150169] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11258; }","duration":"493.738532ms","start":"2026-03-03T14:23:32.035557Z","end":"2026-03-03T14:23:32.529296Z","steps":["trace[1074150169] 'agreement among raft nodes before linearized reading' (duration: 493.65903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:32.529327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.035538Z","time spent":"493.785353ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:33.764667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041284281s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:33.764872Z","caller":"traceutil/trace.go:171","msg":"trace[900978086] linearizableReadLoop","detail":"{readStateIndex:11699; appliedIndex:11697; }","duration":"1.235615454s","start":"2026-03-03T14:23:32.52924Z","end":"2026-03-03T14:23:33.764855Z","steps":["trace[900978086] 'read index received' (duration: 193.945353ms)","trace[900978086] 'applied index is now lower than readState.Index' (duration: 1.041668711s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:33.764946Z","caller":"traceutil/trace.go:171","msg":"trace[532332916] transaction","detail":"{read_only:false; response_revision:11260; number_of_response:1; }","duration":"1.50410248s","start":"2026-03-03T14:23:32.260833Z","end":"2026-03-03T14:23:33.764935Z","steps":["trace[532332916] 'process raft request' (duration: 1.503928355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260821Z","time spent":"1.504153651s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:33.765014Z","caller":"traceutil/trace.go:171","msg":"trace[1299715764] transaction","detail":"{read_only:false; response_revision:11259; number_of_response:1; }","duration":"1.504934861s","start":"2026-03-03T14:23:32.26005Z","end":"2026-03-03T14:23:33.764985Z","steps":["trace[1299715764] 'process raft request' (duration: 463.243699ms)","trace[1299715764] 'compare' (duration: 1.040949593s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:33.765156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260036Z","time spent":"1.505044363s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:33.765247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236026124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:33.765283Z","caller":"traceutil/trace.go:171","msg":"trace[1814713577] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11260; }","duration":"1.236089685s","start":"2026-03-03T14:23:32.529184Z","end":"2026-03-03T14:23:33.765274Z","steps":["trace[1814713577] 'agreement among raft nodes before linearized reading' (duration: 1.236022613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.529169Z","time spent":"1.236137697s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:33.765479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495337428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:33.765514Z","caller":"traceutil/trace.go:171","msg":"trace[1314114163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11260; }","duration":"1.49538687s","start":"2026-03-03T14:23:32.270118Z","end":"2026-03-03T14:23:33.765505Z","steps":["trace[1314114163] 'agreement among raft nodes before linearized reading' (duration: 1.495335929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.76554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.270107Z","time spent":"1.495427421s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505310509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:33.765645Z","caller":"traceutil/trace.go:171","msg":"trace[1879126150] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11260; }","duration":"1.505378141s","start":"2026-03-03T14:23:32.260257Z","end":"2026-03-03T14:23:33.765635Z","steps":["trace[1879126150] 'agreement among raft nodes before linearized reading' (duration: 1.505291529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502885271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:33.765691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506869346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:33.76571Z","caller":"traceutil/trace.go:171","msg":"trace[981026162] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11260; }","duration":"1.502967153s","start":"2026-03-03T14:23:32.262727Z","end":"2026-03-03T14:23:33.765694Z","steps":["trace[981026162] 'agreement among raft nodes before linearized reading' (duration: 1.502851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507347708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:33.765741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503377583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:33.765744Z","caller":"traceutil/trace.go:171","msg":"trace[1929657887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11260; }","duration":"1.506926918s","start":"2026-03-03T14:23:32.258804Z","end":"2026-03-03T14:23:33.765731Z","steps":["trace[1929657887] 'agreement among raft nodes before linearized reading' (duration: 1.506746943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.76575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.262717Z","time spent":"1.503025064s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:33.765756Z","caller":"traceutil/trace.go:171","msg":"trace[613961935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11260; }","duration":"1.503417613s","start":"2026-03-03T14:23:32.262335Z","end":"2026-03-03T14:23:33.765752Z","steps":["trace[613961935] 'agreement among raft nodes before linearized reading' (duration: 1.503344921s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:33.765751Z","caller":"traceutil/trace.go:171","msg":"trace[721033302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11260; }","duration":"1.50743273s","start":"2026-03-03T14:23:32.258309Z","end":"2026-03-03T14:23:33.765742Z","steps":["trace[721033302] 'agreement among raft nodes before linearized reading' (duration: 1.507324587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.262325Z","time spent":"1.503475245s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.258726Z","time spent":"1.507067471s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.258286Z","time spent":"1.507521132s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505924724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:33.765875Z","caller":"traceutil/trace.go:171","msg":"trace[1668974855] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11260; }","duration":"1.505990036s","start":"2026-03-03T14:23:32.259874Z","end":"2026-03-03T14:23:33.765864Z","steps":["trace[1668974855] 'agreement among raft nodes before linearized reading' (duration: 1.505868403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505153904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:33.765903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.259869Z","time spent":"1.506027067s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:33.765909Z","caller":"traceutil/trace.go:171","msg":"trace[1565305991] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11260; }","duration":"1.505209106s","start":"2026-03-03T14:23:32.260694Z","end":"2026-03-03T14:23:33.765903Z","steps":["trace[1565305991] 'agreement among raft nodes before linearized reading' (duration: 1.505166225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506044857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:33.765667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260252Z","time spent":"1.505410962s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496334552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:33.765932Z","caller":"traceutil/trace.go:171","msg":"trace[309144922] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11260; }","duration":"1.506092148s","start":"2026-03-03T14:23:32.259832Z","end":"2026-03-03T14:23:33.765924Z","steps":["trace[309144922] 'agreement among raft nodes before linearized reading' (duration: 1.506048237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505333859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:23:33.76596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.259824Z","time spent":"1.506130879s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:33.765963Z","caller":"traceutil/trace.go:171","msg":"trace[345815347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11260; }","duration":"1.496425485s","start":"2026-03-03T14:23:32.269524Z","end":"2026-03-03T14:23:33.765949Z","steps":["trace[345815347] 'agreement among raft nodes before linearized reading' (duration: 1.496335493s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:33.765981Z","caller":"traceutil/trace.go:171","msg":"trace[1777859420] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11260; }","duration":"1.50537244s","start":"2026-03-03T14:23:32.260604Z","end":"2026-03-03T14:23:33.765977Z","steps":["trace[1777859420] 'agreement among raft nodes before linearized reading' (duration: 1.505325889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495866742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:33.765916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505998436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:33.765948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496262911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:23:33.766011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505539205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:33.766009Z","caller":"traceutil/trace.go:171","msg":"trace[631806228] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11260; }","duration":"1.506097358s","start":"2026-03-03T14:23:32.259902Z","end":"2026-03-03T14:23:33.765999Z","steps":["trace[631806228] 'agreement among raft nodes before linearized reading' (duration: 1.505988035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.765994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260592Z","time spent":"1.505399481s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:33.766044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.25989Z","time spent":"1.506144199s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260669Z","time spent":"1.505249707s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:33.766077Z","caller":"traceutil/trace.go:171","msg":"trace[1271918858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11260; }","duration":"1.496395084s","start":"2026-03-03T14:23:32.26963Z","end":"2026-03-03T14:23:33.766025Z","steps":["trace[1271918858] 'agreement among raft nodes before linearized reading' (duration: 1.496061496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:33.765999Z","caller":"traceutil/trace.go:171","msg":"trace[1487454338] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11260; }","duration":"1.495908803s","start":"2026-03-03T14:23:32.270084Z","end":"2026-03-03T14:23:33.765993Z","steps":["trace[1487454338] 'agreement among raft nodes before linearized reading' (duration: 1.495884082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.766132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.270072Z","time spent":"1.496053596s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:33.765608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530921196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:33.766145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.269619Z","time spent":"1.496509847s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:33.766172Z","caller":"traceutil/trace.go:171","msg":"trace[1592367910] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11260; }","duration":"1.531544481s","start":"2026-03-03T14:23:32.23462Z","end":"2026-03-03T14:23:33.766165Z","steps":["trace[1592367910] 'agreement among raft nodes before linearized reading' (duration: 1.530938437s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:33.766167Z","caller":"traceutil/trace.go:171","msg":"trace[2110491105] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11260; }","duration":"1.505612437s","start":"2026-03-03T14:23:32.260413Z","end":"2026-03-03T14:23:33.766026Z","steps":["trace[2110491105] 'agreement among raft nodes before linearized reading' (duration: 1.505589126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.76599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.269483Z","time spent":"1.496501967s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:33.766224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.260376Z","time spent":"1.505835512s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:33.766194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.234591Z","time spent":"1.531594792s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.221414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.772889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:34.221554Z","caller":"traceutil/trace.go:171","msg":"trace[60967582] transaction","detail":"{read_only:false; response_revision:11261; number_of_response:1; }","duration":"721.908129ms","start":"2026-03-03T14:23:33.499619Z","end":"2026-03-03T14:23:34.221527Z","steps":["trace[60967582] 'process raft request' (duration: 578.946234ms)","trace[60967582] 'compare' (duration: 142.619856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:34.221645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.49958Z","time spent":"722.013461ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:34.756821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000817285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:34.756917Z","caller":"traceutil/trace.go:171","msg":"trace[1811518056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000954138s","start":"2026-03-03T14:23:32.755938Z","end":"2026-03-03T14:23:34.756892Z","steps":["trace[1811518056] 'agreement among raft nodes before linearized reading' (duration: 2.000841725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.75697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.755922Z","time spent":"2.001037511s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:34.874084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.699586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:34.87425Z","caller":"traceutil/trace.go:171","msg":"trace[1508617726] transaction","detail":"{read_only:false; response_revision:11265; number_of_response:1; }","duration":"1.102968858s","start":"2026-03-03T14:23:33.771272Z","end":"2026-03-03T14:23:34.874241Z","steps":["trace[1508617726] 'process raft request' (duration: 1.102933517s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.87428Z","caller":"traceutil/trace.go:171","msg":"trace[895813199] transaction","detail":"{read_only:false; response_revision:11262; number_of_response:1; }","duration":"1.265737468s","start":"2026-03-03T14:23:33.608536Z","end":"2026-03-03T14:23:34.874274Z","steps":["trace[895813199] 'process raft request' (duration: 1.149787355s)","trace[895813199] 'compare' (duration: 115.623215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:34.874291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.771244Z","time spent":"1.103029869s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:34.87432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.608495Z","time spent":"1.26580018s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:34.874245Z","caller":"traceutil/trace.go:171","msg":"trace[892966508] transaction","detail":"{read_only:false; response_revision:11263; number_of_response:1; }","duration":"1.103717915s","start":"2026-03-03T14:23:33.770512Z","end":"2026-03-03T14:23:34.87423Z","steps":["trace[892966508] 'process raft request' (duration: 1.103644433s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.874312Z","caller":"traceutil/trace.go:171","msg":"trace[1840474184] transaction","detail":"{read_only:false; response_revision:11264; number_of_response:1; }","duration":"1.103144932s","start":"2026-03-03T14:23:33.771135Z","end":"2026-03-03T14:23:34.87428Z","steps":["trace[1840474184] 'process raft request' (duration: 1.103053929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.770493Z","time spent":"1.103861418s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:34.874388Z","caller":"traceutil/trace.go:171","msg":"trace[475058950] linearizableReadLoop","detail":"{readStateIndex:11701; appliedIndex:11699; }","duration":"1.109477294s","start":"2026-03-03T14:23:33.764904Z","end":"2026-03-03T14:23:34.874382Z","steps":["trace[475058950] 'read index received' (duration: 313.693716ms)","trace[475058950] 'applied index is now lower than readState.Index' (duration: 795.782918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:34.874466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482298116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:34.874453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.771111Z","time spent":"1.103264065s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:34.874487Z","caller":"traceutil/trace.go:171","msg":"trace[973798218] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11266; }","duration":"1.482362287s","start":"2026-03-03T14:23:33.392118Z","end":"2026-03-03T14:23:34.87448Z","steps":["trace[973798218] 'agreement among raft nodes before linearized reading' (duration: 1.482292796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731787355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:23:34.874519Z","caller":"traceutil/trace.go:171","msg":"trace[2084830559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11266; }","duration":"1.731839446s","start":"2026-03-03T14:23:33.142675Z","end":"2026-03-03T14:23:34.874515Z","steps":["trace[2084830559] 'agreement among raft nodes before linearized reading' (duration: 1.731739994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.142653Z","time spent":"1.731876157s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:23:34.874535Z","caller":"traceutil/trace.go:171","msg":"trace[925269694] transaction","detail":"{read_only:false; response_revision:11266; number_of_response:1; }","duration":"1.102055436s","start":"2026-03-03T14:23:33.772475Z","end":"2026-03-03T14:23:34.87453Z","steps":["trace[925269694] 'process raft request' (duration: 1.101747358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.772457Z","time spent":"1.102088077s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:34.87466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126368372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:34.87468Z","caller":"traceutil/trace.go:171","msg":"trace[848223237] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11266; }","duration":"1.126420852s","start":"2026-03-03T14:23:33.748255Z","end":"2026-03-03T14:23:34.874675Z","steps":["trace[848223237] 'agreement among raft nodes before linearized reading' (duration: 1.126373561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.748239Z","time spent":"1.126452393s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.874702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060218546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.874722Z","caller":"traceutil/trace.go:171","msg":"trace[1023500959] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11266; }","duration":"2.060275257s","start":"2026-03-03T14:23:32.814439Z","end":"2026-03-03T14:23:34.874714Z","steps":["trace[1023500959] 'agreement among raft nodes before linearized reading' (duration: 2.060232736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.814416Z","time spent":"2.060321378s","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.874505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.392091Z","time spent":"1.482409618s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.874662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740492675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:34.874863Z","caller":"traceutil/trace.go:171","msg":"trace[854803652] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11266; }","duration":"1.740693509s","start":"2026-03-03T14:23:33.134164Z","end":"2026-03-03T14:23:34.874857Z","steps":["trace[854803652] 'agreement among raft nodes before linearized reading' (duration: 1.740462784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.874881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.134076Z","time spent":"1.740800272s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:35.520322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.672041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:35.520564Z","caller":"traceutil/trace.go:171","msg":"trace[759821467] linearizableReadLoop","detail":"{readStateIndex:11706; appliedIndex:11705; }","duration":"646.113673ms","start":"2026-03-03T14:23:34.874399Z","end":"2026-03-03T14:23:35.520512Z","steps":["trace[759821467] 'read index received' (duration: 315.693924ms)","trace[759821467] 'applied index is now lower than readState.Index' (duration: 330.417019ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:35.520612Z","caller":"traceutil/trace.go:171","msg":"trace[1670889920] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"986.032911ms","start":"2026-03-03T14:23:34.534557Z","end":"2026-03-03T14:23:35.52059Z","steps":["trace[1670889920] 'process raft request' (duration: 655.431237ms)","trace[1670889920] 'compare' (duration: 329.532568ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:35.521832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.534529Z","time spent":"987.2023ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:35.520699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464409303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:35.521941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.526947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:35.521995Z","caller":"traceutil/trace.go:171","msg":"trace[1197375528] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11268; }","duration":"1.465721475s","start":"2026-03-03T14:23:34.056235Z","end":"2026-03-03T14:23:35.521956Z","steps":["trace[1197375528] 'agreement among raft nodes before linearized reading' (duration: 1.464420883s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:35.522016Z","caller":"traceutil/trace.go:171","msg":"trace[34892397] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11268; }","duration":"209.603599ms","start":"2026-03-03T14:23:35.31239Z","end":"2026-03-03T14:23:35.521994Z","steps":["trace[34892397] 'agreement among raft nodes before linearized reading' (duration: 209.489666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.056213Z","time spent":"1.465856248s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:35.520805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674064713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:35.522204Z","caller":"traceutil/trace.go:171","msg":"trace[1560063687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11268; }","duration":"1.675498228s","start":"2026-03-03T14:23:33.84668Z","end":"2026-03-03T14:23:35.522178Z","steps":["trace[1560063687] 'agreement among raft nodes before linearized reading' (duration: 1.674098374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.846633Z","time spent":"1.675620201s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:35.520811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479072936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:23:35.522391Z","caller":"traceutil/trace.go:171","msg":"trace[1421081351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11268; }","duration":"1.480690326s","start":"2026-03-03T14:23:34.041676Z","end":"2026-03-03T14:23:35.522366Z","steps":["trace[1421081351] 'agreement among raft nodes before linearized reading' (duration: 1.478977284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.041655Z","time spent":"1.480779738s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:35.520885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16704975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:23:35.522548Z","caller":"traceutil/trace.go:171","msg":"trace[1887904354] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11268; }","duration":"1.168822184s","start":"2026-03-03T14:23:34.3537Z","end":"2026-03-03T14:23:35.522522Z","steps":["trace[1887904354] 'agreement among raft nodes before linearized reading' (duration: 1.166883257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.353655Z","time spent":"1.168947676s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"warn","ts":"2026-03-03T14:23:35.520936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675243052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:23:35.522745Z","caller":"traceutil/trace.go:171","msg":"trace[1170862922] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11268; }","duration":"1.677074956s","start":"2026-03-03T14:23:33.84565Z","end":"2026-03-03T14:23:35.522725Z","steps":["trace[1170862922] 'agreement among raft nodes before linearized reading' (duration: 1.675185301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.845622Z","time spent":"1.677168669s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T14:23:35.52106Z","caller":"traceutil/trace.go:171","msg":"trace[378034914] transaction","detail":"{read_only:false; response_revision:11268; number_of_response:1; }","duration":"641.851591ms","start":"2026-03-03T14:23:34.879194Z","end":"2026-03-03T14:23:35.521046Z","steps":["trace[378034914] 'process raft request' (duration: 641.236686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.522956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.879181Z","time spent":"643.714835ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:35.520752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.264606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:35.523065Z","caller":"traceutil/trace.go:171","msg":"trace[190682970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11268; }","duration":"758.600333ms","start":"2026-03-03T14:23:34.764446Z","end":"2026-03-03T14:23:35.523046Z","steps":["trace[190682970] 'agreement among raft nodes before linearized reading' (duration: 756.285157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.523102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.764426Z","time spent":"758.668274ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:35.523779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.937145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:35.52427Z","caller":"traceutil/trace.go:171","msg":"trace[1383519975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11268; }","duration":"645.462208ms","start":"2026-03-03T14:23:34.87879Z","end":"2026-03-03T14:23:35.524252Z","steps":["trace[1383519975] 'agreement among raft nodes before linearized reading' (duration: 643.06737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.524447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.878752Z","time spent":"645.677253ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:36.026339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:36.527231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:37.028349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:37.50551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979967362s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:37.506106Z","caller":"traceutil/trace.go:171","msg":"trace[746674251] transaction","detail":"{read_only:false; response_revision:11269; number_of_response:1; }","duration":"1.980625418s","start":"2026-03-03T14:23:35.525456Z","end":"2026-03-03T14:23:37.506081Z","steps":["trace[746674251] 'process raft request' (duration: 1.980266549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.506277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.52544Z","time spent":"1.98073701s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:38.724039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.010646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:38.724359Z","caller":"traceutil/trace.go:171","msg":"trace[1467732875] transaction","detail":"{read_only:false; response_revision:11272; number_of_response:1; }","duration":"1.195573539s","start":"2026-03-03T14:23:37.528761Z","end":"2026-03-03T14:23:38.724334Z","steps":["trace[1467732875] 'process raft request' (duration: 1.195516717s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:38.724398Z","caller":"traceutil/trace.go:171","msg":"trace[28417669] transaction","detail":"{read_only:false; response_revision:11270; number_of_response:1; }","duration":"2.951916565s","start":"2026-03-03T14:23:35.77245Z","end":"2026-03-03T14:23:38.724367Z","steps":["trace[28417669] 'process raft request' (duration: 2.157458348s)","trace[28417669] 'compare' (duration: 793.74487ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:38.724407Z","caller":"traceutil/trace.go:171","msg":"trace[310406583] transaction","detail":"{read_only:false; response_revision:11271; number_of_response:1; }","duration":"2.951172347s","start":"2026-03-03T14:23:35.773198Z","end":"2026-03-03T14:23:38.72437Z","steps":["trace[310406583] 'process raft request' (duration: 2.950957091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:38.724461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.528738Z","time spent":"1.195669391s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:38.72444Z","caller":"traceutil/trace.go:171","msg":"trace[1354855130] linearizableReadLoop","detail":"{readStateIndex:11710; appliedIndex:11707; }","duration":"3.198408922s","start":"2026-03-03T14:23:35.525976Z","end":"2026-03-03T14:23:38.724385Z","steps":["trace[1354855130] 'read index received' (duration: 1.979828229s)","trace[1354855130] 'applied index is now lower than readState.Index' (duration: 1.218569983s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:38.724538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772435Z","time spent":"2.952026127s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:38.724565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.773192Z","time spent":"2.951286599s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:38.724705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198716129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:23:38.72478Z","caller":"traceutil/trace.go:171","msg":"trace[258136297] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:11272; }","duration":"3.198803821s","start":"2026-03-03T14:23:35.525955Z","end":"2026-03-03T14:23:38.724759Z","steps":["trace[258136297] 'agreement among raft nodes before linearized reading' (duration: 3.198610286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:38.724826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.525947Z","time spent":"3.198867532s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:23:38.757604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999885792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:38.757655Z","caller":"traceutil/trace.go:171","msg":"trace[2147282864] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965854s","start":"2026-03-03T14:23:36.757677Z","end":"2026-03-03T14:23:38.757643Z","steps":["trace[2147282864] 'agreement among raft nodes before linearized reading' (duration: 1.999907853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:38.757691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.757661Z","time spent":"2.000022685s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:39.224992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:40.580251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.584074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:40.58035Z","caller":"traceutil/trace.go:171","msg":"trace[379683093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11272; }","duration":"159.695016ms","start":"2026-03-03T14:23:40.420639Z","end":"2026-03-03T14:23:40.580334Z","steps":["trace[379683093] 'range keys from in-memory index tree' (duration: 159.570844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.759004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:40.759119Z","caller":"traceutil/trace.go:171","msg":"trace[1933303873] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533708s","start":"2026-03-03T14:23:38.758565Z","end":"2026-03-03T14:23:40.759099Z","steps":["trace[1933303873] 'agreement among raft nodes before linearized reading' (duration: 2.000387364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.759172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.75853Z","time spent":"2.00063189s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:41.13625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001013528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:41.136381Z","caller":"traceutil/trace.go:171","msg":"trace[247992201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001196772s","start":"2026-03-03T14:23:39.135144Z","end":"2026-03-03T14:23:41.136341Z","steps":["trace[247992201] 'agreement among raft nodes before linearized reading' (duration: 2.001049839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:41.136445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.135122Z","time spent":"2.001310146s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:41.312179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728121615s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:41.312823Z","caller":"traceutil/trace.go:171","msg":"trace[2016683512] linearizableReadLoop","detail":"{readStateIndex:11713; appliedIndex:11711; }","duration":"2.588267224s","start":"2026-03-03T14:23:38.724535Z","end":"2026-03-03T14:23:41.312802Z","steps":["trace[2016683512] 'read index received' (duration: 859.531183ms)","trace[2016683512] 'applied index is now lower than readState.Index' (duration: 1.728734711s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:41.312943Z","caller":"traceutil/trace.go:171","msg":"trace[1883478476] transaction","detail":"{read_only:false; response_revision:11273; number_of_response:1; }","duration":"2.678490317s","start":"2026-03-03T14:23:38.634425Z","end":"2026-03-03T14:23:41.312915Z","steps":["trace[1883478476] 'process raft request' (duration: 2.677834422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:41.313094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.634402Z","time spent":"2.67860854s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:41.813631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:42.314459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:42.76793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00063537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:42.767991Z","caller":"traceutil/trace.go:171","msg":"trace[1973357535] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756182s","start":"2026-03-03T14:23:40.767218Z","end":"2026-03-03T14:23:42.767974Z","steps":["trace[1973357535] 'agreement among raft nodes before linearized reading' (duration: 2.000682301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.768022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.767192Z","time spent":"2.000823563s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:42.815475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:43.136592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364321437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.13671Z","caller":"traceutil/trace.go:171","msg":"trace[1034794844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11273; }","duration":"7.364494581s","start":"2026-03-03T14:23:35.77219Z","end":"2026-03-03T14:23:43.136685Z","steps":["trace[1034794844] 'agreement among raft nodes before linearized reading' (duration: 5.540777533s)","trace[1034794844] 'range keys from in-memory index tree' (duration: 1.823533814s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.13676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772174Z","time spent":"7.364571833s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.322118853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:43.137157Z","caller":"traceutil/trace.go:171","msg":"trace[995764045] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11273; }","duration":"6.322222876s","start":"2026-03-03T14:23:36.814905Z","end":"2026-03-03T14:23:43.137127Z","steps":["trace[995764045] 'agreement among raft nodes before linearized reading' (duration: 4.497978935s)","trace[995764045] 'count revisions from in-memory index tree' (duration: 1.824159699s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.814879Z","time spent":"6.322312217s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:43.137225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364190164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:43.137259Z","caller":"traceutil/trace.go:171","msg":"trace[922936980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11273; }","duration":"7.364228335s","start":"2026-03-03T14:23:35.77302Z","end":"2026-03-03T14:23:43.137248Z","steps":["trace[922936980] 'agreement among raft nodes before linearized reading' (duration: 5.539907722s)","trace[922936980] 'range keys from in-memory index tree' (duration: 1.82418249s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.773018Z","time spent":"7.364257755s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364388198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.137428Z","caller":"traceutil/trace.go:171","msg":"trace[1697517338] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11273; }","duration":"7.36441459s","start":"2026-03-03T14:23:35.773006Z","end":"2026-03-03T14:23:43.137421Z","steps":["trace[1697517338] 'agreement among raft nodes before linearized reading' (duration: 5.539927783s)","trace[1697517338] 'range keys from in-memory index tree' (duration: 1.824461546s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.773004Z","time spent":"7.36443721s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247787892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:23:43.137537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364543383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.137563Z","caller":"traceutil/trace.go:171","msg":"trace[295448207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11273; }","duration":"6.247851184s","start":"2026-03-03T14:23:36.889687Z","end":"2026-03-03T14:23:43.137538Z","steps":["trace[295448207] 'agreement among raft nodes before linearized reading' (duration: 4.423187183s)","trace[295448207] 'range keys from in-memory index tree' (duration: 1.824530348s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:43.137569Z","caller":"traceutil/trace.go:171","msg":"trace[1874892287] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11273; }","duration":"7.364572053s","start":"2026-03-03T14:23:35.77298Z","end":"2026-03-03T14:23:43.137552Z","steps":["trace[1874892287] 'agreement among raft nodes before linearized reading' (duration: 5.539959303s)","trace[1874892287] 'range keys from in-memory index tree' (duration: 1.824587679s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.889663Z","time spent":"6.247918436s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364959532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.137631Z","caller":"traceutil/trace.go:171","msg":"trace[1519862651] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11273; }","duration":"7.364991543s","start":"2026-03-03T14:23:35.772634Z","end":"2026-03-03T14:23:43.137626Z","steps":["trace[1519862651] 'agreement among raft nodes before linearized reading' (duration: 5.540309341s)","trace[1519862651] 'range keys from in-memory index tree' (duration: 1.824657771s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772629Z","time spent":"7.365017704s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.378529402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.137736Z","caller":"traceutil/trace.go:171","msg":"trace[691164442] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11273; }","duration":"6.378589513s","start":"2026-03-03T14:23:36.759138Z","end":"2026-03-03T14:23:43.137727Z","steps":["trace[691164442] 'agreement among raft nodes before linearized reading' (duration: 4.553758418s)","trace[691164442] 'count revisions from in-memory index tree' (duration: 1.824795704s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.759117Z","time spent":"6.378701416s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:43.137837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365217369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.137877Z","caller":"traceutil/trace.go:171","msg":"trace[1688791999] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11273; }","duration":"7.365276119s","start":"2026-03-03T14:23:35.77259Z","end":"2026-03-03T14:23:43.137866Z","steps":["trace[1688791999] 'agreement among raft nodes before linearized reading' (duration: 5.540358812s)","trace[1688791999] 'range keys from in-memory index tree' (duration: 1.824787334s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772579Z","time spent":"7.365317191s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:43.137923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.225549476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:23:43.137965Z","caller":"traceutil/trace.go:171","msg":"trace[925953785] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11273; }","duration":"6.225611888s","start":"2026-03-03T14:23:36.912338Z","end":"2026-03-03T14:23:43.13795Z","steps":["trace[925953785] 'agreement among raft nodes before linearized reading' (duration: 4.40064672s)","trace[925953785] 'count revisions from in-memory index tree' (duration: 1.824906937s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.912327Z","time spent":"6.225657029s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1158,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:43.138026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.363817094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:43.138054Z","caller":"traceutil/trace.go:171","msg":"trace[1063229090] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11273; }","duration":"7.363861496s","start":"2026-03-03T14:23:35.774184Z","end":"2026-03-03T14:23:43.138045Z","steps":["trace[1063229090] 'agreement among raft nodes before linearized reading' (duration: 5.538719563s)","trace[1063229090] 'range keys from in-memory index tree' (duration: 1.825070851s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.774173Z","time spent":"7.363898366s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.365848484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:43.138121Z","caller":"traceutil/trace.go:171","msg":"trace[2037597662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11273; }","duration":"7.365909335s","start":"2026-03-03T14:23:35.772202Z","end":"2026-03-03T14:23:43.138111Z","steps":["trace[2037597662] 'agreement among raft nodes before linearized reading' (duration: 5.540751302s)","trace[2037597662] 'range keys from in-memory index tree' (duration: 1.825085572s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.136602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.363256082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:43.138182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248445588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:23:43.138208Z","caller":"traceutil/trace.go:171","msg":"trace[1181985346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11273; }","duration":"6.248491699s","start":"2026-03-03T14:23:36.889707Z","end":"2026-03-03T14:23:43.138199Z","steps":["trace[1181985346] 'agreement among raft nodes before linearized reading' (duration: 4.423375537s)","trace[1181985346] 'range keys from in-memory index tree' (duration: 1.82503232s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248320285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-03T14:23:43.138217Z","caller":"traceutil/trace.go:171","msg":"trace[721640443] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11273; }","duration":"7.364880911s","start":"2026-03-03T14:23:35.773292Z","end":"2026-03-03T14:23:43.138173Z","steps":["trace[721640443] 'agreement among raft nodes before linearized reading' (duration: 5.539630086s)","trace[721640443] 'range keys from in-memory index tree' (duration: 1.823608506s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:43.138268Z","caller":"traceutil/trace.go:171","msg":"trace[651326764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.248488039s","start":"2026-03-03T14:23:36.889755Z","end":"2026-03-03T14:23:43.138243Z","steps":["trace[651326764] 'agreement among raft nodes before linearized reading' (duration: 4.423286904s)","trace[651326764] 'range keys from in-memory index tree' (duration: 1.82507239s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.137591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772975Z","time spent":"7.364611534s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.889735Z","time spent":"6.248573482s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.773289Z","time spent":"7.365002655s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} 2026/03/03 14:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:43.13834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.822777638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:43.138147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.772183Z","time spent":"7.365958986s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:43.138403Z","caller":"traceutil/trace.go:171","msg":"trace[217893212] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11273; }","duration":"4.822864941s","start":"2026-03-03T14:23:38.315513Z","end":"2026-03-03T14:23:43.138378Z","steps":["trace[217893212] 'agreement among raft nodes before linearized reading' (duration: 2.997492352s)","trace[217893212] 'count revisions from in-memory index tree' (duration: 1.825297347s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824471529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:43.138447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.315499Z","time spent":"4.822937032s","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:43.138462Z","caller":"traceutil/trace.go:171","msg":"trace[77135140] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11273; }","duration":"4.824529841s","start":"2026-03-03T14:23:38.31392Z","end":"2026-03-03T14:23:43.13845Z","steps":["trace[77135140] 'agreement among raft nodes before linearized reading' (duration: 2.999091751s)","trace[77135140] 'count revisions from in-memory index tree' (duration: 1.825393339s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.604797145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:23:43.138488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.313905Z","time spent":"4.824574492s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:43.13823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.889692Z","time spent":"6.24853191s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:43.13852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.612021614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:23:43.138526Z","caller":"traceutil/trace.go:171","msg":"trace[475970046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11273; }","duration":"5.604900147s","start":"2026-03-03T14:23:37.5336Z","end":"2026-03-03T14:23:43.1385Z","steps":["trace[475970046] 'agreement among raft nodes before linearized reading' (duration: 3.779514628s)","trace[475970046] 'range keys from in-memory index tree' (duration: 1.825172705s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.13854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.075958013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:43.138547Z","caller":"traceutil/trace.go:171","msg":"trace[1866183723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11273; }","duration":"7.612069275s","start":"2026-03-03T14:23:35.526468Z","end":"2026-03-03T14:23:43.138537Z","steps":["trace[1866183723] 'agreement among raft nodes before linearized reading' (duration: 5.786490041s)","trace[1866183723] 'range keys from in-memory index tree' (duration: 1.825510322s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:43.138573Z","caller":"traceutil/trace.go:171","msg":"trace[1403582379] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11273; }","duration":"6.076027215s","start":"2026-03-03T14:23:37.062533Z","end":"2026-03-03T14:23:43.138561Z","steps":["trace[1403582379] 'agreement among raft nodes before linearized reading' (duration: 4.250467612s)","trace[1403582379] 'count revisions from in-memory index tree' (duration: 1.825510302s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.526455Z","time spent":"7.612117546s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364750047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:43.138605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.06251Z","time spent":"6.076080657s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:43.138617Z","caller":"traceutil/trace.go:171","msg":"trace[980475983] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11273; }","duration":"7.365120136s","start":"2026-03-03T14:23:35.773483Z","end":"2026-03-03T14:23:43.138603Z","steps":["trace[980475983] 'agreement among raft nodes before linearized reading' (duration: 5.53943344s)","trace[980475983] 'range keys from in-memory index tree' (duration: 1.825319147s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.13864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24890018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-03T14:23:43.138658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.77348Z","time spent":"7.365166807s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.611508366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"warn","ts":"2026-03-03T14:23:43.138489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990270533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.138693Z","caller":"traceutil/trace.go:171","msg":"trace[617848827] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.611581188s","start":"2026-03-03T14:23:37.527101Z","end":"2026-03-03T14:23:43.138682Z","steps":["trace[617848827] 'agreement among raft nodes before linearized reading' (duration: 3.785881121s)","trace[617848827] 'range keys from in-memory index tree' (duration: 1.825646386s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:43.138666Z","caller":"traceutil/trace.go:171","msg":"trace[530941891] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"6.248958831s","start":"2026-03-03T14:23:36.889699Z","end":"2026-03-03T14:23:43.138657Z","steps":["trace[530941891] 'agreement among raft nodes before linearized reading' (duration: 4.423336476s)","trace[530941891] 'range keys from in-memory index tree' (duration: 1.825585734s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.533588Z","time spent":"5.604974189s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.889669Z","time spent":"6.249049443s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.527082Z","time spent":"5.611635989s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 14:23:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:43.138222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.364025489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:43.1387Z","caller":"traceutil/trace.go:171","msg":"trace[778176010] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11273; }","duration":"4.990508299s","start":"2026-03-03T14:23:38.148182Z","end":"2026-03-03T14:23:43.13869Z","steps":["trace[778176010] 'agreement among raft nodes before linearized reading' (duration: 3.164834683s)","trace[778176010] 'count revisions from in-memory index tree' (duration: 1.825451801s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.1389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.629019249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:23:43.138919Z","caller":"traceutil/trace.go:171","msg":"trace[1373752189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11273; }","duration":"7.364734057s","start":"2026-03-03T14:23:35.77417Z","end":"2026-03-03T14:23:43.138904Z","steps":["trace[1373752189] 'agreement among raft nodes before linearized reading' (duration: 5.538739333s)","trace[1373752189] 'range keys from in-memory index tree' (duration: 1.825296377s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.71115316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:23:43.138936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.148167Z","time spent":"4.990750014s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:43.138932Z","caller":"traceutil/trace.go:171","msg":"trace[1973429786] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:11273; }","duration":"5.62909238s","start":"2026-03-03T14:23:37.509826Z","end":"2026-03-03T14:23:43.138919Z","steps":["trace[1973429786] 'agreement among raft nodes before linearized reading' (duration: 3.803165828s)","trace[1973429786] 'range keys from in-memory index tree' (duration: 1.82580812s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:43.138963Z","caller":"traceutil/trace.go:171","msg":"trace[441629112] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11273; }","duration":"4.711217441s","start":"2026-03-03T14:23:38.427737Z","end":"2026-03-03T14:23:43.138955Z","steps":["trace[441629112] 'agreement among raft nodes before linearized reading' (duration: 2.885260778s)","trace[441629112] 'range keys from in-memory index tree' (duration: 1.825882231s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:43.138965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.774157Z","time spent":"7.364796738s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.509755Z","time spent":"5.629209454s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:23:43.138984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.427717Z","time spent":"4.711261792s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:23:43.31603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:43.498458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.767900091s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:43.499019Z","caller":"traceutil/trace.go:171","msg":"trace[80818292] transaction","detail":"{read_only:false; response_revision:11274; number_of_response:1; }","duration":"2.768615078s","start":"2026-03-03T14:23:40.730376Z","end":"2026-03-03T14:23:43.498991Z","steps":["trace[80818292] 'process raft request' (duration: 2.768403563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:43.499236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.73034Z","time spent":"2.768758951s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:44.528626Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029867707s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:44.529197Z","caller":"traceutil/trace.go:171","msg":"trace[2044723242] transaction","detail":"{read_only:false; response_revision:11275; number_of_response:1; }","duration":"3.797756189s","start":"2026-03-03T14:23:40.731417Z","end":"2026-03-03T14:23:44.529173Z","steps":["trace[2044723242] 'process raft request' (duration: 3.797552744s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.529361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.731383Z","time spent":"3.797872041s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:44.530303Z","caller":"traceutil/trace.go:171","msg":"trace[1963918690] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"1.385083942s","start":"2026-03-03T14:23:43.14479Z","end":"2026-03-03T14:23:44.529873Z","steps":["trace[1963918690] 'process raft request' (duration: 1.384648542s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:44.53035Z","caller":"traceutil/trace.go:171","msg":"trace[1094622622] transaction","detail":"{read_only:false; response_revision:11277; number_of_response:1; }","duration":"1.388495834s","start":"2026-03-03T14:23:43.141049Z","end":"2026-03-03T14:23:44.529544Z","steps":["trace[1094622622] 'process raft request' (duration: 1.3882992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.530455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.144781Z","time spent":"1.385593035s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:44.530546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.141028Z","time spent":"1.389397607s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:44.530923Z","caller":"traceutil/trace.go:171","msg":"trace[628198562] linearizableReadLoop","detail":"{readStateIndex:11719; appliedIndex:11713; }","duration":"3.218022654s","start":"2026-03-03T14:23:41.312865Z","end":"2026-03-03T14:23:44.530887Z","steps":["trace[628198562] 'read index received' (duration: 2.185871602s)","trace[628198562] 'applied index is now lower than readState.Index' (duration: 1.0320579s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:44.531218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34956655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:44.531259Z","caller":"traceutil/trace.go:171","msg":"trace[921737264] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11279; }","duration":"4.349610201s","start":"2026-03-03T14:23:40.181631Z","end":"2026-03-03T14:23:44.531241Z","steps":["trace[921737264] 'agreement among raft nodes before linearized reading' (duration: 4.349433616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.181559Z","time spent":"4.349713583s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:44.531321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.651479709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:23:44.531394Z","caller":"traceutil/trace.go:171","msg":"trace[1374896477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11279; }","duration":"5.651577032s","start":"2026-03-03T14:23:38.879788Z","end":"2026-03-03T14:23:44.531365Z","steps":["trace[1374896477] 'agreement among raft nodes before linearized reading' (duration: 5.651406458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.879767Z","time spent":"5.651660164s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:23:44.531554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245837002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:44.531635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.652517644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:23:44.531666Z","caller":"traceutil/trace.go:171","msg":"trace[1979825744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11279; }","duration":"5.652575255s","start":"2026-03-03T14:23:38.879078Z","end":"2026-03-03T14:23:44.531653Z","steps":["trace[1979825744] 'agreement among raft nodes before linearized reading' (duration: 5.6523305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.879059Z","time spent":"5.652636377s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:23:44.531717Z","caller":"traceutil/trace.go:171","msg":"trace[173051328] transaction","detail":"{read_only:false; response_revision:11276; number_of_response:1; }","duration":"3.799140181s","start":"2026-03-03T14:23:40.732546Z","end":"2026-03-03T14:23:44.531686Z","steps":["trace[173051328] 'process raft request' (duration: 3.796570089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700013349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:23:44.531835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.732506Z","time spent":"3.799257874s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:44.531864Z","caller":"traceutil/trace.go:171","msg":"trace[234194961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11279; }","duration":"5.70008273s","start":"2026-03-03T14:23:38.831768Z","end":"2026-03-03T14:23:44.531851Z","steps":["trace[234194961] 'agreement among raft nodes before linearized reading' (duration: 5.700019859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.831741Z","time spent":"5.700137162s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T14:23:44.531652Z","caller":"traceutil/trace.go:171","msg":"trace[1588797756] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11279; }","duration":"4.245971605s","start":"2026-03-03T14:23:40.285645Z","end":"2026-03-03T14:23:44.531617Z","steps":["trace[1588797756] 'agreement among raft nodes before linearized reading' (duration: 4.245385331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.531941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.285617Z","time spent":"4.246308423s","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:44.532214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26144862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:44.532239Z","caller":"traceutil/trace.go:171","msg":"trace[1166848021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11279; }","duration":"3.26150135s","start":"2026-03-03T14:23:41.270731Z","end":"2026-03-03T14:23:44.532233Z","steps":["trace[1166848021] 'agreement among raft nodes before linearized reading' (duration: 3.261452879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.532204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.14834763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:44.532298Z","caller":"traceutil/trace.go:171","msg":"trace[1778503775] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"1.361400092s","start":"2026-03-03T14:23:43.170886Z","end":"2026-03-03T14:23:44.532286Z","steps":["trace[1778503775] 'process raft request' (duration: 1.358585095s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:44.532297Z","caller":"traceutil/trace.go:171","msg":"trace[301324327] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11279; }","duration":"5.148508644s","start":"2026-03-03T14:23:39.383767Z","end":"2026-03-03T14:23:44.532276Z","steps":["trace[301324327] 'agreement among raft nodes before linearized reading' (duration: 5.147643664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.532358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.17086Z","time spent":"1.361457244s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:44.53235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.383735Z","time spent":"5.148602526s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:23:44.532261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:41.270715Z","time spent":"3.261541142s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:44.768634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000399504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:44.768759Z","caller":"traceutil/trace.go:171","msg":"trace[963423930] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561769s","start":"2026-03-03T14:23:42.768164Z","end":"2026-03-03T14:23:44.768726Z","steps":["trace[963423930] 'agreement among raft nodes before linearized reading' (duration: 2.000417845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.768837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.768153Z","time spent":"2.000665061s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:45.474572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.041101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:45.474755Z","caller":"traceutil/trace.go:171","msg":"trace[1480358196] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"1.073211311s","start":"2026-03-03T14:23:44.401492Z","end":"2026-03-03T14:23:45.474704Z","steps":["trace[1480358196] 'process raft request' (duration: 453.942414ms)","trace[1480358196] 'compare' (duration: 618.612531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:45.474823Z","caller":"traceutil/trace.go:171","msg":"trace[1858010800] linearizableReadLoop","detail":"{readStateIndex:11720; appliedIndex:11719; }","duration":"943.820354ms","start":"2026-03-03T14:23:44.53097Z","end":"2026-03-03T14:23:45.47479Z","steps":["trace[1858010800] 'read index received' (duration: 324.473415ms)","trace[1858010800] 'applied index is now lower than readState.Index' (duration: 619.343539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:45.474872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.53731Z","time spent":"937.559253ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:45.474893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194165455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:45.474923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.401465Z","time spent":"1.073372775s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.474964Z","caller":"traceutil/trace.go:171","msg":"trace[1478984676] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11280; }","duration":"1.194315568s","start":"2026-03-03T14:23:44.280633Z","end":"2026-03-03T14:23:45.474948Z","steps":["trace[1478984676] 'agreement among raft nodes before linearized reading' (duration: 1.194167564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.474966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595403289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:23:45.475005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.280612Z","time spent":"1.1943856s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:45.475052Z","caller":"traceutil/trace.go:171","msg":"trace[473488436] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11280; }","duration":"1.595540142s","start":"2026-03-03T14:23:43.879492Z","end":"2026-03-03T14:23:45.475033Z","steps":["trace[473488436] 'agreement among raft nodes before linearized reading' (duration: 1.595298176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37383495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:45.475129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.879472Z","time spent":"1.595644535s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:45.475165Z","caller":"traceutil/trace.go:171","msg":"trace[1582284520] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11280; }","duration":"2.373936913s","start":"2026-03-03T14:23:43.101209Z","end":"2026-03-03T14:23:45.475146Z","steps":["trace[1582284520] 'agreement among raft nodes before linearized reading' (duration: 2.373714547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33524771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"warn","ts":"2026-03-03T14:23:45.475236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.101193Z","time spent":"2.374025214s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:45.475295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.789868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:23:45.4753Z","caller":"traceutil/trace.go:171","msg":"trace[402747109] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11280; }","duration":"2.335364383s","start":"2026-03-03T14:23:43.139915Z","end":"2026-03-03T14:23:45.475279Z","steps":["trace[402747109] 'agreement among raft nodes before linearized reading' (duration: 2.334995964s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.475323Z","caller":"traceutil/trace.go:171","msg":"trace[1531914103] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11280; }","duration":"944.85622ms","start":"2026-03-03T14:23:44.530459Z","end":"2026-03-03T14:23:45.475315Z","steps":["trace[1531914103] 'agreement among raft nodes before linearized reading' (duration: 944.356718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.530443Z","time spent":"944.89495ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:45.47538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.139898Z","time spent":"2.335439044s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:23:45.475296Z","caller":"traceutil/trace.go:171","msg":"trace[973052513] transaction","detail":"{read_only:false; response_revision:11281; number_of_response:1; }","duration":"935.886013ms","start":"2026-03-03T14:23:44.53938Z","end":"2026-03-03T14:23:45.475266Z","steps":["trace[973052513] 'process raft request' (duration: 935.415431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062815588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:45.475448Z","caller":"traceutil/trace.go:171","msg":"trace[1126164627] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11280; }","duration":"2.062981381s","start":"2026-03-03T14:23:43.41245Z","end":"2026-03-03T14:23:45.475431Z","steps":["trace[1126164627] 'agreement among raft nodes before linearized reading' (duration: 2.06249299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580450109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:23:45.475505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.412428Z","time spent":"2.063061714s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:45.47551Z","caller":"traceutil/trace.go:171","msg":"trace[1728310033] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"936.088238ms","start":"2026-03-03T14:23:44.539394Z","end":"2026-03-03T14:23:45.475482Z","steps":["trace[1728310033] 'process raft request' (duration: 935.74895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.475517Z","caller":"traceutil/trace.go:171","msg":"trace[1301003213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11280; }","duration":"1.5805266s","start":"2026-03-03T14:23:43.894975Z","end":"2026-03-03T14:23:45.475501Z","steps":["trace[1301003213] 'agreement among raft nodes before linearized reading' (duration: 1.579965417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.894969Z","time spent":"1.580582981s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:45.475566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.539366Z","time spent":"936.062147ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.475575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.53938Z","time spent":"936.161449ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.47565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332221707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:45.475726Z","caller":"traceutil/trace.go:171","msg":"trace[288223050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11280; }","duration":"2.332300309s","start":"2026-03-03T14:23:43.143405Z","end":"2026-03-03T14:23:45.475705Z","steps":["trace[288223050] 'agreement among raft nodes before linearized reading' (duration: 2.331394037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.475788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.143396Z","time spent":"2.33235453s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:23:45.528874Z","caller":"traceutil/trace.go:171","msg":"trace[1717706493] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"359.500469ms","start":"2026-03-03T14:23:45.169332Z","end":"2026-03-03T14:23:45.528833Z","steps":["trace[1717706493] 'process raft request' (duration: 359.330625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.529075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.169313Z","time spent":"359.659733ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:46.7763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:46.776389Z","caller":"traceutil/trace.go:171","msg":"trace[1266290582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370463s","start":"2026-03-03T14:23:44.775999Z","end":"2026-03-03T14:23:46.776369Z","steps":["trace[1266290582] 'agreement among raft nodes before linearized reading' (duration: 2.000252281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:46.776439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.775951Z","time spent":"2.000477176s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:46.877367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.479228Z","time spent":"1.398130748s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:46.878121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.478985Z","time spent":"1.399119422s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:47.527654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.480261Z","time spent":"2.047384845s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:48.776537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99981169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:48.776603Z","caller":"traceutil/trace.go:171","msg":"trace[1922039568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999929273s","start":"2026-03-03T14:23:46.77666Z","end":"2026-03-03T14:23:48.77659Z","steps":["trace[1922039568] 'agreement among raft nodes before linearized reading' (duration: 1.999839921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:48.776641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.776646Z","time spent":"1.999987884s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:49.3234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92644591s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:49.323654Z","caller":"traceutil/trace.go:171","msg":"trace[1758458143] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11284; }","duration":"3.847616219s","start":"2026-03-03T14:23:45.47602Z","end":"2026-03-03T14:23:49.323637Z","steps":["trace[1758458143] 'process raft request' (duration: 3.847467055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.323798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.476001Z","time spent":"3.847717212s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.289555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.215207135s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:50.353928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027573792s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:50.354246Z","caller":"traceutil/trace.go:171","msg":"trace[1373181443] linearizableReadLoop","detail":"{readStateIndex:11725; appliedIndex:11724; }","duration":"4.87934803s","start":"2026-03-03T14:23:45.47488Z","end":"2026-03-03T14:23:50.354228Z","steps":["trace[1373181443] 'read index received' (duration: 54.222446ms)","trace[1373181443] 'applied index is now lower than readState.Index' (duration: 4.825124374s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:50.354331Z","caller":"traceutil/trace.go:171","msg":"trace[1198773199] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"4.849502241s","start":"2026-03-03T14:23:45.504819Z","end":"2026-03-03T14:23:50.354321Z","steps":["trace[1198773199] 'process raft request' (duration: 4.849324337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.354412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.504799Z","time spent":"4.849563572s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.354638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208955841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.354651Z","caller":"traceutil/trace.go:171","msg":"trace[445022169] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"3.813728103s","start":"2026-03-03T14:23:46.540874Z","end":"2026-03-03T14:23:50.354602Z","steps":["trace[445022169] 'process raft request' (duration: 3.813318362s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.354707Z","caller":"traceutil/trace.go:171","msg":"trace[123990067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11289; }","duration":"5.209063303s","start":"2026-03-03T14:23:45.145627Z","end":"2026-03-03T14:23:50.35469Z","steps":["trace[123990067] 'agreement among raft nodes before linearized reading' (duration: 5.20895285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.35476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.145606Z","time spent":"5.209141034s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:50.354799Z","caller":"traceutil/trace.go:171","msg":"trace[189955635] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"3.813854216s","start":"2026-03-03T14:23:46.540923Z","end":"2026-03-03T14:23:50.354777Z","steps":["trace[189955635] 'process raft request' (duration: 3.813556348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.354837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.540851Z","time spent":"3.813890646s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.354909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.540901Z","time spent":"3.813951778s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.354902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.81592934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:23:50.354961Z","caller":"traceutil/trace.go:171","msg":"trace[614056427] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:11290; }","duration":"5.816012562s","start":"2026-03-03T14:23:44.53893Z","end":"2026-03-03T14:23:50.354943Z","steps":["trace[614056427] 'agreement among raft nodes before linearized reading' (duration: 5.815699245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.538915Z","time spent":"5.816081794s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"info","ts":"2026-03-03T14:23:50.355042Z","caller":"traceutil/trace.go:171","msg":"trace[131945321] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11290; }","duration":"3.474616335s","start":"2026-03-03T14:23:46.880407Z","end":"2026-03-03T14:23:50.355023Z","steps":["trace[131945321] 'process raft request' (duration: 3.474317998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207832332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.355149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.880383Z","time spent":"3.474716097s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.355205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208448218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.355206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332516577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.355239Z","caller":"traceutil/trace.go:171","msg":"trace[1441644527] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11290; }","duration":"5.208502269s","start":"2026-03-03T14:23:45.146728Z","end":"2026-03-03T14:23:50.355231Z","steps":["trace[1441644527] 'agreement among raft nodes before linearized reading' (duration: 5.207938656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.146718Z","time spent":"5.208538931s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:50.355257Z","caller":"traceutil/trace.go:171","msg":"trace[331842907] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11290; }","duration":"5.332588058s","start":"2026-03-03T14:23:45.022652Z","end":"2026-03-03T14:23:50.35524Z","steps":["trace[331842907] 'agreement among raft nodes before linearized reading' (duration: 5.331933033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.3553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.022637Z","time spent":"5.33264956s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.355399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20936598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:50.355429Z","caller":"traceutil/trace.go:171","msg":"trace[189185318] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11290; }","duration":"5.209424811s","start":"2026-03-03T14:23:45.145995Z","end":"2026-03-03T14:23:50.35542Z","steps":["trace[189185318] 'agreement among raft nodes before linearized reading' (duration: 5.208670614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208117049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:50.35543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208658063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.355429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208609562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.355477Z","caller":"traceutil/trace.go:171","msg":"trace[2007431171] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11290; }","duration":"5.208194241s","start":"2026-03-03T14:23:45.147267Z","end":"2026-03-03T14:23:50.355461Z","steps":["trace[2007431171] 'agreement among raft nodes before linearized reading' (duration: 5.207370872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542239178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.355519Z","caller":"traceutil/trace.go:171","msg":"trace[533691937] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11290; }","duration":"5.208715034s","start":"2026-03-03T14:23:45.146786Z","end":"2026-03-03T14:23:50.355501Z","steps":["trace[533691937] 'agreement among raft nodes before linearized reading' (duration: 5.207868734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.14726Z","time spent":"5.208269423s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:50.35556Z","caller":"traceutil/trace.go:171","msg":"trace[396761613] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11290; }","duration":"5.542537565s","start":"2026-03-03T14:23:44.813005Z","end":"2026-03-03T14:23:50.355542Z","steps":["trace[396761613] 'agreement among raft nodes before linearized reading' (duration: 5.541634204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.35559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.208852588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:23:50.355207Z","caller":"traceutil/trace.go:171","msg":"trace[196353412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11290; }","duration":"5.208068828s","start":"2026-03-03T14:23:45.147087Z","end":"2026-03-03T14:23:50.355156Z","steps":["trace[196353412] 'agreement among raft nodes before linearized reading' (duration: 5.207559976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.355571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.14678Z","time spent":"5.208777456s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:50.355708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.209127944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.355697Z","caller":"traceutil/trace.go:171","msg":"trace[1601564655] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11290; }","duration":"5.208977111s","start":"2026-03-03T14:23:45.146701Z","end":"2026-03-03T14:23:50.355678Z","steps":["trace[1601564655] 'agreement among raft nodes before linearized reading' (duration: 5.207954936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.356606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.146694Z","time spent":"5.209891892s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:50.355454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.145979Z","time spent":"5.209469572s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:50.355153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.209474303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.357449Z","caller":"traceutil/trace.go:171","msg":"trace[1755874168] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11290; }","duration":"5.211806609s","start":"2026-03-03T14:23:45.145627Z","end":"2026-03-03T14:23:50.357433Z","steps":["trace[1755874168] 'agreement among raft nodes before linearized reading' (duration: 5.208992021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.357495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.145606Z","time spent":"5.21187626s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:50.355312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.209585315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.357628Z","caller":"traceutil/trace.go:171","msg":"trace[878458288] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11290; }","duration":"5.211892151s","start":"2026-03-03T14:23:45.145701Z","end":"2026-03-03T14:23:50.357594Z","steps":["trace[878458288] 'agreement among raft nodes before linearized reading' (duration: 5.20893536s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.355506Z","caller":"traceutil/trace.go:171","msg":"trace[1235205525] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11290; }","duration":"5.208756185s","start":"2026-03-03T14:23:45.146731Z","end":"2026-03-03T14:23:50.355487Z","steps":["trace[1235205525] 'agreement among raft nodes before linearized reading' (duration: 5.207877484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.357727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.145695Z","time spent":"5.212002403s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:50.357716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.146716Z","time spent":"5.21098365s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:50.355626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.812984Z","time spent":"5.542622527s","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.355624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571258807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:50.355756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.147078Z","time spent":"5.208658402s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:23:50.355795Z","caller":"traceutil/trace.go:171","msg":"trace[1143799871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11289; }","duration":"5.210044746s","start":"2026-03-03T14:23:45.145733Z","end":"2026-03-03T14:23:50.355778Z","steps":["trace[1143799871] 'agreement among raft nodes before linearized reading' (duration: 5.208783045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.358414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.145709Z","time spent":"5.212660429s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:50.35552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.817896337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-03T14:23:50.358168Z","caller":"traceutil/trace.go:171","msg":"trace[1122761618] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11290; }","duration":"5.573789918s","start":"2026-03-03T14:23:44.784353Z","end":"2026-03-03T14:23:50.358143Z","steps":["trace[1122761618] 'agreement among raft nodes before linearized reading' (duration: 5.570296784s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.358697Z","caller":"traceutil/trace.go:171","msg":"trace[399139556] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857; range_end:; response_count:1; response_revision:11290; }","duration":"5.821074975s","start":"2026-03-03T14:23:44.537595Z","end":"2026-03-03T14:23:50.35867Z","steps":["trace[399139556] 'agreement among raft nodes before linearized reading' (duration: 5.817058668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.358763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.537587Z","time spent":"5.821159426s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" "} {"level":"warn","ts":"2026-03-03T14:23:50.358718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.784342Z","time spent":"5.574346781s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.781586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:50.781694Z","caller":"traceutil/trace.go:171","msg":"trace[532583807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163698s","start":"2026-03-03T14:23:48.78151Z","end":"2026-03-03T14:23:50.781673Z","steps":["trace[532583807] 'agreement among raft nodes before linearized reading' (duration: 1.999993044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.781748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.781504Z","time spent":"2.00023125s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:50.908493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.192563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:503"} {"level":"info","ts":"2026-03-03T14:23:50.908768Z","caller":"traceutil/trace.go:171","msg":"trace[166801125] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11290; }","duration":"3.379155054s","start":"2026-03-03T14:23:47.529574Z","end":"2026-03-03T14:23:50.908729Z","steps":["trace[166801125] 'process raft request' (duration: 2.982637934s)","trace[166801125] 'compare' (duration: 396.121321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:50.908942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.529557Z","time spent":"3.379288797s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":527,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:50.909211Z","caller":"traceutil/trace.go:171","msg":"trace[626220596] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"2.080861571s","start":"2026-03-03T14:23:48.828311Z","end":"2026-03-03T14:23:50.909173Z","steps":["trace[626220596] 'process raft request' (duration: 2.080293857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.828291Z","time spent":"2.080977885s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:50.909326Z","caller":"traceutil/trace.go:171","msg":"trace[1339620284] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"548.939282ms","start":"2026-03-03T14:23:50.360371Z","end":"2026-03-03T14:23:50.90931Z","steps":["trace[1339620284] 'process raft request' (duration: 548.847489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.32676Z","time spent":"1.582555499s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:23:50.909351Z","caller":"traceutil/trace.go:171","msg":"trace[916435777] linearizableReadLoop","detail":"{readStateIndex:11736; appliedIndex:11733; }","duration":"555.039189ms","start":"2026-03-03T14:23:50.354284Z","end":"2026-03-03T14:23:50.909324Z","steps":["trace[916435777] 'read index received' (duration: 157.985715ms)","trace[916435777] 'applied index is now lower than readState.Index' (duration: 397.050434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:50.90941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.360354Z","time spent":"549.009894ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:50.909527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002488247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.909525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700576309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:50.909522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369827338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:50.90954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537702558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:50.909567Z","caller":"traceutil/trace.go:171","msg":"trace[43931798] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11292; }","duration":"5.002584679s","start":"2026-03-03T14:23:45.90697Z","end":"2026-03-03T14:23:50.909555Z","steps":["trace[43931798] 'agreement among raft nodes before linearized reading' (duration: 5.002490037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.909572Z","caller":"traceutil/trace.go:171","msg":"trace[1055279872] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11292; }","duration":"2.700681902s","start":"2026-03-03T14:23:48.208878Z","end":"2026-03-03T14:23:50.909559Z","steps":["trace[1055279872] 'agreement among raft nodes before linearized reading' (duration: 2.700455637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443707575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:50.909586Z","caller":"traceutil/trace.go:171","msg":"trace[1448444757] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11292; }","duration":"1.5377793s","start":"2026-03-03T14:23:49.371795Z","end":"2026-03-03T14:23:50.909575Z","steps":["trace[1448444757] 'agreement among raft nodes before linearized reading' (duration: 1.537646027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.906946Z","time spent":"5.00264785s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.90961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.208848Z","time spent":"2.700753273s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.909601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369725494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:50.909636Z","caller":"traceutil/trace.go:171","msg":"trace[1133142711] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11292; }","duration":"1.443864779s","start":"2026-03-03T14:23:49.465749Z","end":"2026-03-03T14:23:50.909614Z","steps":["trace[1133142711] 'agreement among raft nodes before linearized reading' (duration: 1.443707616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342199709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.909669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128582251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-03T14:23:50.909657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740869188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:23:50.909681Z","caller":"traceutil/trace.go:171","msg":"trace[897730738] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11292; }","duration":"5.342301722s","start":"2026-03-03T14:23:45.567371Z","end":"2026-03-03T14:23:50.909673Z","steps":["trace[897730738] 'agreement among raft nodes before linearized reading' (duration: 5.342248811s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.909696Z","caller":"traceutil/trace.go:171","msg":"trace[2035903445] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11292; }","duration":"2.128638623s","start":"2026-03-03T14:23:48.781047Z","end":"2026-03-03T14:23:50.909686Z","steps":["trace[2035903445] 'agreement among raft nodes before linearized reading' (duration: 2.128559051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.46573Z","time spent":"1.443947561s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.909702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200848845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:50.909707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.8923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.90971Z","caller":"traceutil/trace.go:171","msg":"trace[980962416] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11292; }","duration":"3.74097091s","start":"2026-03-03T14:23:47.168726Z","end":"2026-03-03T14:23:50.909697Z","steps":["trace[980962416] 'agreement among raft nodes before linearized reading' (duration: 3.740611892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.567314Z","time spent":"5.342394904s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:50.909604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254911857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:50.909736Z","caller":"traceutil/trace.go:171","msg":"trace[1292645227] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11292; }","duration":"1.200913527s","start":"2026-03-03T14:23:49.708813Z","end":"2026-03-03T14:23:50.909726Z","steps":["trace[1292645227] 'agreement among raft nodes before linearized reading' (duration: 1.200843555s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.909757Z","caller":"traceutil/trace.go:171","msg":"trace[1539925184] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11292; }","duration":"1.255137193s","start":"2026-03-03T14:23:49.654614Z","end":"2026-03-03T14:23:50.909751Z","steps":["trace[1539925184] 'agreement among raft nodes before linearized reading' (duration: 1.254797235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.654592Z","time spent":"1.255204024s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:50.909751Z","caller":"traceutil/trace.go:171","msg":"trace[1585364801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11292; }","duration":"127.975683ms","start":"2026-03-03T14:23:50.78176Z","end":"2026-03-03T14:23:50.909735Z","steps":["trace[1585364801] 'agreement among raft nodes before linearized reading' (duration: 127.925952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.43617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:50.90981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.708795Z","time spent":"1.20100601s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.909753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.168707Z","time spent":"3.741037961s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:50.909815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.410816468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:23:50.909821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607960666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.909849Z","caller":"traceutil/trace.go:171","msg":"trace[200206176] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11292; }","duration":"702.566784ms","start":"2026-03-03T14:23:50.207266Z","end":"2026-03-03T14:23:50.909832Z","steps":["trace[200206176] 'agreement among raft nodes before linearized reading' (duration: 702.386699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.90987Z","caller":"traceutil/trace.go:171","msg":"trace[949402624] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11292; }","duration":"3.41089959s","start":"2026-03-03T14:23:47.498958Z","end":"2026-03-03T14:23:50.909857Z","steps":["trace[949402624] 'agreement among raft nodes before linearized reading' (duration: 3.410757347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.78103Z","time spent":"2.128683945s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:23:50.909896Z","caller":"traceutil/trace.go:171","msg":"trace[1666154643] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11292; }","duration":"3.60812131s","start":"2026-03-03T14:23:47.301751Z","end":"2026-03-03T14:23:50.909872Z","steps":["trace[1666154643] 'agreement among raft nodes before linearized reading' (duration: 3.607975066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.49894Z","time spent":"3.410955531s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:23:50.909652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.152197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:23:50.909911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.207252Z","time spent":"702.636795ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:50.909686Z","caller":"traceutil/trace.go:171","msg":"trace[2032733608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11292; }","duration":"4.369844148s","start":"2026-03-03T14:23:46.539818Z","end":"2026-03-03T14:23:50.909662Z","steps":["trace[2032733608] 'agreement among raft nodes before linearized reading' (duration: 4.369588981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.301736Z","time spent":"3.608194322s","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:50.909635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.371769Z","time spent":"1.537854903s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:50.909983Z","caller":"traceutil/trace.go:171","msg":"trace[940950463] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11292; }","duration":"446.496285ms","start":"2026-03-03T14:23:50.463442Z","end":"2026-03-03T14:23:50.909939Z","steps":["trace[940950463] 'agreement among raft nodes before linearized reading' (duration: 446.104936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.909981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.539802Z","time spent":"4.370168275s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:50.909969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426124746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:23:50.910028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.463421Z","time spent":"446.593728ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T14:23:50.91009Z","caller":"traceutil/trace.go:171","msg":"trace[21794951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11292; }","duration":"3.42629993s","start":"2026-03-03T14:23:47.483765Z","end":"2026-03-03T14:23:50.910065Z","steps":["trace[21794951] 'agreement among raft nodes before linearized reading' (duration: 3.425939102s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.909582Z","caller":"traceutil/trace.go:171","msg":"trace[1645808163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11292; }","duration":"4.369933389s","start":"2026-03-03T14:23:46.539632Z","end":"2026-03-03T14:23:50.909565Z","steps":["trace[1645808163] 'agreement among raft nodes before linearized reading' (duration: 4.369733334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.910261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.483743Z","time spent":"3.426475014s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:50.910256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.539611Z","time spent":"4.370625266s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:23:51.291969Z","caller":"traceutil/trace.go:171","msg":"trace[1014209541] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"377.075422ms","start":"2026-03-03T14:23:50.914865Z","end":"2026-03-03T14:23:51.29194Z","steps":["trace[1014209541] 'process raft request' (duration: 346.492775ms)","trace[1014209541] 'compare' (duration: 30.320511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:51.292331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.872958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:23:51.29235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.465374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:51.292393Z","caller":"traceutil/trace.go:171","msg":"trace[1473220973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b; range_end:; response_count:1; response_revision:11296; }","duration":"376.96711ms","start":"2026-03-03T14:23:50.915413Z","end":"2026-03-03T14:23:51.29238Z","steps":["trace[1473220973] 'agreement among raft nodes before linearized reading' (duration: 376.695123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.2924Z","caller":"traceutil/trace.go:171","msg":"trace[790340595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11296; }","duration":"375.555486ms","start":"2026-03-03T14:23:50.916831Z","end":"2026-03-03T14:23:51.292387Z","steps":["trace[790340595] 'agreement among raft nodes before linearized reading' (duration: 375.31758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.292434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.916795Z","time spent":"375.631878ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:51.292431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.915398Z","time spent":"377.024011ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" "} {"level":"warn","ts":"2026-03-03T14:23:51.292417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.371295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:51.292031Z","caller":"traceutil/trace.go:171","msg":"trace[1240441028] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"375.29541ms","start":"2026-03-03T14:23:50.916709Z","end":"2026-03-03T14:23:51.292004Z","steps":["trace[1240441028] 'process raft request' (duration: 375.076435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.292531Z","caller":"traceutil/trace.go:171","msg":"trace[310153136] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11296; }","duration":"376.53761ms","start":"2026-03-03T14:23:50.915974Z","end":"2026-03-03T14:23:51.292511Z","steps":["trace[310153136] 'agreement among raft nodes before linearized reading' (duration: 376.286044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.292076Z","caller":"traceutil/trace.go:171","msg":"trace[187383326] linearizableReadLoop","detail":"{readStateIndex:11741; appliedIndex:11738; }","duration":"332.788536ms","start":"2026-03-03T14:23:50.959267Z","end":"2026-03-03T14:23:51.292056Z","steps":["trace[187383326] 'read index received' (duration: 302.014035ms)","trace[187383326] 'applied index is now lower than readState.Index' (duration: 30.773351ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:51.292244Z","caller":"traceutil/trace.go:171","msg":"trace[202500331] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"370.907534ms","start":"2026-03-03T14:23:50.921315Z","end":"2026-03-03T14:23:51.292222Z","steps":["trace[202500331] 'process raft request' (duration: 370.515415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.292622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.915968Z","time spent":"376.642452ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:51.292706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.921299Z","time spent":"371.368525ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:51.292708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.916694Z","time spent":"375.857184ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:51.29273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.382653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:51.292788Z","caller":"traceutil/trace.go:171","msg":"trace[195892899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11296; }","duration":"375.442224ms","start":"2026-03-03T14:23:50.917331Z","end":"2026-03-03T14:23:51.292773Z","steps":["trace[195892899] 'agreement among raft nodes before linearized reading' (duration: 374.783868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.292845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.917296Z","time spent":"375.534155ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:51.292572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.914844Z","time spent":"377.487664ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:51.371225Z","caller":"traceutil/trace.go:171","msg":"trace[496280430] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"409.230467ms","start":"2026-03-03T14:23:50.961956Z","end":"2026-03-03T14:23:51.371186Z","steps":["trace[496280430] 'process raft request' (duration: 409.027182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.371394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.897409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:23:51.371423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.961932Z","time spent":"409.390781ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:51.371466Z","caller":"traceutil/trace.go:171","msg":"trace[1613689638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11297; }","duration":"409.029782ms","start":"2026-03-03T14:23:50.96242Z","end":"2026-03-03T14:23:51.37145Z","steps":["trace[1613689638] 'agreement among raft nodes before linearized reading' (duration: 408.780306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.371506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:50.962396Z","time spent":"409.101685ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:23:51.586125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.167459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:51.586295Z","caller":"traceutil/trace.go:171","msg":"trace[1544962090] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"208.317478ms","start":"2026-03-03T14:23:51.37795Z","end":"2026-03-03T14:23:51.586267Z","steps":["trace[1544962090] 'process raft request' (duration: 86.899173ms)","trace[1544962090] 'compare' (duration: 120.954124ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:51.657866Z","caller":"traceutil/trace.go:171","msg":"trace[1720800150] linearizableReadLoop","detail":"{readStateIndex:11744; appliedIndex:11742; }","duration":"279.146774ms","start":"2026-03-03T14:23:51.378692Z","end":"2026-03-03T14:23:51.657839Z","steps":["trace[1720800150] 'read index received' (duration: 86.232747ms)","trace[1720800150] 'applied index is now lower than readState.Index' (duration: 192.912797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:51.658163Z","caller":"traceutil/trace.go:171","msg":"trace[1175302460] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"278.476978ms","start":"2026-03-03T14:23:51.379663Z","end":"2026-03-03T14:23:51.65814Z","steps":["trace[1175302460] 'process raft request' (duration: 278.001627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.658186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.475772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:23:51.658234Z","caller":"traceutil/trace.go:171","msg":"trace[1657012824] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11299; }","duration":"279.546064ms","start":"2026-03-03T14:23:51.378672Z","end":"2026-03-03T14:23:51.658218Z","steps":["trace[1657012824] 'agreement among raft nodes before linearized reading' (duration: 279.38317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.658273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.658543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:51.658319Z","caller":"traceutil/trace.go:171","msg":"trace[77086083] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11299; }","duration":"178.708705ms","start":"2026-03-03T14:23:51.479578Z","end":"2026-03-03T14:23:51.658286Z","steps":["trace[77086083] 'agreement among raft nodes before linearized reading' (duration: 178.669344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.658546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.141817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:23:51.658669Z","caller":"traceutil/trace.go:171","msg":"trace[1079084256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11299; }","duration":"275.308871ms","start":"2026-03-03T14:23:51.383332Z","end":"2026-03-03T14:23:51.658641Z","steps":["trace[1079084256] 'agreement among raft nodes before linearized reading' (duration: 274.921302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.919818Z","caller":"traceutil/trace.go:171","msg":"trace[1440044781] linearizableReadLoop","detail":"{readStateIndex:11747; appliedIndex:11746; }","duration":"240.288198ms","start":"2026-03-03T14:23:51.679503Z","end":"2026-03-03T14:23:51.919792Z","steps":["trace[1440044781] 'read index received' (duration: 144.664965ms)","trace[1440044781] 'applied index is now lower than readState.Index' (duration: 95.622343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:51.919824Z","caller":"traceutil/trace.go:171","msg":"trace[530924205] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"253.348793ms","start":"2026-03-03T14:23:51.666447Z","end":"2026-03-03T14:23:51.919796Z","steps":["trace[530924205] 'process raft request' (duration: 157.833942ms)","trace[530924205] 'compare' (duration: 95.376307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:51.920131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.537986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:23:51.920348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.760836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:23:51.92042Z","caller":"traceutil/trace.go:171","msg":"trace[320091698] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11301; }","duration":"134.884389ms","start":"2026-03-03T14:23:51.785517Z","end":"2026-03-03T14:23:51.920401Z","steps":["trace[320091698] 'agreement among raft nodes before linearized reading' (duration: 134.623023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.920479Z","caller":"traceutil/trace.go:171","msg":"trace[1967222819] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11301; }","duration":"238.830952ms","start":"2026-03-03T14:23:51.68154Z","end":"2026-03-03T14:23:51.920371Z","steps":["trace[1967222819] 'agreement among raft nodes before linearized reading' (duration: 238.438043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.920576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.480479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4130"} {"level":"info","ts":"2026-03-03T14:23:51.920649Z","caller":"traceutil/trace.go:171","msg":"trace[1461059668] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:11301; }","duration":"256.575791ms","start":"2026-03-03T14:23:51.664055Z","end":"2026-03-03T14:23:51.920631Z","steps":["trace[1461059668] 'agreement among raft nodes before linearized reading' (duration: 255.812492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:52.823814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.077451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:52.823961Z","caller":"traceutil/trace.go:171","msg":"trace[1851002071] transaction","detail":"{read_only:false; response_revision:11302; number_of_response:1; }","duration":"899.780693ms","start":"2026-03-03T14:23:51.924154Z","end":"2026-03-03T14:23:52.823935Z","steps":["trace[1851002071] 'process raft request' (duration: 432.504987ms)","trace[1851002071] 'compare' (duration: 466.916787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:52.824048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:51.924134Z","time spent":"899.879016ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:23:52.870837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:53.37164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:53.498419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141906105s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:53.52364Z","caller":"traceutil/trace.go:171","msg":"trace[943779160] transaction","detail":"{read_only:false; response_revision:11303; number_of_response:1; }","duration":"1.596996437s","start":"2026-03-03T14:23:51.926606Z","end":"2026-03-03T14:23:53.523603Z","steps":["trace[943779160] 'process raft request' (duration: 1.572168599s)","trace[943779160] 'compare' (duration: 24.131281ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:53.523798Z","caller":"traceutil/trace.go:171","msg":"trace[2016647800] transaction","detail":"{read_only:false; response_revision:11304; number_of_response:1; }","duration":"1.161890907s","start":"2026-03-03T14:23:52.36188Z","end":"2026-03-03T14:23:53.523771Z","steps":["trace[2016647800] 'process raft request' (duration: 1.161552509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.523851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:51.926598Z","time spent":"1.59712875s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:53.523921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165200236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.52395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.361861Z","time spent":"1.162003349s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:53.523975Z","caller":"traceutil/trace.go:171","msg":"trace[1879207917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.165300649s","start":"2026-03-03T14:23:52.358661Z","end":"2026-03-03T14:23:53.523961Z","steps":["trace[1879207917] 'agreement among raft nodes before linearized reading' (duration: 1.165185826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.524016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.358636Z","time spent":"1.165368251s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:53.52423Z","caller":"traceutil/trace.go:171","msg":"trace[40078595] transaction","detail":"{read_only:false; response_revision:11307; number_of_response:1; }","duration":"696.338544ms","start":"2026-03-03T14:23:52.827875Z","end":"2026-03-03T14:23:53.524213Z","steps":["trace[40078595] 'process raft request' (duration: 695.78148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.524325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.827844Z","time spent":"696.437606ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:23:53.523796Z","caller":"traceutil/trace.go:171","msg":"trace[1184774709] linearizableReadLoop","detail":"{readStateIndex:11753; appliedIndex:11748; }","duration":"1.165062073s","start":"2026-03-03T14:23:52.358713Z","end":"2026-03-03T14:23:53.523775Z","steps":["trace[1184774709] 'read index received' (duration: 1.140074461s)","trace[1184774709] 'applied index is now lower than readState.Index' (duration: 24.986452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:53.524698Z","caller":"traceutil/trace.go:171","msg":"trace[648740095] transaction","detail":"{read_only:false; response_revision:11305; number_of_response:1; }","duration":"1.162162373s","start":"2026-03-03T14:23:52.362492Z","end":"2026-03-03T14:23:53.524655Z","steps":["trace[648740095] 'process raft request' (duration: 1.161055177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.52482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162737098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.524851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1628891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:23:53.524861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161830785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.52486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162687436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:53.524901Z","caller":"traceutil/trace.go:171","msg":"trace[1873736315] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.161892817s","start":"2026-03-03T14:23:52.362999Z","end":"2026-03-03T14:23:53.524891Z","steps":["trace[1873736315] 'agreement among raft nodes before linearized reading' (duration: 1.161768234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.524942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16283647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:53.524887Z","caller":"traceutil/trace.go:171","msg":"trace[913365639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.162824759s","start":"2026-03-03T14:23:52.362046Z","end":"2026-03-03T14:23:53.524871Z","steps":["trace[913365639] 'agreement among raft nodes before linearized reading' (duration: 1.162725367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.52497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162909821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:53.524979Z","caller":"traceutil/trace.go:171","msg":"trace[2096309871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11307; }","duration":"1.16288955s","start":"2026-03-03T14:23:52.36208Z","end":"2026-03-03T14:23:53.524969Z","steps":["trace[2096309871] 'agreement among raft nodes before linearized reading' (duration: 1.162832059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.524999Z","caller":"traceutil/trace.go:171","msg":"trace[983391589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11307; }","duration":"1.162952712s","start":"2026-03-03T14:23:52.362037Z","end":"2026-03-03T14:23:53.52499Z","steps":["trace[983391589] 'agreement among raft nodes before linearized reading' (duration: 1.16287606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.524997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362038Z","time spent":"1.162947512s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:53.525071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.821706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:23:53.525099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162299116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.525126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163099496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:53.52517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.989971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:53.525186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162436919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.525167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162340858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:53.525195Z","caller":"traceutil/trace.go:171","msg":"trace[1049690586] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11307; }","duration":"1.163185478s","start":"2026-03-03T14:23:52.361996Z","end":"2026-03-03T14:23:53.525182Z","steps":["trace[1049690586] 'agreement among raft nodes before linearized reading' (duration: 1.163045804s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525221Z","caller":"traceutil/trace.go:171","msg":"trace[2007590232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11307; }","duration":"1.162489371s","start":"2026-03-03T14:23:52.362722Z","end":"2026-03-03T14:23:53.525212Z","steps":["trace[2007590232] 'agreement among raft nodes before linearized reading' (duration: 1.1624398s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525231Z","caller":"traceutil/trace.go:171","msg":"trace[1374218423] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11307; }","duration":"1.162427149s","start":"2026-03-03T14:23:52.362792Z","end":"2026-03-03T14:23:53.525219Z","steps":["trace[1374218423] 'agreement among raft nodes before linearized reading' (duration: 1.162328387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.525231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.812827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:53.525241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.955661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.525256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362711Z","time spent":"1.162536912s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:53.525275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362781Z","time spent":"1.162486512s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:23:53.525285Z","caller":"traceutil/trace.go:171","msg":"trace[1277797534] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11307; }","duration":"851.91308ms","start":"2026-03-03T14:23:52.673359Z","end":"2026-03-03T14:23:53.525272Z","steps":["trace[1277797534] 'agreement among raft nodes before linearized reading' (duration: 851.824218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525299Z","caller":"traceutil/trace.go:171","msg":"trace[1361383140] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11307; }","duration":"813.054534ms","start":"2026-03-03T14:23:52.712227Z","end":"2026-03-03T14:23:53.525282Z","steps":["trace[1361383140] 'agreement among raft nodes before linearized reading' (duration: 812.953251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.525324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.673332Z","time spent":"851.980452ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:53.525334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.469562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:53.52534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.217456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:53.524948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362993Z","time spent":"1.161947939s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:53.525348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.712207Z","time spent":"813.125866ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:53.52537Z","caller":"traceutil/trace.go:171","msg":"trace[290848804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11307; }","duration":"228.532614ms","start":"2026-03-03T14:23:53.296829Z","end":"2026-03-03T14:23:53.525362Z","steps":["trace[290848804] 'agreement among raft nodes before linearized reading' (duration: 228.435341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525376Z","caller":"traceutil/trace.go:171","msg":"trace[1170662095] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11307; }","duration":"979.294248ms","start":"2026-03-03T14:23:52.546074Z","end":"2026-03-03T14:23:53.525368Z","steps":["trace[1170662095] 'agreement among raft nodes before linearized reading' (duration: 979.151965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.525387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.812024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:53.525213Z","caller":"traceutil/trace.go:171","msg":"trace[1571508705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11307; }","duration":"228.057402ms","start":"2026-03-03T14:23:53.297149Z","end":"2026-03-03T14:23:53.525207Z","steps":["trace[1571508705] 'agreement among raft nodes before linearized reading' (duration: 227.9737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525438Z","caller":"traceutil/trace.go:171","msg":"trace[1963238436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11307; }","duration":"767.889006ms","start":"2026-03-03T14:23:52.757536Z","end":"2026-03-03T14:23:53.525425Z","steps":["trace[1963238436] 'agreement among raft nodes before linearized reading' (duration: 767.814605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.52524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.361989Z","time spent":"1.163243019s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:53.52548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.75751Z","time spent":"767.960677ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:53.525108Z","caller":"traceutil/trace.go:171","msg":"trace[871826235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11307; }","duration":"217.885179ms","start":"2026-03-03T14:23:53.307215Z","end":"2026-03-03T14:23:53.5251Z","steps":["trace[871826235] 'agreement among raft nodes before linearized reading' (duration: 217.749825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.525137Z","caller":"traceutil/trace.go:171","msg":"trace[1871564693] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11307; }","duration":"1.162349628s","start":"2026-03-03T14:23:52.362777Z","end":"2026-03-03T14:23:53.525126Z","steps":["trace[1871564693] 'agreement among raft nodes before linearized reading' (duration: 1.162293097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.525649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362769Z","time spent":"1.16286655s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:53.525021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362073Z","time spent":"1.162938861s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:53.524937Z","caller":"traceutil/trace.go:171","msg":"trace[33623333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11307; }","duration":"1.162812459s","start":"2026-03-03T14:23:52.362103Z","end":"2026-03-03T14:23:53.524915Z","steps":["trace[33623333] 'agreement among raft nodes before linearized reading' (duration: 1.162666916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.525829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362066Z","time spent":"1.163745702s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:53.525027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.36203Z","time spent":"1.162990433s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:23:53.524893Z","caller":"traceutil/trace.go:171","msg":"trace[1184201095] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11307; }","duration":"1.162959872s","start":"2026-03-03T14:23:52.361922Z","end":"2026-03-03T14:23:53.524882Z","steps":["trace[1184201095] 'agreement among raft nodes before linearized reading' (duration: 1.162813419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.52596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.361908Z","time spent":"1.164039029s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:53.524866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362479Z","time spent":"1.162303557s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:53.525402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.54605Z","time spent":"979.343579ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:53.526496Z","caller":"traceutil/trace.go:171","msg":"trace[273676732] transaction","detail":"{read_only:false; response_revision:11306; number_of_response:1; }","duration":"1.161705973s","start":"2026-03-03T14:23:52.362528Z","end":"2026-03-03T14:23:53.524234Z","steps":["trace[273676732] 'process raft request' (duration: 1.161074658s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.526613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:52.362513Z","time spent":"1.164054919s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:54.099595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.073734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:54.099662Z","caller":"traceutil/trace.go:171","msg":"trace[2042861701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11312; }","duration":"341.183277ms","start":"2026-03-03T14:23:53.758464Z","end":"2026-03-03T14:23:54.099647Z","steps":["trace[2042861701] 'range keys from in-memory index tree' (duration: 340.993273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:54.099693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:53.758447Z","time spent":"341.238219ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:56.051737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:56.551953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:57.052906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:57.553483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671263,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:57.761616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000370815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:57.761696Z","caller":"traceutil/trace.go:171","msg":"trace[994660489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000506758s","start":"2026-03-03T14:23:55.761171Z","end":"2026-03-03T14:23:57.761677Z","steps":["trace[994660489] 'agreement among raft nodes before linearized reading' (duration: 2.000405836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.761938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.76115Z","time spent":"2.00058792s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:57.949719Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.418445834s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:57.95017Z","caller":"traceutil/trace.go:171","msg":"trace[1438358916] transaction","detail":"{read_only:false; response_revision:11313; number_of_response:1; }","duration":"2.419006087s","start":"2026-03-03T14:23:55.531131Z","end":"2026-03-03T14:23:57.950138Z","steps":["trace[1438358916] 'process raft request' (duration: 2.418817203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.95039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.531104Z","time spent":"2.419187142s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:58.140709Z","caller":"traceutil/trace.go:171","msg":"trace[1727946813] linearizableReadLoop","detail":"{readStateIndex:11763; appliedIndex:11758; }","duration":"2.589766051s","start":"2026-03-03T14:23:55.550921Z","end":"2026-03-03T14:23:58.140687Z","steps":["trace[1727946813] 'read index received' (duration: 2.399040687s)","trace[1727946813] 'applied index is now lower than readState.Index' (duration: 190.722104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:58.140744Z","caller":"traceutil/trace.go:171","msg":"trace[1836491226] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"2.608773598s","start":"2026-03-03T14:23:55.531923Z","end":"2026-03-03T14:23:58.140697Z","steps":["trace[1836491226] 'process raft request' (duration: 2.608492342s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.140787Z","caller":"traceutil/trace.go:171","msg":"trace[775173108] transaction","detail":"{read_only:false; response_revision:11316; number_of_response:1; }","duration":"2.359612816s","start":"2026-03-03T14:23:55.781132Z","end":"2026-03-03T14:23:58.140744Z","steps":["trace[775173108] 'process raft request' (duration: 2.359477373s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.140836Z","caller":"traceutil/trace.go:171","msg":"trace[58515764] transaction","detail":"{read_only:false; response_revision:11317; number_of_response:1; }","duration":"2.332041243s","start":"2026-03-03T14:23:55.808762Z","end":"2026-03-03T14:23:58.140803Z","steps":["trace[58515764] 'process raft request' (duration: 2.331882959s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.140915Z","caller":"traceutil/trace.go:171","msg":"trace[1772290555] transaction","detail":"{read_only:false; response_revision:11315; number_of_response:1; }","duration":"2.607931348s","start":"2026-03-03T14:23:55.53294Z","end":"2026-03-03T14:23:58.140871Z","steps":["trace[1772290555] 'process raft request' (duration: 2.607631281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.140971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.808731Z","time spent":"2.332175566s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:58.140994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.781106Z","time spent":"2.35977527s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:58.14102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.570274521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:58.141048Z","caller":"traceutil/trace.go:171","msg":"trace[460159491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11317; }","duration":"2.570332732s","start":"2026-03-03T14:23:55.570707Z","end":"2026-03-03T14:23:58.14104Z","steps":["trace[460159491] 'agreement among raft nodes before linearized reading' (duration: 2.57022875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589272078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:23:58.141098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.570695Z","time spent":"2.570396914s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.532933Z","time spent":"2.608069512s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:58.141125Z","caller":"traceutil/trace.go:171","msg":"trace[1107957584] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11317; }","duration":"2.589330879s","start":"2026-03-03T14:23:55.551776Z","end":"2026-03-03T14:23:58.141107Z","steps":["trace[1107957584] 'agreement among raft nodes before linearized reading' (duration: 2.589130544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.383901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:58.141176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.551755Z","time spent":"2.589407771s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192000621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141213Z","caller":"traceutil/trace.go:171","msg":"trace[2056548490] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11317; }","duration":"245.478603ms","start":"2026-03-03T14:23:57.895719Z","end":"2026-03-03T14:23:58.141197Z","steps":["trace[2056548490] 'agreement among raft nodes before linearized reading' (duration: 245.398021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208052428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141276Z","caller":"traceutil/trace.go:171","msg":"trace[775161742] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11317; }","duration":"1.20810863s","start":"2026-03-03T14:23:56.933162Z","end":"2026-03-03T14:23:58.141271Z","steps":["trace[775161742] 'agreement among raft nodes before linearized reading' (duration: 1.208077219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.14128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588873819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:23:58.141298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588700654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:58.141309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.933142Z","time spent":"1.208161521s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:58.141322Z","caller":"traceutil/trace.go:171","msg":"trace[1072202660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11317; }","duration":"2.58891922s","start":"2026-03-03T14:23:55.55239Z","end":"2026-03-03T14:23:58.141309Z","steps":["trace[1072202660] 'agreement among raft nodes before linearized reading' (duration: 2.588752026s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.141336Z","caller":"traceutil/trace.go:171","msg":"trace[758437966] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11317; }","duration":"2.588743175s","start":"2026-03-03T14:23:55.552581Z","end":"2026-03-03T14:23:58.141325Z","steps":["trace[758437966] 'agreement among raft nodes before linearized reading' (duration: 2.588675874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552386Z","time spent":"2.588964401s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:58.140957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.531901Z","time spent":"2.608929571s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:58.140871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589929195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141455Z","caller":"traceutil/trace.go:171","msg":"trace[205091604] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11317; }","duration":"2.590546669s","start":"2026-03-03T14:23:55.55089Z","end":"2026-03-03T14:23:58.141436Z","steps":["trace[205091604] 'agreement among raft nodes before linearized reading' (duration: 2.589927604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586807138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:58.141517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.550879Z","time spent":"2.590621191s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.383978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141541Z","caller":"traceutil/trace.go:171","msg":"trace[1396633557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11317; }","duration":"2.586844649s","start":"2026-03-03T14:23:55.554687Z","end":"2026-03-03T14:23:58.141531Z","steps":["trace[1396633557] 'agreement among raft nodes before linearized reading' (duration: 2.586709826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589495783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141618Z","caller":"traceutil/trace.go:171","msg":"trace[1243640913] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11317; }","duration":"2.589572565s","start":"2026-03-03T14:23:55.552031Z","end":"2026-03-03T14:23:58.141604Z","steps":["trace[1243640913] 'agreement among raft nodes before linearized reading' (duration: 2.589476043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565513837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:23:58.141659Z","caller":"traceutil/trace.go:171","msg":"trace[2060396265] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11317; }","duration":"2.565553707s","start":"2026-03-03T14:23:55.5761Z","end":"2026-03-03T14:23:58.141654Z","steps":["trace[2060396265] 'agreement among raft nodes before linearized reading' (duration: 2.565467605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552024Z","time spent":"2.589632596s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.576088Z","time spent":"2.565586078s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589311269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141823Z","caller":"traceutil/trace.go:171","msg":"trace[276395864] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11317; }","duration":"2.589394811s","start":"2026-03-03T14:23:55.552417Z","end":"2026-03-03T14:23:58.141812Z","steps":["trace[276395864] 'agreement among raft nodes before linearized reading' (duration: 2.589288678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552359Z","time spent":"2.589488233s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460836317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:23:58.14193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589540284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:58.141973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589701158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.14197Z","caller":"traceutil/trace.go:171","msg":"trace[998809644] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11317; }","duration":"1.461280237s","start":"2026-03-03T14:23:56.680674Z","end":"2026-03-03T14:23:58.141954Z","steps":["trace[998809644] 'agreement among raft nodes before linearized reading' (duration: 1.460781835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.142067Z","caller":"traceutil/trace.go:171","msg":"trace[918501048] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11317; }","duration":"2.58980054s","start":"2026-03-03T14:23:55.552251Z","end":"2026-03-03T14:23:58.142052Z","steps":["trace[918501048] 'agreement among raft nodes before linearized reading' (duration: 2.589646727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552245Z","time spent":"2.589859802s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:23:58.142124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590235331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:23:58.141984Z","caller":"traceutil/trace.go:171","msg":"trace[644697055] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11317; }","duration":"2.589606315s","start":"2026-03-03T14:23:55.552364Z","end":"2026-03-03T14:23:58.14197Z","steps":["trace[644697055] 'agreement among raft nodes before linearized reading' (duration: 2.589524454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589734038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:58.142155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589871162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:58.141576Z","caller":"traceutil/trace.go:171","msg":"trace[875210364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11317; }","duration":"379.452069ms","start":"2026-03-03T14:23:57.762113Z","end":"2026-03-03T14:23:58.141565Z","steps":["trace[875210364] 'agreement among raft nodes before linearized reading' (duration: 379.389067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.142191Z","caller":"traceutil/trace.go:171","msg":"trace[767133833] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11317; }","duration":"2.589826361s","start":"2026-03-03T14:23:55.552353Z","end":"2026-03-03T14:23:58.142179Z","steps":["trace[767133833] 'agreement among raft nodes before linearized reading' (duration: 2.58975202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.55236Z","time spent":"2.58981714s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:23:58.141227Z","caller":"traceutil/trace.go:171","msg":"trace[899111634] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11317; }","duration":"1.192059133s","start":"2026-03-03T14:23:56.94916Z","end":"2026-03-03T14:23:58.141219Z","steps":["trace[899111634] 'agreement among raft nodes before linearized reading' (duration: 1.192013782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.762096Z","time spent":"380.114255ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552578Z","time spent":"2.588791686s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:23:58.142248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.949146Z","time spent":"1.193090777s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:58.141651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.883351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:58.142231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552323Z","time spent":"2.589899452s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:23:58.14217Z","caller":"traceutil/trace.go:171","msg":"trace[1754236103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11317; }","duration":"2.590309852s","start":"2026-03-03T14:23:55.551853Z","end":"2026-03-03T14:23:58.142162Z","steps":["trace[1754236103] 'agreement among raft nodes before linearized reading' (duration: 2.590201469s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.141054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065051194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:58.142323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.551848Z","time spent":"2.590464187s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:23:58.141579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.554682Z","time spent":"2.58689117s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:23:58.142384Z","caller":"traceutil/trace.go:171","msg":"trace[2070635990] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11317; }","duration":"1.066413726s","start":"2026-03-03T14:23:57.075934Z","end":"2026-03-03T14:23:58.142348Z","steps":["trace[2070635990] 'agreement among raft nodes before linearized reading' (duration: 1.065027834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.680651Z","time spent":"1.461443221s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:58.142427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.075916Z","time spent":"1.066498639s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:58.142204Z","caller":"traceutil/trace.go:171","msg":"trace[1705481409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11317; }","duration":"2.589924844s","start":"2026-03-03T14:23:55.552268Z","end":"2026-03-03T14:23:58.142193Z","steps":["trace[1705481409] 'agreement among raft nodes before linearized reading' (duration: 2.589853652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.14248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.552265Z","time spent":"2.590205081s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:23:58.142303Z","caller":"traceutil/trace.go:171","msg":"trace[1998869319] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11317; }","duration":"904.549907ms","start":"2026-03-03T14:23:57.237739Z","end":"2026-03-03T14:23:58.142288Z","steps":["trace[1998869319] 'agreement among raft nodes before linearized reading' (duration: 903.856451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.142539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.237727Z","time spent":"904.795564ms","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:58.292708Z","caller":"traceutil/trace.go:171","msg":"trace[885440929] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11763; }","duration":"144.747327ms","start":"2026-03-03T14:23:58.147915Z","end":"2026-03-03T14:23:58.292663Z","steps":["trace[885440929] 'read index received' (duration: 55.443515ms)","trace[885440929] 'applied index is now lower than readState.Index' (duration: 89.302652ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:58.292866Z","caller":"traceutil/trace.go:171","msg":"trace[323626443] transaction","detail":"{read_only:false; response_revision:11319; number_of_response:1; }","duration":"145.253969ms","start":"2026-03-03T14:23:58.147597Z","end":"2026-03-03T14:23:58.292851Z","steps":["trace[323626443] 'process raft request' (duration: 134.182072ms)","trace[323626443] 'compare' (duration: 10.740929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:58.293117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.310719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:58.293153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.212429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:23:58.2932Z","caller":"traceutil/trace.go:171","msg":"trace[215076176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11319; }","duration":"142.441631ms","start":"2026-03-03T14:23:58.150736Z","end":"2026-03-03T14:23:58.293177Z","steps":["trace[215076176] 'agreement among raft nodes before linearized reading' (duration: 142.298487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:58.293227Z","caller":"traceutil/trace.go:171","msg":"trace[48600477] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11319; }","duration":"145.325831ms","start":"2026-03-03T14:23:58.147881Z","end":"2026-03-03T14:23:58.293207Z","steps":["trace[48600477] 'agreement among raft nodes before linearized reading' (duration: 145.099225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:58.293658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.631589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:23:58.293743Z","caller":"traceutil/trace.go:171","msg":"trace[1948539504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11319; }","duration":"145.745892ms","start":"2026-03-03T14:23:58.147979Z","end":"2026-03-03T14:23:58.293725Z","steps":["trace[1948539504] 'agreement among raft nodes before linearized reading' (duration: 145.046174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:00.087788Z","caller":"traceutil/trace.go:171","msg":"trace[1477677378] transaction","detail":"{read_only:false; response_revision:11322; number_of_response:1; }","duration":"133.283991ms","start":"2026-03-03T14:23:59.954472Z","end":"2026-03-03T14:24:00.087756Z","steps":["trace[1477677378] 'process raft request' (duration: 72.577318ms)","trace[1477677378] 'compare' (duration: 60.58465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:00.926612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.449444ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:00.926795Z","caller":"traceutil/trace.go:171","msg":"trace[1414128118] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11322; }","duration":"505.641128ms","start":"2026-03-03T14:24:00.421125Z","end":"2026-03-03T14:24:00.926766Z","steps":["trace[1414128118] 'range keys from in-memory index tree' (duration: 505.432044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:00.926879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.593543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:00.927011Z","caller":"traceutil/trace.go:171","msg":"trace[327023195] transaction","detail":"{read_only:false; response_revision:11323; number_of_response:1; }","duration":"788.410321ms","start":"2026-03-03T14:24:00.138574Z","end":"2026-03-03T14:24:00.926984Z","steps":["trace[327023195] 'process raft request' (duration: 151.597951ms)","trace[327023195] 'compare' (duration: 636.072681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:00.927108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.138559Z","time spent":"788.499403ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:01.568245Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278026204s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:01.6564Z","caller":"traceutil/trace.go:171","msg":"trace[643729981] linearizableReadLoop","detail":"{readStateIndex:11771; appliedIndex:11768; }","duration":"1.509349616s","start":"2026-03-03T14:24:00.147024Z","end":"2026-03-03T14:24:01.656374Z","steps":["trace[643729981] 'read index received' (duration: 143.219459ms)","trace[643729981] 'applied index is now lower than readState.Index' (duration: 1.366129137s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:01.656427Z","caller":"traceutil/trace.go:171","msg":"trace[1328368956] transaction","detail":"{read_only:false; response_revision:11324; number_of_response:1; }","duration":"1.510264278s","start":"2026-03-03T14:24:00.146131Z","end":"2026-03-03T14:24:01.656395Z","steps":["trace[1328368956] 'process raft request' (duration: 1.422234307s)","trace[1328368956] 'compare' (duration: 87.716593ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:01.656509Z","caller":"traceutil/trace.go:171","msg":"trace[109923612] transaction","detail":"{read_only:false; response_revision:11325; number_of_response:1; }","duration":"1.51033904s","start":"2026-03-03T14:24:00.146158Z","end":"2026-03-03T14:24:01.656497Z","steps":["trace[109923612] 'process raft request' (duration: 1.510126985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:01.656552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.146111Z","time spent":"1.510372491s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:01.656606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.146145Z","time spent":"1.510390501s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:01.656893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509869598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:01.656929Z","caller":"traceutil/trace.go:171","msg":"trace[1784379515] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11325; }","duration":"1.50993313s","start":"2026-03-03T14:24:00.146987Z","end":"2026-03-03T14:24:01.65692Z","steps":["trace[1784379515] 'agreement among raft nodes before linearized reading' (duration: 1.509567812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:01.656953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.146978Z","time spent":"1.509969981s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:02.269115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.409333ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:02.269504Z","caller":"traceutil/trace.go:171","msg":"trace[1555887089] transaction","detail":"{read_only:false; response_revision:11327; number_of_response:1; }","duration":"176.262206ms","start":"2026-03-03T14:24:02.093213Z","end":"2026-03-03T14:24:02.269475Z","steps":["trace[1555887089] 'process raft request' (duration: 176.171523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.269547Z","caller":"traceutil/trace.go:171","msg":"trace[1203020] linearizableReadLoop","detail":"{readStateIndex:11773; appliedIndex:11771; }","duration":"613.061248ms","start":"2026-03-03T14:24:01.656464Z","end":"2026-03-03T14:24:02.269525Z","steps":["trace[1203020] 'read index received' (duration: 24.213584ms)","trace[1203020] 'applied index is now lower than readState.Index' (duration: 588.845214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:02.269647Z","caller":"traceutil/trace.go:171","msg":"trace[1021048555] transaction","detail":"{read_only:false; response_revision:11326; number_of_response:1; }","duration":"1.338702465s","start":"2026-03-03T14:24:00.930936Z","end":"2026-03-03T14:24:02.269639Z","steps":["trace[1021048555] 'process raft request' (duration: 1.338293406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.930909Z","time spent":"1.338762077s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:02.269746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504990891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:02.269839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.6299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-03T14:24:02.269832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96038026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:02.269866Z","caller":"traceutil/trace.go:171","msg":"trace[1989688766] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11327; }","duration":"789.676232ms","start":"2026-03-03T14:24:01.48018Z","end":"2026-03-03T14:24:02.269856Z","steps":["trace[1989688766] 'agreement among raft nodes before linearized reading' (duration: 789.632251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788636814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:24:02.269885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.480167Z","time spent":"789.713732ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:24:02.26985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07533696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:02.26989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760767573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:24:02.26992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119179786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:02.269912Z","caller":"traceutil/trace.go:171","msg":"trace[777409834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11327; }","duration":"1.788750807s","start":"2026-03-03T14:24:00.481143Z","end":"2026-03-03T14:24:02.269894Z","steps":["trace[777409834] 'agreement among raft nodes before linearized reading' (duration: 1.788521471s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.269945Z","caller":"traceutil/trace.go:171","msg":"trace[1181110696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11327; }","duration":"2.119203757s","start":"2026-03-03T14:24:00.150733Z","end":"2026-03-03T14:24:02.269937Z","steps":["trace[1181110696] 'agreement among raft nodes before linearized reading' (duration: 2.119130455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.269951Z","caller":"traceutil/trace.go:171","msg":"trace[976965577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11327; }","duration":"1.760853294s","start":"2026-03-03T14:24:00.50908Z","end":"2026-03-03T14:24:02.269933Z","steps":["trace[976965577] 'agreement among raft nodes before linearized reading' (duration: 1.76066873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.481128Z","time spent":"1.788821188s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:24:02.269983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821161427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:24:02.270002Z","caller":"traceutil/trace.go:171","msg":"trace[1292412867] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11327; }","duration":"1.821214858s","start":"2026-03-03T14:24:00.44878Z","end":"2026-03-03T14:24:02.269995Z","steps":["trace[1292412867] 'agreement among raft nodes before linearized reading' (duration: 1.821124686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062645163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:24:02.269907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122548687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:02.270013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122217879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:02.269991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.509069Z","time spent":"1.760913397s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:24:02.27005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122822833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:02.270071Z","caller":"traceutil/trace.go:171","msg":"trace[514522791] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11327; }","duration":"2.122877895s","start":"2026-03-03T14:24:00.147187Z","end":"2026-03-03T14:24:02.270065Z","steps":["trace[514522791] 'agreement among raft nodes before linearized reading' (duration: 2.122851284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.270078Z","caller":"traceutil/trace.go:171","msg":"trace[1607653612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11327; }","duration":"2.122289491s","start":"2026-03-03T14:24:00.147772Z","end":"2026-03-03T14:24:02.270061Z","steps":["trace[1607653612] 'agreement among raft nodes before linearized reading' (duration: 2.122196828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.14717Z","time spent":"2.122918806s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:02.269972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.150709Z","time spent":"2.119257988s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147767Z","time spent":"2.122338912s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122725841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:02.27013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86569319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:24:02.270172Z","caller":"traceutil/trace.go:171","msg":"trace[1297929619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11327; }","duration":"2.122763562s","start":"2026-03-03T14:24:00.147402Z","end":"2026-03-03T14:24:02.270166Z","steps":["trace[1297929619] 'agreement among raft nodes before linearized reading' (duration: 2.122722211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122732201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:02.270189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.1474Z","time spent":"2.122786102s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.973373652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:02.270203Z","caller":"traceutil/trace.go:171","msg":"trace[826105833] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11327; }","duration":"2.122758972s","start":"2026-03-03T14:24:00.147436Z","end":"2026-03-03T14:24:02.270195Z","steps":["trace[826105833] 'agreement among raft nodes before linearized reading' (duration: 2.122727321s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.270194Z","caller":"traceutil/trace.go:171","msg":"trace[1098437169] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11327; }","duration":"1.865799422s","start":"2026-03-03T14:24:00.40438Z","end":"2026-03-03T14:24:02.27018Z","steps":["trace[1098437169] 'agreement among raft nodes before linearized reading' (duration: 1.865639859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147432Z","time spent":"2.122782832s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:24:02.270227Z","caller":"traceutil/trace.go:171","msg":"trace[294912284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11327; }","duration":"1.973488225s","start":"2026-03-03T14:24:00.296724Z","end":"2026-03-03T14:24:02.270212Z","steps":["trace[294912284] 'agreement among raft nodes before linearized reading' (duration: 1.973007954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.296695Z","time spent":"1.973589118s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.404361Z","time spent":"1.865862064s","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122933626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:02.27005Z","caller":"traceutil/trace.go:171","msg":"trace[506172067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11327; }","duration":"2.122722371s","start":"2026-03-03T14:24:00.147323Z","end":"2026-03-03T14:24:02.270045Z","steps":["trace[506172067] 'agreement among raft nodes before linearized reading' (duration: 2.122556277s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.270346Z","caller":"traceutil/trace.go:171","msg":"trace[13771279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11327; }","duration":"2.122960767s","start":"2026-03-03T14:24:00.147379Z","end":"2026-03-03T14:24:02.27034Z","steps":["trace[13771279] 'agreement among raft nodes before linearized reading' (duration: 2.122910386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147372Z","time spent":"2.122991848s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.371787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:7037"} {"level":"warn","ts":"2026-03-03T14:24:02.270393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.827287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:24:02.270066Z","caller":"traceutil/trace.go:171","msg":"trace[350772203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11327; }","duration":"2.062731245s","start":"2026-03-03T14:24:00.207315Z","end":"2026-03-03T14:24:02.270046Z","steps":["trace[350772203] 'agreement among raft nodes before linearized reading' (duration: 2.062442168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.27038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147309Z","time spent":"2.123055949s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:02.270435Z","caller":"traceutil/trace.go:171","msg":"trace[1300226839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11327; }","duration":"486.913929ms","start":"2026-03-03T14:24:01.783512Z","end":"2026-03-03T14:24:02.270425Z","steps":["trace[1300226839] 'agreement among raft nodes before linearized reading' (duration: 486.806147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.207308Z","time spent":"2.063122094s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966986689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:24:02.270461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.783496Z","time spent":"486.96113ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.534954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:24:02.270486Z","caller":"traceutil/trace.go:171","msg":"trace[1296752486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11327; }","duration":"1.967067381s","start":"2026-03-03T14:24:00.303407Z","end":"2026-03-03T14:24:02.270474Z","steps":["trace[1296752486] 'agreement among raft nodes before linearized reading' (duration: 1.966558559s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.269848Z","caller":"traceutil/trace.go:171","msg":"trace[444555346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11327; }","duration":"1.505093353s","start":"2026-03-03T14:24:00.764734Z","end":"2026-03-03T14:24:02.269828Z","steps":["trace[444555346] 'agreement among raft nodes before linearized reading' (duration: 1.50495092s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:02.270501Z","caller":"traceutil/trace.go:171","msg":"trace[759596224] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11327; }","duration":"892.012096ms","start":"2026-03-03T14:24:01.378477Z","end":"2026-03-03T14:24:02.270489Z","steps":["trace[759596224] 'agreement among raft nodes before linearized reading' (duration: 891.492443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.764684Z","time spent":"1.505835321s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.303393Z","time spent":"1.967129832s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:24:02.26989Z","caller":"traceutil/trace.go:171","msg":"trace[1171947540] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11327; }","duration":"1.960499263s","start":"2026-03-03T14:24:00.309378Z","end":"2026-03-03T14:24:02.269877Z","steps":["trace[1171947540] 'agreement among raft nodes before linearized reading' (duration: 1.96034862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.378432Z","time spent":"892.102508ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:24:02.27057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.309357Z","time spent":"1.96120734s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:02.270444Z","caller":"traceutil/trace.go:171","msg":"trace[284503044] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11327; }","duration":"609.4649ms","start":"2026-03-03T14:24:01.66096Z","end":"2026-03-03T14:24:02.270425Z","steps":["trace[284503044] 'agreement among raft nodes before linearized reading' (duration: 609.254575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302294679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:02.270609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.660946Z","time spent":"609.650394ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7061,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" "} {"level":"info","ts":"2026-03-03T14:24:02.269935Z","caller":"traceutil/trace.go:171","msg":"trace[869542978] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11327; }","duration":"2.075453172s","start":"2026-03-03T14:24:00.194457Z","end":"2026-03-03T14:24:02.269911Z","steps":["trace[869542978] 'agreement among raft nodes before linearized reading' (duration: 2.075203946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.269944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122025485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:02.270647Z","caller":"traceutil/trace.go:171","msg":"trace[1283581390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11327; }","duration":"1.3031758s","start":"2026-03-03T14:24:00.967456Z","end":"2026-03-03T14:24:02.270632Z","steps":["trace[1283581390] 'agreement among raft nodes before linearized reading' (duration: 1.302215047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1226607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:02.270672Z","caller":"traceutil/trace.go:171","msg":"trace[954525131] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11327; }","duration":"2.122763642s","start":"2026-03-03T14:24:00.147902Z","end":"2026-03-03T14:24:02.270666Z","steps":["trace[954525131] 'agreement among raft nodes before linearized reading' (duration: 2.122023784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147897Z","time spent":"2.122788732s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:02.270691Z","caller":"traceutil/trace.go:171","msg":"trace[1214460462] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11327; }","duration":"2.123359466s","start":"2026-03-03T14:24:00.147323Z","end":"2026-03-03T14:24:02.270682Z","steps":["trace[1214460462] 'agreement among raft nodes before linearized reading' (duration: 2.12266382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.194449Z","time spent":"2.07619307s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:02.270695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.967443Z","time spent":"1.303237971s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147316Z","time spent":"2.123393977s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.448759Z","time spent":"1.82126557s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:24:02.270027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122703351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:02.270756Z","caller":"traceutil/trace.go:171","msg":"trace[2078323843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11327; }","duration":"2.123438718s","start":"2026-03-03T14:24:00.14731Z","end":"2026-03-03T14:24:02.270749Z","steps":["trace[2078323843] 'agreement among raft nodes before linearized reading' (duration: 2.12270562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.270788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.147305Z","time spent":"2.123477099s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:02.775332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671297,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:03.203641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.148037ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:24:03.203743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.272941Z","time spent":"930.79848ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:24:03.793804Z","caller":"traceutil/trace.go:171","msg":"trace[785613574] transaction","detail":"{read_only:false; response_revision:11331; number_of_response:1; }","duration":"1.517247406s","start":"2026-03-03T14:24:02.276512Z","end":"2026-03-03T14:24:03.79376Z","steps":["trace[785613574] 'process raft request' (duration: 1.517185605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.793922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.276494Z","time spent":"1.51736907s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:03.793943Z","caller":"traceutil/trace.go:171","msg":"trace[1283326953] linearizableReadLoop","detail":"{readStateIndex:11781; appliedIndex:11774; }","duration":"1.519197853s","start":"2026-03-03T14:24:02.274724Z","end":"2026-03-03T14:24:03.793922Z","steps":["trace[1283326953] 'read index received' (duration: 646.765568ms)","trace[1283326953] 'applied index is now lower than readState.Index' (duration: 872.431075ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:03.794046Z","caller":"traceutil/trace.go:171","msg":"trace[84784926] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"1.513907296s","start":"2026-03-03T14:24:02.28013Z","end":"2026-03-03T14:24:03.794037Z","steps":["trace[84784926] 'process raft request' (duration: 1.513711491s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.794116Z","caller":"traceutil/trace.go:171","msg":"trace[1896265911] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"1.51447974s","start":"2026-03-03T14:24:02.279609Z","end":"2026-03-03T14:24:03.794088Z","steps":["trace[1896265911] 'process raft request' (duration: 1.514119441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.79415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.280113Z","time spent":"1.513972917s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.794177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519423468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:03.794215Z","caller":"traceutil/trace.go:171","msg":"trace[379529501] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"1.51822085s","start":"2026-03-03T14:24:02.275944Z","end":"2026-03-03T14:24:03.794165Z","steps":["trace[379529501] 'process raft request' (duration: 1.517694517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.794239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.2796Z","time spent":"1.514581992s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:03.7943Z","caller":"traceutil/trace.go:171","msg":"trace[618402216] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"1.518501737s","start":"2026-03-03T14:24:02.275791Z","end":"2026-03-03T14:24:03.794292Z","steps":["trace[618402216] 'process raft request' (duration: 1.517652457s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.794252Z","caller":"traceutil/trace.go:171","msg":"trace[410364292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11333; }","duration":"1.5195303s","start":"2026-03-03T14:24:02.274703Z","end":"2026-03-03T14:24:03.794233Z","steps":["trace[410364292] 'agreement among raft nodes before linearized reading' (duration: 1.519395497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.794341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.274691Z","time spent":"1.519642644s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:03.794352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.275922Z","time spent":"1.518369203s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:03.794395Z","caller":"traceutil/trace.go:171","msg":"trace[974426104] transaction","detail":"{read_only:false; response_revision:11329; number_of_response:1; }","duration":"1.518519857s","start":"2026-03-03T14:24:02.275859Z","end":"2026-03-03T14:24:03.794379Z","steps":["trace[974426104] 'process raft request' (duration: 1.517738848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.794428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.27578Z","time spent":"1.518541467s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.794483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.27584Z","time spent":"1.518597778s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:03.852899Z","caller":"traceutil/trace.go:171","msg":"trace[1502890433] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"645.56957ms","start":"2026-03-03T14:24:03.207288Z","end":"2026-03-03T14:24:03.852858Z","steps":["trace[1502890433] 'process raft request' (duration: 645.315984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.852941Z","caller":"traceutil/trace.go:171","msg":"trace[318340668] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"192.289902ms","start":"2026-03-03T14:24:03.660623Z","end":"2026-03-03T14:24:03.852913Z","steps":["trace[318340668] 'process raft request' (duration: 192.171269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.207271Z","time spent":"645.749284ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.853178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.714111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:24:03.853258Z","caller":"traceutil/trace.go:171","msg":"trace[1719592468] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11336; }","duration":"845.852835ms","start":"2026-03-03T14:24:03.007388Z","end":"2026-03-03T14:24:03.853241Z","steps":["trace[1719592468] 'agreement among raft nodes before linearized reading' (duration: 845.503366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.007373Z","time spent":"845.920386ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:24:03.853372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51660623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-03T14:24:03.853388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.447225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:24:03.853469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.943667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:03.853571Z","caller":"traceutil/trace.go:171","msg":"trace[1889590838] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11336; }","duration":"193.092321ms","start":"2026-03-03T14:24:03.660457Z","end":"2026-03-03T14:24:03.853549Z","steps":["trace[1889590838] 'agreement among raft nodes before linearized reading' (duration: 192.859185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577845755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:24:03.853638Z","caller":"traceutil/trace.go:171","msg":"trace[1060623785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:11336; }","duration":"1.577915408s","start":"2026-03-03T14:24:02.275709Z","end":"2026-03-03T14:24:03.853624Z","steps":["trace[1060623785] 'agreement among raft nodes before linearized reading' (duration: 1.577781304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.275695Z","time spent":"1.577984359s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" "} {"level":"info","ts":"2026-03-03T14:24:03.853813Z","caller":"traceutil/trace.go:171","msg":"trace[1680028550] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11336; }","duration":"483.794953ms","start":"2026-03-03T14:24:03.369684Z","end":"2026-03-03T14:24:03.853479Z","steps":["trace[1680028550] 'agreement among raft nodes before linearized reading' (duration: 483.190939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577125778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"warn","ts":"2026-03-03T14:24:03.853851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.481233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:03.853889Z","caller":"traceutil/trace.go:171","msg":"trace[189497875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11336; }","duration":"1.57718646s","start":"2026-03-03T14:24:02.276691Z","end":"2026-03-03T14:24:03.853877Z","steps":["trace[189497875] 'agreement among raft nodes before linearized reading' (duration: 1.576411521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.8539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.369615Z","time spent":"484.240874ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:24:03.853898Z","caller":"traceutil/trace.go:171","msg":"trace[354490810] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11336; }","duration":"218.568845ms","start":"2026-03-03T14:24:03.635315Z","end":"2026-03-03T14:24:03.853884Z","steps":["trace[354490810] 'agreement among raft nodes before linearized reading' (duration: 218.445872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.853925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.276685Z","time spent":"1.577229471s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447807,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:24:03.853463Z","caller":"traceutil/trace.go:171","msg":"trace[2016999215] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11336; }","duration":"1.516740173s","start":"2026-03-03T14:24:02.336701Z","end":"2026-03-03T14:24:03.853441Z","steps":["trace[2016999215] 'agreement among raft nodes before linearized reading' (duration: 1.516540099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.85426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.336675Z","time spent":"1.517567623s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-03T14:24:03.853573Z","caller":"traceutil/trace.go:171","msg":"trace[1535138774] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"192.900456ms","start":"2026-03-03T14:24:03.660629Z","end":"2026-03-03T14:24:03.853529Z","steps":["trace[1535138774] 'process raft request' (duration: 192.120458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.854381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565458366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:03.854446Z","caller":"traceutil/trace.go:171","msg":"trace[1184686456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11336; }","duration":"1.56553338s","start":"2026-03-03T14:24:02.288893Z","end":"2026-03-03T14:24:03.854426Z","steps":["trace[1184686456] 'agreement among raft nodes before linearized reading' (duration: 1.565406616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.854488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.288886Z","time spent":"1.565593121s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:03.854746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256675059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:03.855855Z","caller":"traceutil/trace.go:171","msg":"trace[1548820439] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11336; }","duration":"1.259024756s","start":"2026-03-03T14:24:02.596807Z","end":"2026-03-03T14:24:03.855831Z","steps":["trace[1548820439] 'agreement among raft nodes before linearized reading' (duration: 1.25671425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.855986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.596756Z","time spent":"1.25921007s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:04.156122Z","caller":"traceutil/trace.go:171","msg":"trace[579190737] linearizableReadLoop","detail":"{readStateIndex:11785; appliedIndex:11784; }","duration":"295.928987ms","start":"2026-03-03T14:24:03.860165Z","end":"2026-03-03T14:24:04.156094Z","steps":["trace[579190737] 'read index received' (duration: 207.186291ms)","trace[579190737] 'applied index is now lower than readState.Index' (duration: 88.740686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:04.156191Z","caller":"traceutil/trace.go:171","msg":"trace[1019436392] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"298.709055ms","start":"2026-03-03T14:24:03.85744Z","end":"2026-03-03T14:24:04.156149Z","steps":["trace[1019436392] 'process raft request' (duration: 209.897166ms)","trace[1019436392] 'compare' (duration: 64.557825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:04.156442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.251065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T14:24:04.156518Z","caller":"traceutil/trace.go:171","msg":"trace[65001275] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11337; }","duration":"296.377998ms","start":"2026-03-03T14:24:03.860122Z","end":"2026-03-03T14:24:04.1565Z","steps":["trace[65001275] 'agreement among raft nodes before linearized reading' (duration: 296.144472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.360729Z","caller":"traceutil/trace.go:171","msg":"trace[1731826957] linearizableReadLoop","detail":"{readStateIndex:11786; appliedIndex:11785; }","duration":"204.494137ms","start":"2026-03-03T14:24:04.156218Z","end":"2026-03-03T14:24:04.360713Z","steps":["trace[1731826957] 'read index received' (duration: 204.425685ms)","trace[1731826957] 'applied index is now lower than readState.Index' (duration: 67.832µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:04.360886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.238635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:04.360907Z","caller":"traceutil/trace.go:171","msg":"trace[1177492980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11338; }","duration":"401.306507ms","start":"2026-03-03T14:24:03.959595Z","end":"2026-03-03T14:24:04.360901Z","steps":["trace[1177492980] 'agreement among raft nodes before linearized reading' (duration: 401.197354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.360928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.959573Z","time spent":"401.350948ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:04.360908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.619555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.360999Z","caller":"traceutil/trace.go:171","msg":"trace[1161475748] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11338; }","duration":"252.760539ms","start":"2026-03-03T14:24:04.108216Z","end":"2026-03-03T14:24:04.360976Z","steps":["trace[1161475748] 'agreement among raft nodes before linearized reading' (duration: 252.584375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.361027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.570504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:24:04.360999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.319222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:24:04.361115Z","caller":"traceutil/trace.go:171","msg":"trace[171814359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11338; }","duration":"499.679046ms","start":"2026-03-03T14:24:03.86138Z","end":"2026-03-03T14:24:04.361059Z","steps":["trace[171814359] 'agreement among raft nodes before linearized reading' (duration: 499.460061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.36115Z","caller":"traceutil/trace.go:171","msg":"trace[951480029] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11338; }","duration":"500.503306ms","start":"2026-03-03T14:24:03.860635Z","end":"2026-03-03T14:24:04.361138Z","steps":["trace[951480029] 'agreement among raft nodes before linearized reading' (duration: 500.219679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.361153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.861367Z","time spent":"499.776449ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:24:04.361183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.860623Z","time spent":"500.549686ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:24:04.36101Z","caller":"traceutil/trace.go:171","msg":"trace[341381687] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"496.645213ms","start":"2026-03-03T14:24:03.864347Z","end":"2026-03-03T14:24:04.360992Z","steps":["trace[341381687] 'process raft request' (duration: 496.237774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.361356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.864326Z","time spent":"496.94329ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:04.489249Z","caller":"traceutil/trace.go:171","msg":"trace[671217704] linearizableReadLoop","detail":"{readStateIndex:11788; appliedIndex:11786; }","duration":"128.456404ms","start":"2026-03-03T14:24:04.360775Z","end":"2026-03-03T14:24:04.489231Z","steps":["trace[671217704] 'read index received' (duration: 128.316221ms)","trace[671217704] 'applied index is now lower than readState.Index' (duration: 139.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:04.489327Z","caller":"traceutil/trace.go:171","msg":"trace[1557568337] transaction","detail":"{read_only:false; response_revision:11340; number_of_response:1; }","duration":"198.278036ms","start":"2026-03-03T14:24:04.29103Z","end":"2026-03-03T14:24:04.489308Z","steps":["trace[1557568337] 'process raft request' (duration: 198.128213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.489382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.091853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:04.489382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.124124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:04.489438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.228062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.489458Z","caller":"traceutil/trace.go:171","msg":"trace[491010257] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11340; }","duration":"191.187395ms","start":"2026-03-03T14:24:04.298252Z","end":"2026-03-03T14:24:04.489439Z","steps":["trace[491010257] 'agreement among raft nodes before linearized reading' (duration: 191.017541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.48944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.325235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.489489Z","caller":"traceutil/trace.go:171","msg":"trace[1939443956] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11340; }","duration":"146.280673ms","start":"2026-03-03T14:24:04.343193Z","end":"2026-03-03T14:24:04.489474Z","steps":["trace[1939443956] 'agreement among raft nodes before linearized reading' (duration: 146.198371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.489479Z","caller":"traceutil/trace.go:171","msg":"trace[1364506678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11340; }","duration":"191.234837ms","start":"2026-03-03T14:24:04.298232Z","end":"2026-03-03T14:24:04.489467Z","steps":["trace[1364506678] 'agreement among raft nodes before linearized reading' (duration: 191.100344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.489538Z","caller":"traceutil/trace.go:171","msg":"trace[1242679795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11340; }","duration":"183.457739ms","start":"2026-03-03T14:24:04.306051Z","end":"2026-03-03T14:24:04.489508Z","steps":["trace[1242679795] 'agreement among raft nodes before linearized reading' (duration: 183.300805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.489557Z","caller":"traceutil/trace.go:171","msg":"trace[208125979] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"324.162548ms","start":"2026-03-03T14:24:04.165381Z","end":"2026-03-03T14:24:04.489543Z","steps":["trace[208125979] 'process raft request' (duration: 323.649516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.489626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:04.16536Z","time spent":"324.224211ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:04.489667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.767888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.489697Z","caller":"traceutil/trace.go:171","msg":"trace[1813556192] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11340; }","duration":"198.812819ms","start":"2026-03-03T14:24:04.290876Z","end":"2026-03-03T14:24:04.489689Z","steps":["trace[1813556192] 'agreement among raft nodes before linearized reading' (duration: 198.757658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.48981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.522903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:04.489831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.413465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:04.489846Z","caller":"traceutil/trace.go:171","msg":"trace[389654582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11340; }","duration":"191.567185ms","start":"2026-03-03T14:24:04.298269Z","end":"2026-03-03T14:24:04.489836Z","steps":["trace[389654582] 'agreement among raft nodes before linearized reading' (duration: 191.484493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.489866Z","caller":"traceutil/trace.go:171","msg":"trace[1077891051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11340; }","duration":"202.479507ms","start":"2026-03-03T14:24:04.287373Z","end":"2026-03-03T14:24:04.489853Z","steps":["trace[1077891051] 'agreement among raft nodes before linearized reading' (duration: 202.324433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.489909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.140305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.48994Z","caller":"traceutil/trace.go:171","msg":"trace[132590856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11340; }","duration":"206.208307ms","start":"2026-03-03T14:24:04.283723Z","end":"2026-03-03T14:24:04.489931Z","steps":["trace[132590856] 'agreement among raft nodes before linearized reading' (duration: 206.158646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.489957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.069231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:04.489981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.108756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.489989Z","caller":"traceutil/trace.go:171","msg":"trace[192114572] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11340; }","duration":"323.125433ms","start":"2026-03-03T14:24:04.166853Z","end":"2026-03-03T14:24:04.489979Z","steps":["trace[192114572] 'agreement among raft nodes before linearized reading' (duration: 323.073332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.490019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:04.166843Z","time spent":"323.165674ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-03T14:24:04.490009Z","caller":"traceutil/trace.go:171","msg":"trace[359879499] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11340; }","duration":"199.144968ms","start":"2026-03-03T14:24:04.290854Z","end":"2026-03-03T14:24:04.489999Z","steps":["trace[359879499] 'agreement among raft nodes before linearized reading' (duration: 199.106787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.490067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.227279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:04.490099Z","caller":"traceutil/trace.go:171","msg":"trace[2122001518] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11340; }","duration":"199.279451ms","start":"2026-03-03T14:24:04.290811Z","end":"2026-03-03T14:24:04.49009Z","steps":["trace[2122001518] 'agreement among raft nodes before linearized reading' (duration: 199.157158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.490165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.697862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:04.490187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.467892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:7049"} {"level":"info","ts":"2026-03-03T14:24:04.490205Z","caller":"traceutil/trace.go:171","msg":"trace[169860792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11340; }","duration":"202.757214ms","start":"2026-03-03T14:24:04.287437Z","end":"2026-03-03T14:24:04.490195Z","steps":["trace[169860792] 'agreement among raft nodes before linearized reading' (duration: 202.690773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.49022Z","caller":"traceutil/trace.go:171","msg":"trace[466885128] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11340; }","duration":"125.523283ms","start":"2026-03-03T14:24:04.364686Z","end":"2026-03-03T14:24:04.490209Z","steps":["trace[466885128] 'agreement among raft nodes before linearized reading' (duration: 125.40249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.490195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.315256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"warn","ts":"2026-03-03T14:24:04.490278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.829865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:04.490286Z","caller":"traceutil/trace.go:171","msg":"trace[1713572208] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11340; }","duration":"127.44914ms","start":"2026-03-03T14:24:04.362818Z","end":"2026-03-03T14:24:04.490267Z","steps":["trace[1713572208] 'agreement among raft nodes before linearized reading' (duration: 127.176533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.490333Z","caller":"traceutil/trace.go:171","msg":"trace[9674987] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11340; }","duration":"126.904716ms","start":"2026-03-03T14:24:04.363414Z","end":"2026-03-03T14:24:04.490319Z","steps":["trace[9674987] 'agreement among raft nodes before linearized reading' (duration: 126.734542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.901329Z","caller":"traceutil/trace.go:171","msg":"trace[1638634422] linearizableReadLoop","detail":"{readStateIndex:11790; appliedIndex:11789; }","duration":"340.183834ms","start":"2026-03-03T14:24:04.561121Z","end":"2026-03-03T14:24:04.901304Z","steps":["trace[1638634422] 'read index received' (duration: 339.939898ms)","trace[1638634422] 'applied index is now lower than readState.Index' (duration: 243.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:04.901444Z","caller":"traceutil/trace.go:171","msg":"trace[1787059042] transaction","detail":"{read_only:false; response_revision:11342; number_of_response:1; }","duration":"404.010171ms","start":"2026-03-03T14:24:04.497424Z","end":"2026-03-03T14:24:04.901434Z","steps":["trace[1787059042] 'process raft request' (duration: 403.707094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.901555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:04.497405Z","time spent":"404.063033ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:04.901666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.069749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.901742Z","caller":"traceutil/trace.go:171","msg":"trace[2095062319] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11342; }","duration":"281.263674ms","start":"2026-03-03T14:24:04.620458Z","end":"2026-03-03T14:24:04.901721Z","steps":["trace[2095062319] 'agreement among raft nodes before linearized reading' (duration: 281.072709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.901832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.704426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-03T14:24:04.901869Z","caller":"traceutil/trace.go:171","msg":"trace[1967183115] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11342; }","duration":"340.766308ms","start":"2026-03-03T14:24:04.561092Z","end":"2026-03-03T14:24:04.901859Z","steps":["trace[1967183115] 'agreement among raft nodes before linearized reading' (duration: 340.567163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.901892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:04.561074Z","time spent":"340.810989ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T14:24:05.146821Z","caller":"traceutil/trace.go:171","msg":"trace[36712741] linearizableReadLoop","detail":"{readStateIndex:11791; appliedIndex:11790; }","duration":"216.516775ms","start":"2026-03-03T14:24:04.930271Z","end":"2026-03-03T14:24:05.146787Z","steps":["trace[36712741] 'read index received' (duration: 118.050333ms)","trace[36712741] 'applied index is now lower than readState.Index' (duration: 98.464912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:05.147088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.796062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:24:05.147177Z","caller":"traceutil/trace.go:171","msg":"trace[931145826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11343; }","duration":"216.932715ms","start":"2026-03-03T14:24:04.930227Z","end":"2026-03-03T14:24:05.14716Z","steps":["trace[931145826] 'agreement among raft nodes before linearized reading' (duration: 216.677899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:05.147188Z","caller":"traceutil/trace.go:171","msg":"trace[504334124] transaction","detail":"{read_only:false; response_revision:11343; number_of_response:1; }","duration":"230.690116ms","start":"2026-03-03T14:24:04.916464Z","end":"2026-03-03T14:24:05.147154Z","steps":["trace[504334124] 'process raft request' (duration: 131.895337ms)","trace[504334124] 'compare' (duration: 97.97913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:06.114806Z","caller":"traceutil/trace.go:171","msg":"trace[1437329777] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"151.11818ms","start":"2026-03-03T14:24:05.963656Z","end":"2026-03-03T14:24:06.114774Z","steps":["trace[1437329777] 'process raft request' (duration: 59.923614ms)","trace[1437329777] 'compare' (duration: 91.083553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:06.449663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.119277ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:24:06.996838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:07.497797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:07.558809Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.063403284s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:07.559164Z","caller":"traceutil/trace.go:171","msg":"trace[1507687731] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"1.063813644s","start":"2026-03-03T14:24:06.495328Z","end":"2026-03-03T14:24:07.559142Z","steps":["trace[1507687731] 'process raft request' (duration: 1.063668991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:07.559287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.495311Z","time spent":"1.063906607s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:08.117045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.510494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:08.117338Z","caller":"traceutil/trace.go:171","msg":"trace[620280276] linearizableReadLoop","detail":"{readStateIndex:11799; appliedIndex:11797; }","duration":"1.621259772s","start":"2026-03-03T14:24:06.496057Z","end":"2026-03-03T14:24:08.117316Z","steps":["trace[620280276] 'read index received' (duration: 1.062925973s)","trace[620280276] 'applied index is now lower than readState.Index' (duration: 558.332739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.117469Z","caller":"traceutil/trace.go:171","msg":"trace[1579826234] transaction","detail":"{read_only:false; response_revision:11350; number_of_response:1; }","duration":"220.216673ms","start":"2026-03-03T14:24:07.897217Z","end":"2026-03-03T14:24:08.117433Z","steps":["trace[1579826234] 'process raft request' (duration: 219.984898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651389217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:08.147501Z","caller":"traceutil/trace.go:171","msg":"trace[2029659091] transaction","detail":"{read_only:false; response_revision:11351; number_of_response:1; }","duration":"223.494153ms","start":"2026-03-03T14:24:07.923979Z","end":"2026-03-03T14:24:08.147473Z","steps":["trace[2029659091] 'process raft request' (duration: 193.988982ms)","trace[2029659091] 'compare' (duration: 29.215954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:08.14754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372355226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:08.147531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650444454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:08.147579Z","caller":"traceutil/trace.go:171","msg":"trace[178835956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11351; }","duration":"1.372434167s","start":"2026-03-03T14:24:06.775135Z","end":"2026-03-03T14:24:08.147569Z","steps":["trace[178835956] 'agreement among raft nodes before linearized reading' (duration: 1.372354155s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.147569Z","caller":"traceutil/trace.go:171","msg":"trace[1943435361] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11350; }","duration":"1.651515511s","start":"2026-03-03T14:24:06.496032Z","end":"2026-03-03T14:24:08.147547Z","steps":["trace[1943435361] 'agreement among raft nodes before linearized reading' (duration: 1.621436576s)","trace[1943435361] 'range keys from in-memory index tree' (duration: 29.847809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:08.147607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.775115Z","time spent":"1.372483729s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:24:08.147605Z","caller":"traceutil/trace.go:171","msg":"trace[1803203929] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11351; }","duration":"1.650548737s","start":"2026-03-03T14:24:06.497038Z","end":"2026-03-03T14:24:08.147587Z","steps":["trace[1803203929] 'agreement among raft nodes before linearized reading' (duration: 1.650429614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.496021Z","time spent":"1.651588482s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:08.147647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.497029Z","time spent":"1.650609568s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:08.14773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.061719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:08.147767Z","caller":"traceutil/trace.go:171","msg":"trace[341585839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11351; }","duration":"288.13519ms","start":"2026-03-03T14:24:07.85962Z","end":"2026-03-03T14:24:08.147755Z","steps":["trace[341585839] 'agreement among raft nodes before linearized reading' (duration: 288.011737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650657299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:08.147776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650640949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:08.147799Z","caller":"traceutil/trace.go:171","msg":"trace[1036405903] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11351; }","duration":"1.65069054s","start":"2026-03-03T14:24:06.4971Z","end":"2026-03-03T14:24:08.147791Z","steps":["trace[1036405903] 'agreement among raft nodes before linearized reading' (duration: 1.650648519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.497097Z","time spent":"1.65072059s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:08.147824Z","caller":"traceutil/trace.go:171","msg":"trace[955688165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11351; }","duration":"1.65069585s","start":"2026-03-03T14:24:06.497116Z","end":"2026-03-03T14:24:08.147811Z","steps":["trace[955688165] 'agreement among raft nodes before linearized reading' (duration: 1.650620558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.867735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:08.147858Z","caller":"traceutil/trace.go:171","msg":"trace[857550365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11351; }","duration":"461.922676ms","start":"2026-03-03T14:24:07.685928Z","end":"2026-03-03T14:24:08.14785Z","steps":["trace[857550365] 'agreement among raft nodes before linearized reading' (duration: 461.823104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.497113Z","time spent":"1.650738321s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:08.147876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.685911Z","time spent":"461.960477ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:08.147893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.527586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:24:08.147923Z","caller":"traceutil/trace.go:171","msg":"trace[721532881] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11351; }","duration":"214.573717ms","start":"2026-03-03T14:24:07.93334Z","end":"2026-03-03T14:24:08.147914Z","steps":["trace[721532881] 'agreement among raft nodes before linearized reading' (duration: 214.487215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.147947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.779518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:08.147956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650855433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:08.14798Z","caller":"traceutil/trace.go:171","msg":"trace[359803836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11351; }","duration":"323.836789ms","start":"2026-03-03T14:24:07.824135Z","end":"2026-03-03T14:24:08.147971Z","steps":["trace[359803836] 'agreement among raft nodes before linearized reading' (duration: 323.740857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.147986Z","caller":"traceutil/trace.go:171","msg":"trace[149797954] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11351; }","duration":"1.650894455s","start":"2026-03-03T14:24:06.497084Z","end":"2026-03-03T14:24:08.147978Z","steps":["trace[149797954] 'agreement among raft nodes before linearized reading' (duration: 1.650806603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.148006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.824118Z","time spent":"323.8823ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:08.148011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.49708Z","time spent":"1.650924276s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:08.148023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650742771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:08.148047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49960081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:08.148059Z","caller":"traceutil/trace.go:171","msg":"trace[815820259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11351; }","duration":"1.650795443s","start":"2026-03-03T14:24:06.497254Z","end":"2026-03-03T14:24:08.14805Z","steps":["trace[815820259] 'agreement among raft nodes before linearized reading' (duration: 1.650740631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.148085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.497248Z","time spent":"1.650831533s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:24:08.148083Z","caller":"traceutil/trace.go:171","msg":"trace[1966780648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11351; }","duration":"1.499677882s","start":"2026-03-03T14:24:06.648394Z","end":"2026-03-03T14:24:08.148071Z","steps":["trace[1966780648] 'agreement among raft nodes before linearized reading' (duration: 1.49956882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.148115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.648365Z","time spent":"1.499743444s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:08.14812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.150942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:08.148217Z","caller":"traceutil/trace.go:171","msg":"trace[1883260005] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11351; }","duration":"225.263045ms","start":"2026-03-03T14:24:07.922926Z","end":"2026-03-03T14:24:08.148189Z","steps":["trace[1883260005] 'agreement among raft nodes before linearized reading' (duration: 224.953728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.373141Z","caller":"traceutil/trace.go:171","msg":"trace[22688007] transaction","detail":"{read_only:false; response_revision:11352; number_of_response:1; }","duration":"220.634205ms","start":"2026-03-03T14:24:08.152449Z","end":"2026-03-03T14:24:08.373083Z","steps":["trace[22688007] 'process raft request' (duration: 143.903416ms)","trace[22688007] 'compare' (duration: 76.511993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.373457Z","caller":"traceutil/trace.go:171","msg":"trace[17773307] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"133.451004ms","start":"2026-03-03T14:24:08.239991Z","end":"2026-03-03T14:24:08.373442Z","steps":["trace[17773307] 'process raft request' (duration: 133.311681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.373514Z","caller":"traceutil/trace.go:171","msg":"trace[1656063856] linearizableReadLoop","detail":"{readStateIndex:11803; appliedIndex:11801; }","duration":"220.00565ms","start":"2026-03-03T14:24:08.153489Z","end":"2026-03-03T14:24:08.373495Z","steps":["trace[1656063856] 'read index received' (duration: 142.877331ms)","trace[1656063856] 'applied index is now lower than readState.Index' (duration: 77.127619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.373481Z","caller":"traceutil/trace.go:171","msg":"trace[1215419249] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"220.468351ms","start":"2026-03-03T14:24:08.152992Z","end":"2026-03-03T14:24:08.37346Z","steps":["trace[1215419249] 'process raft request' (duration: 220.04216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.37368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.6899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:08.373738Z","caller":"traceutil/trace.go:171","msg":"trace[1964575162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11355; }","duration":"216.780092ms","start":"2026-03-03T14:24:08.156948Z","end":"2026-03-03T14:24:08.373728Z","steps":["trace[1964575162] 'agreement among raft nodes before linearized reading' (duration: 216.69044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.374132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.625014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447783"} {"level":"info","ts":"2026-03-03T14:24:08.374179Z","caller":"traceutil/trace.go:171","msg":"trace[1598455890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11355; }","duration":"220.703927ms","start":"2026-03-03T14:24:08.153467Z","end":"2026-03-03T14:24:08.37417Z","steps":["trace[1598455890] 'agreement among raft nodes before linearized reading' (duration: 220.109343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.711674Z","caller":"traceutil/trace.go:171","msg":"trace[602547416] transaction","detail":"{read_only:false; response_revision:11356; number_of_response:1; }","duration":"147.324657ms","start":"2026-03-03T14:24:09.564323Z","end":"2026-03-03T14:24:09.711648Z","steps":["trace[602547416] 'process raft request' (duration: 147.167994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:10.326297Z","caller":"traceutil/trace.go:171","msg":"trace[1695353718] linearizableReadLoop","detail":"{readStateIndex:11807; appliedIndex:11806; }","duration":"173.255544ms","start":"2026-03-03T14:24:10.153017Z","end":"2026-03-03T14:24:10.326273Z","steps":["trace[1695353718] 'read index received' (duration: 173.157561ms)","trace[1695353718] 'applied index is now lower than readState.Index' (duration: 96.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:10.326395Z","caller":"traceutil/trace.go:171","msg":"trace[62145506] transaction","detail":"{read_only:false; response_revision:11357; number_of_response:1; }","duration":"201.637217ms","start":"2026-03-03T14:24:10.124734Z","end":"2026-03-03T14:24:10.326371Z","steps":["trace[62145506] 'process raft request' (duration: 201.3597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.326559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.52006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:10.326611Z","caller":"traceutil/trace.go:171","msg":"trace[2095614918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11357; }","duration":"173.625242ms","start":"2026-03-03T14:24:10.152973Z","end":"2026-03-03T14:24:10.326599Z","steps":["trace[2095614918] 'agreement among raft nodes before linearized reading' (duration: 173.426978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.35918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.431413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:10.359257Z","caller":"traceutil/trace.go:171","msg":"trace[382945577] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11358; }","duration":"204.545358ms","start":"2026-03-03T14:24:10.154694Z","end":"2026-03-03T14:24:10.35924Z","steps":["trace[382945577] 'agreement among raft nodes before linearized reading' (duration: 204.424744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.35927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.968188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:10.359297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.706042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:24:10.359329Z","caller":"traceutil/trace.go:171","msg":"trace[421278135] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11358; }","duration":"205.0658ms","start":"2026-03-03T14:24:10.154248Z","end":"2026-03-03T14:24:10.359314Z","steps":["trace[421278135] 'agreement among raft nodes before linearized reading' (duration: 204.926316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:10.359318Z","caller":"traceutil/trace.go:171","msg":"trace[1525318114] transaction","detail":"{read_only:false; response_revision:11358; number_of_response:1; }","duration":"204.875396ms","start":"2026-03-03T14:24:10.154407Z","end":"2026-03-03T14:24:10.359283Z","steps":["trace[1525318114] 'process raft request' (duration: 204.520307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:10.359361Z","caller":"traceutil/trace.go:171","msg":"trace[564909040] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11358; }","duration":"204.833485ms","start":"2026-03-03T14:24:10.154512Z","end":"2026-03-03T14:24:10.359346Z","steps":["trace[564909040] 'agreement among raft nodes before linearized reading' (duration: 204.585658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.359466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.207433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:10.359493Z","caller":"traceutil/trace.go:171","msg":"trace[80784103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11358; }","duration":"205.250295ms","start":"2026-03-03T14:24:10.154234Z","end":"2026-03-03T14:24:10.359484Z","steps":["trace[80784103] 'agreement among raft nodes before linearized reading' (duration: 205.199504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.359476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.05287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:10.359505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.893526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:10.359549Z","caller":"traceutil/trace.go:171","msg":"trace[715424080] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11358; }","duration":"204.971868ms","start":"2026-03-03T14:24:10.154566Z","end":"2026-03-03T14:24:10.359538Z","steps":["trace[715424080] 'agreement among raft nodes before linearized reading' (duration: 204.850895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:10.359543Z","caller":"traceutil/trace.go:171","msg":"trace[920122718] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11358; }","duration":"205.160883ms","start":"2026-03-03T14:24:10.154363Z","end":"2026-03-03T14:24:10.359524Z","steps":["trace[920122718] 'agreement among raft nodes before linearized reading' (duration: 204.963268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.359944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.606173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:10.359988Z","caller":"traceutil/trace.go:171","msg":"trace[241635608] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11358; }","duration":"205.788138ms","start":"2026-03-03T14:24:10.154188Z","end":"2026-03-03T14:24:10.359976Z","steps":["trace[241635608] 'agreement among raft nodes before linearized reading' (duration: 204.883085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:13.865715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.418004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:13.865821Z","caller":"traceutil/trace.go:171","msg":"trace[715697531] linearizableReadLoop","detail":"{readStateIndex:11819; appliedIndex:11818; }","duration":"108.186086ms","start":"2026-03-03T14:24:13.757616Z","end":"2026-03-03T14:24:13.865802Z","steps":["trace[715697531] 'read index received' (duration: 38.321µs)","trace[715697531] 'applied index is now lower than readState.Index' (duration: 108.146165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:13.865878Z","caller":"traceutil/trace.go:171","msg":"trace[909839787] transaction","detail":"{read_only:false; response_revision:11368; number_of_response:1; }","duration":"141.132769ms","start":"2026-03-03T14:24:13.724725Z","end":"2026-03-03T14:24:13.865858Z","steps":["trace[909839787] 'process raft request' (duration: 12.496261ms)","trace[909839787] 'compare' (duration: 128.210608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:13.86594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.319149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:13.865967Z","caller":"traceutil/trace.go:171","msg":"trace[1783120071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11368; }","duration":"108.399311ms","start":"2026-03-03T14:24:13.757561Z","end":"2026-03-03T14:24:13.86596Z","steps":["trace[1783120071] 'agreement among raft nodes before linearized reading' (duration: 108.336379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.542269Z","caller":"traceutil/trace.go:171","msg":"trace[1944977352] transaction","detail":"{read_only:false; response_revision:11374; number_of_response:1; }","duration":"168.967281ms","start":"2026-03-03T14:24:16.373276Z","end":"2026-03-03T14:24:16.542243Z","steps":["trace[1944977352] 'process raft request' (duration: 168.800727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.542377Z","caller":"traceutil/trace.go:171","msg":"trace[1610062534] linearizableReadLoop","detail":"{readStateIndex:11825; appliedIndex:11825; }","duration":"169.042863ms","start":"2026-03-03T14:24:16.373315Z","end":"2026-03-03T14:24:16.542358Z","steps":["trace[1610062534] 'read index received' (duration: 169.033392ms)","trace[1610062534] 'applied index is now lower than readState.Index' (duration: 7.911µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:16.542583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.247967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:16.542664Z","caller":"traceutil/trace.go:171","msg":"trace[1137558517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11374; }","duration":"169.37975ms","start":"2026-03-03T14:24:16.37326Z","end":"2026-03-03T14:24:16.54264Z","steps":["trace[1137558517] 'agreement among raft nodes before linearized reading' (duration: 169.154205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:16.546655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.89374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:16.546777Z","caller":"traceutil/trace.go:171","msg":"trace[1459317016] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11375; }","duration":"172.051184ms","start":"2026-03-03T14:24:16.374708Z","end":"2026-03-03T14:24:16.54676Z","steps":["trace[1459317016] 'agreement among raft nodes before linearized reading' (duration: 171.89411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.546803Z","caller":"traceutil/trace.go:171","msg":"trace[1316435145] transaction","detail":"{read_only:false; response_revision:11375; number_of_response:1; }","duration":"171.988972ms","start":"2026-03-03T14:24:16.374785Z","end":"2026-03-03T14:24:16.546774Z","steps":["trace[1316435145] 'process raft request' (duration: 171.724886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:16.546854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.396398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:24:16.546795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.204024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:16.546903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.637514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:16.546909Z","caller":"traceutil/trace.go:171","msg":"trace[975685523] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11375; }","duration":"171.46455ms","start":"2026-03-03T14:24:16.375429Z","end":"2026-03-03T14:24:16.546893Z","steps":["trace[975685523] 'agreement among raft nodes before linearized reading' (duration: 171.301816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.546941Z","caller":"traceutil/trace.go:171","msg":"trace[1061728882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11375; }","duration":"171.407409ms","start":"2026-03-03T14:24:16.375501Z","end":"2026-03-03T14:24:16.546909Z","steps":["trace[1061728882] 'agreement among raft nodes before linearized reading' (duration: 171.151813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.546957Z","caller":"traceutil/trace.go:171","msg":"trace[1105051326] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11375; }","duration":"171.729716ms","start":"2026-03-03T14:24:16.375213Z","end":"2026-03-03T14:24:16.546943Z","steps":["trace[1105051326] 'agreement among raft nodes before linearized reading' (duration: 171.638364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:16.547021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.527091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:16.547074Z","caller":"traceutil/trace.go:171","msg":"trace[1469609920] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11375; }","duration":"171.588583ms","start":"2026-03-03T14:24:16.375471Z","end":"2026-03-03T14:24:16.54706Z","steps":["trace[1469609920] 'agreement among raft nodes before linearized reading' (duration: 171.4494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:18.524131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.304674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:18.524131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.460739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:18.524811Z","caller":"traceutil/trace.go:171","msg":"trace[445050526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11384; }","duration":"145.199477ms","start":"2026-03-03T14:24:18.379565Z","end":"2026-03-03T14:24:18.524764Z","steps":["trace[445050526] 'range keys from in-memory index tree' (duration: 144.372498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:18.525472Z","caller":"traceutil/trace.go:171","msg":"trace[656022855] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11384; }","duration":"136.440287ms","start":"2026-03-03T14:24:18.387778Z","end":"2026-03-03T14:24:18.524219Z","steps":["trace[656022855] 'count revisions from in-memory index tree' (duration: 136.236383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:18.926282Z","caller":"traceutil/trace.go:171","msg":"trace[355453845] transaction","detail":"{read_only:false; response_revision:11391; number_of_response:1; }","duration":"116.291741ms","start":"2026-03-03T14:24:18.809965Z","end":"2026-03-03T14:24:18.926257Z","steps":["trace[355453845] 'process raft request' (duration: 116.134348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:18.990761Z","caller":"traceutil/trace.go:171","msg":"trace[1324143271] transaction","detail":"{read_only:false; response_revision:11392; number_of_response:1; }","duration":"180.5847ms","start":"2026-03-03T14:24:18.810151Z","end":"2026-03-03T14:24:18.990735Z","steps":["trace[1324143271] 'process raft request' (duration: 180.439567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:20.856543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.000458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:20.85661Z","caller":"traceutil/trace.go:171","msg":"trace[1617105483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11404; }","duration":"102.09683ms","start":"2026-03-03T14:24:20.754499Z","end":"2026-03-03T14:24:20.856596Z","steps":["trace[1617105483] 'range keys from in-memory index tree' (duration: 101.953597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:20.856705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.827354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:24:20.856765Z","caller":"traceutil/trace.go:171","msg":"trace[604507639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11404; }","duration":"165.927256ms","start":"2026-03-03T14:24:20.690823Z","end":"2026-03-03T14:24:20.856751Z","steps":["trace[604507639] 'range keys from in-memory index tree' (duration: 165.614049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:20.85687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.864289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-03T14:24:20.856902Z","caller":"traceutil/trace.go:171","msg":"trace[356741782] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:11404; }","duration":"156.939331ms","start":"2026-03-03T14:24:20.699954Z","end":"2026-03-03T14:24:20.856894Z","steps":["trace[356741782] 'range keys from in-memory index tree' (duration: 156.718365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:20.85705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.521452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:20.857104Z","caller":"traceutil/trace.go:171","msg":"trace[41438801] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11404; }","duration":"105.609914ms","start":"2026-03-03T14:24:20.751483Z","end":"2026-03-03T14:24:20.857093Z","steps":["trace[41438801] 'range keys from in-memory index tree' (duration: 105.470361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:20.857257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.161111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:20.857285Z","caller":"traceutil/trace.go:171","msg":"trace[122048727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11404; }","duration":"173.188632ms","start":"2026-03-03T14:24:20.684089Z","end":"2026-03-03T14:24:20.857277Z","steps":["trace[122048727] 'range keys from in-memory index tree' (duration: 173.078429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:21.331288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.625374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:21.33193Z","caller":"traceutil/trace.go:171","msg":"trace[905762759] transaction","detail":"{read_only:false; response_revision:11410; number_of_response:1; }","duration":"254.344856ms","start":"2026-03-03T14:24:21.077556Z","end":"2026-03-03T14:24:21.331901Z","steps":["trace[905762759] 'process raft request' (duration: 44.995424ms)","trace[905762759] 'compare' (duration: 208.389539ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:21.331979Z","caller":"traceutil/trace.go:171","msg":"trace[349974505] transaction","detail":"{read_only:false; response_revision:11411; number_of_response:1; }","duration":"183.682554ms","start":"2026-03-03T14:24:21.148277Z","end":"2026-03-03T14:24:21.331959Z","steps":["trace[349974505] 'process raft request' (duration: 183.566331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:21.332065Z","caller":"traceutil/trace.go:171","msg":"trace[1859372920] linearizableReadLoop","detail":"{readStateIndex:11863; appliedIndex:11862; }","duration":"248.123326ms","start":"2026-03-03T14:24:21.083877Z","end":"2026-03-03T14:24:21.332Z","steps":["trace[1859372920] 'read index received' (duration: 38.59427ms)","trace[1859372920] 'applied index is now lower than readState.Index' (duration: 209.527076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:21.332292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.403744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-03T14:24:21.332358Z","caller":"traceutil/trace.go:171","msg":"trace[456822815] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:11411; }","duration":"248.490105ms","start":"2026-03-03T14:24:21.083851Z","end":"2026-03-03T14:24:21.332341Z","steps":["trace[456822815] 'agreement among raft nodes before linearized reading' (duration: 248.29764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:21.332431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.187984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-03T14:24:21.332499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.489747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T14:24:21.332523Z","caller":"traceutil/trace.go:171","msg":"trace[2078192081] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:11411; }","duration":"247.309858ms","start":"2026-03-03T14:24:21.085174Z","end":"2026-03-03T14:24:21.332484Z","steps":["trace[2078192081] 'agreement among raft nodes before linearized reading' (duration: 247.03236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:21.332552Z","caller":"traceutil/trace.go:171","msg":"trace[360360915] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:11411; }","duration":"214.567849ms","start":"2026-03-03T14:24:21.117972Z","end":"2026-03-03T14:24:21.33254Z","steps":["trace[360360915] 'agreement among raft nodes before linearized reading' (duration: 214.434916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:21.332699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.774601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-03T14:24:21.332792Z","caller":"traceutil/trace.go:171","msg":"trace[204905523] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:11411; }","duration":"228.918864ms","start":"2026-03-03T14:24:21.103855Z","end":"2026-03-03T14:24:21.332774Z","steps":["trace[204905523] 'agreement among raft nodes before linearized reading' (duration: 228.568066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:21.511462Z","caller":"traceutil/trace.go:171","msg":"trace[1797341288] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"115.066572ms","start":"2026-03-03T14:24:21.396337Z","end":"2026-03-03T14:24:21.511404Z","steps":["trace[1797341288] 'process raft request' (duration: 42.095754ms)","trace[1797341288] 'compare' (duration: 72.509697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:21.788011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.209593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:21.788376Z","caller":"traceutil/trace.go:171","msg":"trace[237837241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11413; }","duration":"107.653213ms","start":"2026-03-03T14:24:21.680706Z","end":"2026-03-03T14:24:21.788359Z","steps":["trace[237837241] 'range keys from in-memory index tree' (duration: 106.957197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.466283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671660,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:24:22.686083Z","caller":"traceutil/trace.go:171","msg":"trace[576075137] transaction","detail":"{read_only:false; response_revision:11416; number_of_response:1; }","duration":"892.598581ms","start":"2026-03-03T14:24:21.793443Z","end":"2026-03-03T14:24:22.686042Z","steps":["trace[576075137] 'process raft request' (duration: 892.226532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.686333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:21.793416Z","time spent":"892.789065ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:22.844085Z","caller":"traceutil/trace.go:171","msg":"trace[201121513] linearizableReadLoop","detail":"{readStateIndex:11871; appliedIndex:11869; }","duration":"878.749987ms","start":"2026-03-03T14:24:21.965286Z","end":"2026-03-03T14:24:22.844036Z","steps":["trace[201121513] 'read index received' (duration: 720.357603ms)","trace[201121513] 'applied index is now lower than readState.Index' (duration: 158.391134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:22.844208Z","caller":"traceutil/trace.go:171","msg":"trace[1625063807] transaction","detail":"{read_only:false; response_revision:11418; number_of_response:1; }","duration":"276.140251ms","start":"2026-03-03T14:24:22.568042Z","end":"2026-03-03T14:24:22.844182Z","steps":["trace[1625063807] 'process raft request' (duration: 275.875815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844237Z","caller":"traceutil/trace.go:171","msg":"trace[1142907021] transaction","detail":"{read_only:false; response_revision:11419; number_of_response:1; }","duration":"227.669414ms","start":"2026-03-03T14:24:22.616551Z","end":"2026-03-03T14:24:22.844221Z","steps":["trace[1142907021] 'process raft request' (duration: 227.433468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.844357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.755836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.844411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.321096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.844447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.841323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:22.844499Z","caller":"traceutil/trace.go:171","msg":"trace[1445138080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11419; }","duration":"227.444428ms","start":"2026-03-03T14:24:22.617036Z","end":"2026-03-03T14:24:22.84448Z","steps":["trace[1445138080] 'agreement among raft nodes before linearized reading' (duration: 227.273814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844509Z","caller":"traceutil/trace.go:171","msg":"trace[654777010] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11419; }","duration":"287.947995ms","start":"2026-03-03T14:24:22.556544Z","end":"2026-03-03T14:24:22.844492Z","steps":["trace[654777010] 'agreement among raft nodes before linearized reading' (duration: 287.841023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844359Z","caller":"traceutil/trace.go:171","msg":"trace[1848402559] transaction","detail":"{read_only:false; response_revision:11417; number_of_response:1; }","duration":"956.049509ms","start":"2026-03-03T14:24:21.888259Z","end":"2026-03-03T14:24:22.844309Z","steps":["trace[1848402559] 'process raft request' (duration: 888.567923ms)","trace[1848402559] 'compare' (duration: 66.945763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:22.844582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.678887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:22.844611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.409873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:22.84465Z","caller":"traceutil/trace.go:171","msg":"trace[1112647276] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11419; }","duration":"289.771549ms","start":"2026-03-03T14:24:22.55485Z","end":"2026-03-03T14:24:22.844621Z","steps":["trace[1112647276] 'agreement among raft nodes before linearized reading' (duration: 289.620296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.844674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.378492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.8447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.479033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.844696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.372732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:22.844746Z","caller":"traceutil/trace.go:171","msg":"trace[1029232339] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11419; }","duration":"226.440083ms","start":"2026-03-03T14:24:22.618299Z","end":"2026-03-03T14:24:22.844739Z","steps":["trace[1029232339] 'agreement among raft nodes before linearized reading' (duration: 226.378462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844752Z","caller":"traceutil/trace.go:171","msg":"trace[1113654186] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11419; }","duration":"879.503845ms","start":"2026-03-03T14:24:21.965227Z","end":"2026-03-03T14:24:22.844731Z","steps":["trace[1113654186] 'agreement among raft nodes before linearized reading' (duration: 879.381002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844751Z","caller":"traceutil/trace.go:171","msg":"trace[936853717] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11419; }","duration":"228.601056ms","start":"2026-03-03T14:24:22.616134Z","end":"2026-03-03T14:24:22.844735Z","steps":["trace[936853717] 'agreement among raft nodes before linearized reading' (duration: 228.313069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.844777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.736535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:24:22.844801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:21.965207Z","time spent":"879.578067ms","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-03T14:24:22.844873Z","caller":"traceutil/trace.go:171","msg":"trace[141094619] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11419; }","duration":"227.840177ms","start":"2026-03-03T14:24:22.616982Z","end":"2026-03-03T14:24:22.844822Z","steps":["trace[141094619] 'agreement among raft nodes before linearized reading' (duration: 227.649783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.844879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.379175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.844934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.854268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:22.844935Z","caller":"traceutil/trace.go:171","msg":"trace[958038806] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11419; }","duration":"278.460527ms","start":"2026-03-03T14:24:22.566457Z","end":"2026-03-03T14:24:22.844918Z","steps":["trace[958038806] 'agreement among raft nodes before linearized reading' (duration: 278.380026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844971Z","caller":"traceutil/trace.go:171","msg":"trace[109800570] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11419; }","duration":"227.90297ms","start":"2026-03-03T14:24:22.617059Z","end":"2026-03-03T14:24:22.844962Z","steps":["trace[109800570] 'agreement among raft nodes before linearized reading' (duration: 227.847438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.845042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.169208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:22.845154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.649444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-03-03T14:24:22.845195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.080869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:22.845278Z","caller":"traceutil/trace.go:171","msg":"trace[1607998264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11419; }","duration":"410.196342ms","start":"2026-03-03T14:24:22.435064Z","end":"2026-03-03T14:24:22.845261Z","steps":["trace[1607998264] 'agreement among raft nodes before linearized reading' (duration: 410.075939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.845328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:22.43505Z","time spent":"410.260923ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:22.845205Z","caller":"traceutil/trace.go:171","msg":"trace[975250525] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:11419; }","duration":"753.729765ms","start":"2026-03-03T14:24:22.091462Z","end":"2026-03-03T14:24:22.845192Z","steps":["trace[975250525] 'agreement among raft nodes before linearized reading' (duration: 753.597062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.845402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:21.888236Z","time spent":"956.340115ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:22.845536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:22.091443Z","time spent":"754.030743ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-03T14:24:22.844657Z","caller":"traceutil/trace.go:171","msg":"trace[1488840606] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11419; }","duration":"226.495585ms","start":"2026-03-03T14:24:22.618147Z","end":"2026-03-03T14:24:22.844642Z","steps":["trace[1488840606] 'agreement among raft nodes before linearized reading' (duration: 226.428493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.844438Z","caller":"traceutil/trace.go:171","msg":"trace[1138169622] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11419; }","duration":"878.886759ms","start":"2026-03-03T14:24:21.965528Z","end":"2026-03-03T14:24:22.844415Z","steps":["trace[1138169622] 'agreement among raft nodes before linearized reading' (duration: 878.749476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.846091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:21.965509Z","time spent":"880.557541ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-03-03T14:24:22.845165Z","caller":"traceutil/trace.go:171","msg":"trace[1713528715] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11419; }","duration":"226.315402ms","start":"2026-03-03T14:24:22.618832Z","end":"2026-03-03T14:24:22.845147Z","steps":["trace[1713528715] 'agreement among raft nodes before linearized reading' (duration: 225.757838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.845199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.352256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:22.846309Z","caller":"traceutil/trace.go:171","msg":"trace[1566489448] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11419; }","duration":"311.483243ms","start":"2026-03-03T14:24:22.5348Z","end":"2026-03-03T14:24:22.846283Z","steps":["trace[1566489448] 'agreement among raft nodes before linearized reading' (duration: 310.336706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.846367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:22.534785Z","time spent":"311.563224ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:22.846749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.064948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:22.84698Z","caller":"traceutil/trace.go:171","msg":"trace[74112695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11419; }","duration":"202.337924ms","start":"2026-03-03T14:24:22.644624Z","end":"2026-03-03T14:24:22.846962Z","steps":["trace[74112695] 'agreement among raft nodes before linearized reading' (duration: 199.68848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:23.860619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:24.361635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671705,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:24.722615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.383026944s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:24.723079Z","caller":"traceutil/trace.go:171","msg":"trace[1874368072] linearizableReadLoop","detail":"{readStateIndex:11876; appliedIndex:11875; }","duration":"1.363204617s","start":"2026-03-03T14:24:23.359854Z","end":"2026-03-03T14:24:24.723059Z","steps":["trace[1874368072] 'read index received' (duration: 1.363022702s)","trace[1874368072] 'applied index is now lower than readState.Index' (duration: 181.095µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:24.723225Z","caller":"traceutil/trace.go:171","msg":"trace[499669859] transaction","detail":"{read_only:false; response_revision:11422; number_of_response:1; }","duration":"1.383785862s","start":"2026-03-03T14:24:23.339403Z","end":"2026-03-03T14:24:24.723189Z","steps":["trace[499669859] 'process raft request' (duration: 1.383465514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.72333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363468144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-03-03T14:24:24.723362Z","caller":"traceutil/trace.go:171","msg":"trace[2041355243] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:11422; }","duration":"1.363540115s","start":"2026-03-03T14:24:23.359813Z","end":"2026-03-03T14:24:24.723353Z","steps":["trace[2041355243] 'agreement among raft nodes before linearized reading' (duration: 1.363404481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.723443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.339387Z","time spent":"1.383929666s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:24.723474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063545038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7671"} {"level":"info","ts":"2026-03-03T14:24:24.723494Z","caller":"traceutil/trace.go:171","msg":"trace[1419892961] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:11422; }","duration":"1.06359775s","start":"2026-03-03T14:24:23.659889Z","end":"2026-03-03T14:24:24.723487Z","steps":["trace[1419892961] 'agreement among raft nodes before linearized reading' (duration: 1.063523078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.723526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.65987Z","time spent":"1.06364775s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7695,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-03T14:24:24.723579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.9142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:24.723628Z","caller":"traceutil/trace.go:171","msg":"trace[781714060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11422; }","duration":"830.002342ms","start":"2026-03-03T14:24:23.893614Z","end":"2026-03-03T14:24:24.723617Z","steps":["trace[781714060] 'agreement among raft nodes before linearized reading' (duration: 829.864119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.723662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.893593Z","time spent":"830.060854ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:24.72368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.397949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4709"} {"level":"warn","ts":"2026-03-03T14:24:24.723741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337553918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-service\" ","response":"range_response_count:1 size:6403"} {"level":"warn","ts":"2026-03-03T14:24:24.723847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.717375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-56d5d78cbd\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-03-03T14:24:24.723917Z","caller":"traceutil/trace.go:171","msg":"trace[1883757598] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-56d5d78cbd; range_end:; response_count:1; response_revision:11422; }","duration":"961.818797ms","start":"2026-03-03T14:24:23.762073Z","end":"2026-03-03T14:24:24.723892Z","steps":["trace[1883757598] 'agreement among raft nodes before linearized reading' (duration: 961.678904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.723929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.307167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"warn","ts":"2026-03-03T14:24:24.723947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263569447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-03T14:24:24.723974Z","caller":"traceutil/trace.go:171","msg":"trace[46876777] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:11422; }","duration":"1.263633518s","start":"2026-03-03T14:24:23.460333Z","end":"2026-03-03T14:24:24.723967Z","steps":["trace[46876777] 'agreement among raft nodes before linearized reading' (duration: 1.263566047s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.723976Z","caller":"traceutil/trace.go:171","msg":"trace[872515741] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:11422; }","duration":"888.399579ms","start":"2026-03-03T14:24:23.835561Z","end":"2026-03-03T14:24:24.72396Z","steps":["trace[872515741] 'agreement among raft nodes before linearized reading' (duration: 888.273856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.723973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.762052Z","time spent":"961.90835ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10536,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-56d5d78cbd\" "} {"level":"warn","ts":"2026-03-03T14:24:24.723996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.460314Z","time spent":"1.263677949s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3927,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088423497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"warn","ts":"2026-03-03T14:24:24.723922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188697613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-59494db5c5\" ","response":"range_response_count:1 size:14552"} {"level":"info","ts":"2026-03-03T14:24:24.724085Z","caller":"traceutil/trace.go:171","msg":"trace[1208449810] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:11422; }","duration":"1.08854052s","start":"2026-03-03T14:24:23.635531Z","end":"2026-03-03T14:24:24.724072Z","steps":["trace[1208449810] 'agreement among raft nodes before linearized reading' (duration: 1.088412267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.635506Z","time spent":"1.088604602s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4286,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"info","ts":"2026-03-03T14:24:24.724124Z","caller":"traceutil/trace.go:171","msg":"trace[1241269702] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-59494db5c5; range_end:; response_count:1; response_revision:11422; }","duration":"1.188950258s","start":"2026-03-03T14:24:23.535157Z","end":"2026-03-03T14:24:24.724108Z","steps":["trace[1241269702] 'agreement among raft nodes before linearized reading' (duration: 1.188683062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213402977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11576"} {"level":"warn","ts":"2026-03-03T14:24:24.72415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.688828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"info","ts":"2026-03-03T14:24:24.724174Z","caller":"traceutil/trace.go:171","msg":"trace[1286320224] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:11422; }","duration":"1.21347103s","start":"2026-03-03T14:24:23.510698Z","end":"2026-03-03T14:24:24.724169Z","steps":["trace[1286320224] 'agreement among raft nodes before linearized reading' (duration: 1.213416669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.535138Z","time spent":"1.189020071s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":14576,"request content":"key:\"/registry/replicasets/openstack/cinder-volume-59494db5c5\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.510678Z","time spent":"1.213517681s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11600,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"info","ts":"2026-03-03T14:24:24.724188Z","caller":"traceutil/trace.go:171","msg":"trace[1640615574] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:11422; }","duration":"913.75623ms","start":"2026-03-03T14:24:23.81042Z","end":"2026-03-03T14:24:24.724176Z","steps":["trace[1640615574] 'agreement among raft nodes before linearized reading' (duration: 913.627937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.810405Z","time spent":"913.813551ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4156,"request content":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238747638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-03-03T14:24:24.724324Z","caller":"traceutil/trace.go:171","msg":"trace[1933053629] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:11422; }","duration":"1.238812979s","start":"2026-03-03T14:24:23.485506Z","end":"2026-03-03T14:24:24.724319Z","steps":["trace[1933053629] 'agreement among raft nodes before linearized reading' (duration: 1.238756668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113589683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"warn","ts":"2026-03-03T14:24:24.724342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.485485Z","time spent":"1.238851851s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4276,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"info","ts":"2026-03-03T14:24:24.724357Z","caller":"traceutil/trace.go:171","msg":"trace[1152862719] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:11422; }","duration":"1.113672995s","start":"2026-03-03T14:24:23.610676Z","end":"2026-03-03T14:24:24.724349Z","steps":["trace[1152862719] 'agreement among raft nodes before linearized reading' (duration: 1.113576683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.835538Z","time spent":"888.471061ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5233,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138572505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"warn","ts":"2026-03-03T14:24:24.723746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035546573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6465"} {"level":"info","ts":"2026-03-03T14:24:24.724478Z","caller":"traceutil/trace.go:171","msg":"trace[554889344] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:11422; }","duration":"1.138646827s","start":"2026-03-03T14:24:23.585822Z","end":"2026-03-03T14:24:24.724469Z","steps":["trace[554889344] 'agreement among raft nodes before linearized reading' (duration: 1.138575615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.585797Z","time spent":"1.138701319s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5153,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-03T14:24:24.724501Z","caller":"traceutil/trace.go:171","msg":"trace[2031466306] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:11422; }","duration":"1.036311611s","start":"2026-03-03T14:24:23.688173Z","end":"2026-03-03T14:24:24.724484Z","steps":["trace[2031466306] 'agreement among raft nodes before linearized reading' (duration: 1.035525613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.688162Z","time spent":"1.036378224s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6489,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163454004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-03-03T14:24:24.724639Z","caller":"traceutil/trace.go:171","msg":"trace[1983377964] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:11422; }","duration":"1.163517666s","start":"2026-03-03T14:24:23.561116Z","end":"2026-03-03T14:24:24.724633Z","steps":["trace[1983377964] 'agreement among raft nodes before linearized reading' (duration: 1.163453384s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.561094Z","time spent":"1.163558287s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3683,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"info","ts":"2026-03-03T14:24:24.723802Z","caller":"traceutil/trace.go:171","msg":"trace[928046532] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:11422; }","duration":"937.571124ms","start":"2026-03-03T14:24:23.786208Z","end":"2026-03-03T14:24:24.723779Z","steps":["trace[928046532] 'agreement among raft nodes before linearized reading' (duration: 937.215145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.786191Z","time spent":"938.516718ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":4733,"request content":"key:\"/registry/deployments/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-03-03T14:24:24.723714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.488541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9070"} {"level":"info","ts":"2026-03-03T14:24:24.723936Z","caller":"traceutil/trace.go:171","msg":"trace[745883983] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-service; range_end:; response_count:1; response_revision:11422; }","duration":"1.337813364s","start":"2026-03-03T14:24:23.386051Z","end":"2026-03-03T14:24:24.723865Z","steps":["trace[745883983] 'agreement among raft nodes before linearized reading' (duration: 1.3372184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.386033Z","time spent":"1.338746097s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6427,"request content":"key:\"/registry/jobs/openstack/glance-ks-service\" "} {"level":"info","ts":"2026-03-03T14:24:24.724774Z","caller":"traceutil/trace.go:171","msg":"trace[1815382212] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:11422; }","duration":"989.594088ms","start":"2026-03-03T14:24:23.735166Z","end":"2026-03-03T14:24:24.72476Z","steps":["trace[1815382212] 'agreement among raft nodes before linearized reading' (duration: 988.383288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.735145Z","time spent":"989.664889ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9094,"request content":"key:\"/registry/deployments/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.610654Z","time spent":"1.113720626s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289201475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:5332"} {"level":"info","ts":"2026-03-03T14:24:24.72504Z","caller":"traceutil/trace.go:171","msg":"trace[312922471] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:11422; }","duration":"1.289346268s","start":"2026-03-03T14:24:23.435673Z","end":"2026-03-03T14:24:24.725019Z","steps":["trace[312922471] 'agreement among raft nodes before linearized reading' (duration: 1.288516837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.724987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.359796Z","time spent":"1.363582936s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":890,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:24.725109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314988566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1618"} {"level":"warn","ts":"2026-03-03T14:24:24.725111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.435657Z","time spent":"1.28944011s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":5356,"request content":"key:\"/registry/jobs/openstack/glance-metadefs-load\" "} {"level":"info","ts":"2026-03-03T14:24:24.725194Z","caller":"traceutil/trace.go:171","msg":"trace[1215453510] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11422; }","duration":"1.315091178s","start":"2026-03-03T14:24:23.41007Z","end":"2026-03-03T14:24:24.725162Z","steps":["trace[1215453510] 'agreement among raft nodes before linearized reading' (duration: 1.314820372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.72527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.410052Z","time spent":"1.315203911s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1642,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:24:24.724645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014999909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-storage-init\" ","response":"range_response_count:1 size:7492"} {"level":"info","ts":"2026-03-03T14:24:24.725955Z","caller":"traceutil/trace.go:171","msg":"trace[1800790614] range","detail":"{range_begin:/registry/jobs/openstack/glance-storage-init; range_end:; response_count:1; response_revision:11422; }","duration":"1.016356732s","start":"2026-03-03T14:24:23.709579Z","end":"2026-03-03T14:24:24.725936Z","steps":["trace[1800790614] 'agreement among raft nodes before linearized reading' (duration: 1.014029566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.726018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:23.709574Z","time spent":"1.016423883s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7516,"request content":"key:\"/registry/jobs/openstack/glance-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:24.881274Z","caller":"traceutil/trace.go:171","msg":"trace[1904120076] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"152.35181ms","start":"2026-03-03T14:24:24.7289Z","end":"2026-03-03T14:24:24.881252Z","steps":["trace[1904120076] 'process raft request' (duration: 151.916759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.881316Z","caller":"traceutil/trace.go:171","msg":"trace[525939068] linearizableReadLoop","detail":"{readStateIndex:11877; appliedIndex:11876; }","duration":"152.570705ms","start":"2026-03-03T14:24:24.728719Z","end":"2026-03-03T14:24:24.881289Z","steps":["trace[525939068] 'read index received' (duration: 146.882398ms)","trace[525939068] 'applied index is now lower than readState.Index' (duration: 5.526543ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:24.88142Z","caller":"traceutil/trace.go:171","msg":"trace[1809782756] transaction","detail":"{read_only:false; response_revision:11423; number_of_response:1; }","duration":"152.767509ms","start":"2026-03-03T14:24:24.728635Z","end":"2026-03-03T14:24:24.881403Z","steps":["trace[1809782756] 'process raft request' (duration: 146.954249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.881618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.876383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-03-03T14:24:24.881719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.484849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12026"} {"level":"warn","ts":"2026-03-03T14:24:24.881829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.230097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5445"} {"level":"info","ts":"2026-03-03T14:24:24.881887Z","caller":"traceutil/trace.go:171","msg":"trace[476787243] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:11427; }","duration":"130.308019ms","start":"2026-03-03T14:24:24.751565Z","end":"2026-03-03T14:24:24.881873Z","steps":["trace[476787243] 'agreement among raft nodes before linearized reading' (duration: 130.165766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.881723Z","caller":"traceutil/trace.go:171","msg":"trace[1644516374] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:11427; }","duration":"153.011736ms","start":"2026-03-03T14:24:24.728687Z","end":"2026-03-03T14:24:24.881699Z","steps":["trace[1644516374] 'agreement among raft nodes before linearized reading' (duration: 152.76974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.136185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-03T14:24:24.884003Z","caller":"traceutil/trace.go:171","msg":"trace[704162067] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11427; }","duration":"129.599423ms","start":"2026-03-03T14:24:24.752203Z","end":"2026-03-03T14:24:24.881803Z","steps":["trace[704162067] 'agreement among raft nodes before linearized reading' (duration: 129.390168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.884192Z","caller":"traceutil/trace.go:171","msg":"trace[1527822525] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:11427; }","duration":"132.200385ms","start":"2026-03-03T14:24:24.751873Z","end":"2026-03-03T14:24:24.884074Z","steps":["trace[1527822525] 'agreement among raft nodes before linearized reading' (duration: 129.770317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.881668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.902604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-03T14:24:24.88464Z","caller":"traceutil/trace.go:171","msg":"trace[873366565] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:11427; }","duration":"155.885056ms","start":"2026-03-03T14:24:24.728736Z","end":"2026-03-03T14:24:24.884621Z","steps":["trace[873366565] 'agreement among raft nodes before linearized reading' (duration: 152.79363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.120515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-03T14:24:24.884928Z","caller":"traceutil/trace.go:171","msg":"trace[1836470309] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:11427; }","duration":"132.85839ms","start":"2026-03-03T14:24:24.752049Z","end":"2026-03-03T14:24:24.884907Z","steps":["trace[1836470309] 'agreement among raft nodes before linearized reading' (duration: 130.052893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.209317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-sync\" ","response":"range_response_count:1 size:5186"} {"level":"info","ts":"2026-03-03T14:24:24.885135Z","caller":"traceutil/trace.go:171","msg":"trace[831440783] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-sync; range_end:; response_count:1; response_revision:11427; }","duration":"133.103976ms","start":"2026-03-03T14:24:24.751969Z","end":"2026-03-03T14:24:24.885073Z","steps":["trace[831440783] 'agreement among raft nodes before linearized reading' (duration: 130.164096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.31498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-03-03T14:24:24.885687Z","caller":"traceutil/trace.go:171","msg":"trace[542004682] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:11427; }","duration":"133.740971ms","start":"2026-03-03T14:24:24.75193Z","end":"2026-03-03T14:24:24.885671Z","steps":["trace[542004682] 'agreement among raft nodes before linearized reading' (duration: 130.281528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.242928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5601"} {"level":"info","ts":"2026-03-03T14:24:24.885801Z","caller":"traceutil/trace.go:171","msg":"trace[2045515946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:11427; }","duration":"133.730102ms","start":"2026-03-03T14:24:24.752025Z","end":"2026-03-03T14:24:24.885755Z","steps":["trace[2045515946] 'agreement among raft nodes before linearized reading' (duration: 130.205627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.32242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5617"} {"level":"info","ts":"2026-03-03T14:24:24.885918Z","caller":"traceutil/trace.go:171","msg":"trace[1530155752] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:11427; }","duration":"133.910606ms","start":"2026-03-03T14:24:24.751999Z","end":"2026-03-03T14:24:24.88591Z","steps":["trace[1530155752] 'agreement among raft nodes before linearized reading' (duration: 130.30267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.402982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-7cd94f95c7\" ","response":"range_response_count:1 size:11189"} {"level":"info","ts":"2026-03-03T14:24:24.885985Z","caller":"traceutil/trace.go:171","msg":"trace[1335040987] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-7cd94f95c7; range_end:; response_count:1; response_revision:11427; }","duration":"134.047329ms","start":"2026-03-03T14:24:24.751931Z","end":"2026-03-03T14:24:24.885978Z","steps":["trace[1335040987] 'agreement among raft nodes before linearized reading' (duration: 130.36146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.517984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-user\" ","response":"range_response_count:1 size:7438"} {"level":"info","ts":"2026-03-03T14:24:24.886123Z","caller":"traceutil/trace.go:171","msg":"trace[390807116] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-user; range_end:; response_count:1; response_revision:11427; }","duration":"134.254144ms","start":"2026-03-03T14:24:24.751862Z","end":"2026-03-03T14:24:24.886116Z","steps":["trace[390807116] 'agreement among raft nodes before linearized reading' (duration: 130.466613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.980759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-volume\" ","response":"range_response_count:1 size:14862"} {"level":"info","ts":"2026-03-03T14:24:24.886228Z","caller":"traceutil/trace.go:171","msg":"trace[870418688] range","detail":"{range_begin:/registry/deployments/openstack/cinder-volume; range_end:; response_count:1; response_revision:11427; }","duration":"135.76804ms","start":"2026-03-03T14:24:24.750453Z","end":"2026-03-03T14:24:24.886221Z","steps":["trace[870418688] 'agreement among raft nodes before linearized reading' (duration: 131.930938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.749013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:24.88634Z","caller":"traceutil/trace.go:171","msg":"trace[1572034476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11427; }","duration":"130.606755ms","start":"2026-03-03T14:24:24.755727Z","end":"2026-03-03T14:24:24.886333Z","steps":["trace[1572034476] 'agreement among raft nodes before linearized reading' (duration: 126.720952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.546209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-03T14:24:24.886474Z","caller":"traceutil/trace.go:171","msg":"trace[90763825] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:11427; }","duration":"135.494923ms","start":"2026-03-03T14:24:24.750972Z","end":"2026-03-03T14:24:24.886467Z","steps":["trace[90763825] 'agreement among raft nodes before linearized reading' (duration: 131.498078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.931278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12804"} {"level":"info","ts":"2026-03-03T14:24:24.888245Z","caller":"traceutil/trace.go:171","msg":"trace[628542633] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:11427; }","duration":"137.546793ms","start":"2026-03-03T14:24:24.75068Z","end":"2026-03-03T14:24:24.888227Z","steps":["trace[628542633] 'agreement among raft nodes before linearized reading' (duration: 131.890727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.882658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.471081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"warn","ts":"2026-03-03T14:24:24.88265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.247076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-03-03T14:24:24.882688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.01293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:12647"} {"level":"warn","ts":"2026-03-03T14:24:24.882694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.422062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"warn","ts":"2026-03-03T14:24:24.882805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.804099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5073"} {"level":"info","ts":"2026-03-03T14:24:24.888481Z","caller":"traceutil/trace.go:171","msg":"trace[1239337024] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:11427; }","duration":"138.317152ms","start":"2026-03-03T14:24:24.750155Z","end":"2026-03-03T14:24:24.888472Z","steps":["trace[1239337024] 'agreement among raft nodes before linearized reading' (duration: 132.40841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.888489Z","caller":"traceutil/trace.go:171","msg":"trace[2140207198] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:11427; }","duration":"138.541387ms","start":"2026-03-03T14:24:24.749937Z","end":"2026-03-03T14:24:24.888478Z","steps":["trace[2140207198] 'agreement among raft nodes before linearized reading' (duration: 132.780538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.888586Z","caller":"traceutil/trace.go:171","msg":"trace[1431635882] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:11427; }","duration":"137.935142ms","start":"2026-03-03T14:24:24.75063Z","end":"2026-03-03T14:24:24.888565Z","steps":["trace[1431635882] 'agreement among raft nodes before linearized reading' (duration: 131.990869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.888653Z","caller":"traceutil/trace.go:171","msg":"trace[1319294663] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11427; }","duration":"136.358105ms","start":"2026-03-03T14:24:24.752249Z","end":"2026-03-03T14:24:24.888607Z","steps":["trace[1319294663] 'agreement among raft nodes before linearized reading' (duration: 130.408352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:24.888439Z","caller":"traceutil/trace.go:171","msg":"trace[1588334434] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:11427; }","duration":"138.025525ms","start":"2026-03-03T14:24:24.750395Z","end":"2026-03-03T14:24:24.88842Z","steps":["trace[1588334434] 'agreement among raft nodes before linearized reading' (duration: 132.180904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.085575Z","caller":"traceutil/trace.go:171","msg":"trace[631072665] linearizableReadLoop","detail":"{readStateIndex:11882; appliedIndex:11881; }","duration":"197.463315ms","start":"2026-03-03T14:24:24.888081Z","end":"2026-03-03T14:24:25.085544Z","steps":["trace[631072665] 'read index received' (duration: 160.097176ms)","trace[631072665] 'applied index is now lower than readState.Index' (duration: 37.364999ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:25.085691Z","caller":"traceutil/trace.go:171","msg":"trace[1451875403] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"197.961727ms","start":"2026-03-03T14:24:24.887699Z","end":"2026-03-03T14:24:25.085661Z","steps":["trace[1451875403] 'process raft request' (duration: 160.519386ms)","trace[1451875403] 'compare' (duration: 37.180475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:25.086025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.614211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7256"} {"level":"warn","ts":"2026-03-03T14:24:25.086032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.927046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-03-03T14:24:25.08608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.811247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6254"} {"level":"warn","ts":"2026-03-03T14:24:25.086075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-03T14:24:25.086093Z","caller":"traceutil/trace.go:171","msg":"trace[1792908782] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:11428; }","duration":"198.01977ms","start":"2026-03-03T14:24:24.888058Z","end":"2026-03-03T14:24:25.086078Z","steps":["trace[1792908782] 'agreement among raft nodes before linearized reading' (duration: 197.64525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086091Z","caller":"traceutil/trace.go:171","msg":"trace[842134892] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:11428; }","duration":"156.720045ms","start":"2026-03-03T14:24:24.92935Z","end":"2026-03-03T14:24:25.08607Z","steps":["trace[842134892] 'agreement among raft nodes before linearized reading' (duration: 156.529769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.067455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-03-03T14:24:25.086181Z","caller":"traceutil/trace.go:171","msg":"trace[1742875141] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:11428; }","duration":"182.112096ms","start":"2026-03-03T14:24:24.904058Z","end":"2026-03-03T14:24:25.08617Z","steps":["trace[1742875141] 'agreement among raft nodes before linearized reading' (duration: 181.998843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.488689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-03T14:24:25.086215Z","caller":"traceutil/trace.go:171","msg":"trace[1659845355] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:11428; }","duration":"195.873518ms","start":"2026-03-03T14:24:24.890244Z","end":"2026-03-03T14:24:25.086118Z","steps":["trace[1659845355] 'agreement among raft nodes before linearized reading' (duration: 195.757014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.267253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4499"} {"level":"info","ts":"2026-03-03T14:24:25.086303Z","caller":"traceutil/trace.go:171","msg":"trace[121199616] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:11428; }","duration":"195.309575ms","start":"2026-03-03T14:24:24.89098Z","end":"2026-03-03T14:24:25.086289Z","steps":["trace[121199616] 'agreement among raft nodes before linearized reading' (duration: 195.219553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.348177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:25.08638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.874288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:24:25.086391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.78992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-bootstrap\" ","response":"range_response_count:1 size:7033"} {"level":"info","ts":"2026-03-03T14:24:25.086414Z","caller":"traceutil/trace.go:171","msg":"trace[511805466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11428; }","duration":"195.92978ms","start":"2026-03-03T14:24:24.890476Z","end":"2026-03-03T14:24:25.086406Z","steps":["trace[511805466] 'agreement among raft nodes before linearized reading' (duration: 195.849558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.253373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:24:25.086441Z","caller":"traceutil/trace.go:171","msg":"trace[1680418636] range","detail":"{range_begin:/registry/jobs/openstack/keystone-bootstrap; range_end:; response_count:1; response_revision:11428; }","duration":"196.881943ms","start":"2026-03-03T14:24:24.889545Z","end":"2026-03-03T14:24:25.086426Z","steps":["trace[1680418636] 'agreement among raft nodes before linearized reading' (duration: 196.660858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086492Z","caller":"traceutil/trace.go:171","msg":"trace[1451723725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11428; }","duration":"163.301694ms","start":"2026-03-03T14:24:24.923183Z","end":"2026-03-03T14:24:25.086484Z","steps":["trace[1451723725] 'agreement among raft nodes before linearized reading' (duration: 163.215332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.196315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-68df8557cd\" ","response":"range_response_count:1 size:7275"} {"level":"warn","ts":"2026-03-03T14:24:25.086624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.265178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-03-03T14:24:25.086641Z","caller":"traceutil/trace.go:171","msg":"trace[1262929526] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-68df8557cd; range_end:; response_count:1; response_revision:11428; }","duration":"196.292398ms","start":"2026-03-03T14:24:24.890331Z","end":"2026-03-03T14:24:25.086624Z","steps":["trace[1262929526] 'agreement among raft nodes before linearized reading' (duration: 196.097363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.08631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.800716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-03-03T14:24:25.08661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.332943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:25.086238Z","caller":"traceutil/trace.go:171","msg":"trace[445245100] range","detail":"{range_begin:/registry/deployments/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:11428; }","duration":"195.54047ms","start":"2026-03-03T14:24:24.890685Z","end":"2026-03-03T14:24:25.086225Z","steps":["trace[445245100] 'agreement among raft nodes before linearized reading' (duration: 195.437428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.15077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-03T14:24:25.086383Z","caller":"traceutil/trace.go:171","msg":"trace[438379139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11428; }","duration":"176.390109ms","start":"2026-03-03T14:24:24.909983Z","end":"2026-03-03T14:24:25.086373Z","steps":["trace[438379139] 'agreement among raft nodes before linearized reading' (duration: 176.302077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086919Z","caller":"traceutil/trace.go:171","msg":"trace[1048437760] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:11428; }","duration":"107.251164ms","start":"2026-03-03T14:24:24.979655Z","end":"2026-03-03T14:24:25.086906Z","steps":["trace[1048437760] 'agreement among raft nodes before linearized reading' (duration: 107.11638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.257531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"warn","ts":"2026-03-03T14:24:25.086717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.711548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-03-03T14:24:25.086977Z","caller":"traceutil/trace.go:171","msg":"trace[784046895] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:11428; }","duration":"197.334214ms","start":"2026-03-03T14:24:24.889631Z","end":"2026-03-03T14:24:25.086965Z","steps":["trace[784046895] 'agreement among raft nodes before linearized reading' (duration: 197.133029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086991Z","caller":"traceutil/trace.go:171","msg":"trace[842786853] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:11428; }","duration":"197.014885ms","start":"2026-03-03T14:24:24.889962Z","end":"2026-03-03T14:24:25.086977Z","steps":["trace[842786853] 'agreement among raft nodes before linearized reading' (duration: 196.650737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.853216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-c4694c9f5\" ","response":"range_response_count:1 size:11483"} {"level":"info","ts":"2026-03-03T14:24:25.086746Z","caller":"traceutil/trace.go:171","msg":"trace[841599357] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:11428; }","duration":"196.224246ms","start":"2026-03-03T14:24:24.890492Z","end":"2026-03-03T14:24:25.086716Z","steps":["trace[841599357] 'agreement among raft nodes before linearized reading' (duration: 195.762995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.251942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-03T14:24:25.087195Z","caller":"traceutil/trace.go:171","msg":"trace[94511377] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:11428; }","duration":"196.443461ms","start":"2026-03-03T14:24:24.890735Z","end":"2026-03-03T14:24:25.087178Z","steps":["trace[94511377] 'agreement among raft nodes before linearized reading' (duration: 195.122969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086657Z","caller":"traceutil/trace.go:171","msg":"trace[633786999] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:11428; }","duration":"196.304818ms","start":"2026-03-03T14:24:24.89034Z","end":"2026-03-03T14:24:25.086645Z","steps":["trace[633786999] 'agreement among raft nodes before linearized reading' (duration: 196.201016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.086177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.631746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:25.087358Z","caller":"traceutil/trace.go:171","msg":"trace[1137162861] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11428; }","duration":"192.869026ms","start":"2026-03-03T14:24:24.894476Z","end":"2026-03-03T14:24:25.087345Z","steps":["trace[1137162861] 'agreement among raft nodes before linearized reading' (duration: 191.581636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.086823Z","caller":"traceutil/trace.go:171","msg":"trace[1383346779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11428; }","duration":"197.560699ms","start":"2026-03-03T14:24:24.889243Z","end":"2026-03-03T14:24:25.086804Z","steps":["trace[1383346779] 'agreement among raft nodes before linearized reading' (duration: 197.067288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.087223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.275126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:7012"} {"level":"info","ts":"2026-03-03T14:24:25.087493Z","caller":"traceutil/trace.go:171","msg":"trace[1922884533] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:11428; }","duration":"132.602053ms","start":"2026-03-03T14:24:24.954884Z","end":"2026-03-03T14:24:25.087487Z","steps":["trace[1922884533] 'agreement among raft nodes before linearized reading' (duration: 131.907567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.08614Z","caller":"traceutil/trace.go:171","msg":"trace[25577868] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11428; }","duration":"197.782744ms","start":"2026-03-03T14:24:24.888335Z","end":"2026-03-03T14:24:25.086117Z","steps":["trace[25577868] 'agreement among raft nodes before linearized reading' (duration: 197.400284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.087132Z","caller":"traceutil/trace.go:171","msg":"trace[699220039] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-c4694c9f5; range_end:; response_count:1; response_revision:11428; }","duration":"198.01979ms","start":"2026-03-03T14:24:24.889093Z","end":"2026-03-03T14:24:25.087113Z","steps":["trace[699220039] 'agreement among raft nodes before linearized reading' (duration: 197.650781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.043411Z","caller":"traceutil/trace.go:171","msg":"trace[1991628469] linearizableReadLoop","detail":"{readStateIndex:11888; appliedIndex:11886; }","duration":"119.579219ms","start":"2026-03-03T14:24:26.9238Z","end":"2026-03-03T14:24:27.043379Z","steps":["trace[1991628469] 'read index received' (duration: 42.930974ms)","trace[1991628469] 'applied index is now lower than readState.Index' (duration: 76.646985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:27.043517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.31868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.043575Z","caller":"traceutil/trace.go:171","msg":"trace[1848030716] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11433; }","duration":"150.398982ms","start":"2026-03-03T14:24:26.893161Z","end":"2026-03-03T14:24:27.04356Z","steps":["trace[1848030716] 'agreement among raft nodes before linearized reading' (duration: 150.275789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.043678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.555675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:27.043735Z","caller":"traceutil/trace.go:171","msg":"trace[1523054824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11433; }","duration":"150.633068ms","start":"2026-03-03T14:24:26.893087Z","end":"2026-03-03T14:24:27.04372Z","steps":["trace[1523054824] 'agreement among raft nodes before linearized reading' (duration: 150.463423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.04383Z","caller":"traceutil/trace.go:171","msg":"trace[1153399489] transaction","detail":"{read_only:false; response_revision:11432; number_of_response:1; }","duration":"150.949376ms","start":"2026-03-03T14:24:26.892858Z","end":"2026-03-03T14:24:27.043807Z","steps":["trace[1153399489] 'process raft request' (duration: 73.938631ms)","trace[1153399489] 'compare' (duration: 76.337999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:27.043995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.065788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.044051Z","caller":"traceutil/trace.go:171","msg":"trace[263428761] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11433; }","duration":"151.160581ms","start":"2026-03-03T14:24:26.892876Z","end":"2026-03-03T14:24:27.044037Z","steps":["trace[263428761] 'agreement among raft nodes before linearized reading' (duration: 151.055929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.044072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.845993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.044143Z","caller":"traceutil/trace.go:171","msg":"trace[997732654] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11433; }","duration":"150.910094ms","start":"2026-03-03T14:24:26.893204Z","end":"2026-03-03T14:24:27.044114Z","steps":["trace[997732654] 'agreement among raft nodes before linearized reading' (duration: 150.824632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.044171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.093608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:27.044064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.1105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:27.044269Z","caller":"traceutil/trace.go:171","msg":"trace[1079303533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11433; }","duration":"151.343746ms","start":"2026-03-03T14:24:26.892912Z","end":"2026-03-03T14:24:27.044255Z","steps":["trace[1079303533] 'agreement among raft nodes before linearized reading' (duration: 151.011377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.04427Z","caller":"traceutil/trace.go:171","msg":"trace[1048030457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11433; }","duration":"151.188742ms","start":"2026-03-03T14:24:26.893058Z","end":"2026-03-03T14:24:27.044247Z","steps":["trace[1048030457] 'agreement among raft nodes before linearized reading' (duration: 151.046708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.044421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.401187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:27.044438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.465548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.04447Z","caller":"traceutil/trace.go:171","msg":"trace[797597975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11433; }","duration":"151.506039ms","start":"2026-03-03T14:24:26.892954Z","end":"2026-03-03T14:24:27.04446Z","steps":["trace[797597975] 'agreement among raft nodes before linearized reading' (duration: 151.452048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.044474Z","caller":"traceutil/trace.go:171","msg":"trace[242683666] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11433; }","duration":"151.461098ms","start":"2026-03-03T14:24:26.892995Z","end":"2026-03-03T14:24:27.044456Z","steps":["trace[242683666] 'agreement among raft nodes before linearized reading' (duration: 151.376246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.044241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.362546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:24:27.044551Z","caller":"traceutil/trace.go:171","msg":"trace[313265558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11433; }","duration":"139.746906ms","start":"2026-03-03T14:24:26.904787Z","end":"2026-03-03T14:24:27.044533Z","steps":["trace[313265558] 'agreement among raft nodes before linearized reading' (duration: 139.216612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.044479Z","caller":"traceutil/trace.go:171","msg":"trace[2133230720] transaction","detail":"{read_only:false; response_revision:11433; number_of_response:1; }","duration":"151.380936ms","start":"2026-03-03T14:24:26.893074Z","end":"2026-03-03T14:24:27.044455Z","steps":["trace[2133230720] 'process raft request' (duration: 150.225868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.943292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.479682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:27.943418Z","caller":"traceutil/trace.go:171","msg":"trace[775526369] linearizableReadLoop","detail":"{readStateIndex:11891; appliedIndex:11890; }","duration":"825.372381ms","start":"2026-03-03T14:24:27.118024Z","end":"2026-03-03T14:24:27.943397Z","steps":["trace[775526369] 'read index received' (duration: 347.616073ms)","trace[775526369] 'applied index is now lower than readState.Index' (duration: 477.754828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:27.943814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.766221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16870"} {"level":"info","ts":"2026-03-03T14:24:27.943891Z","caller":"traceutil/trace.go:171","msg":"trace[2002983177] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:11436; }","duration":"825.875314ms","start":"2026-03-03T14:24:27.117998Z","end":"2026-03-03T14:24:27.943873Z","steps":["trace[2002983177] 'agreement among raft nodes before linearized reading' (duration: 825.633788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.943932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.117985Z","time spent":"825.939255ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16894,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:24:27.943809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.612203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.944001Z","caller":"traceutil/trace.go:171","msg":"trace[1625634236] transaction","detail":"{read_only:false; response_revision:11436; number_of_response:1; }","duration":"848.884307ms","start":"2026-03-03T14:24:27.09509Z","end":"2026-03-03T14:24:27.943974Z","steps":["trace[1625634236] 'process raft request' (duration: 370.617286ms)","trace[1625634236] 'compare' (duration: 477.345449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:27.944124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.956462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-03T14:24:27.944137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.095073Z","time spent":"849.010861ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:27.944135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.009622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bbr7q\" ","response":"range_response_count:1 size:8247"} {"level":"info","ts":"2026-03-03T14:24:27.94413Z","caller":"traceutil/trace.go:171","msg":"trace[1973300636] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11436; }","duration":"814.946001ms","start":"2026-03-03T14:24:27.129126Z","end":"2026-03-03T14:24:27.944072Z","steps":["trace[1973300636] 'agreement among raft nodes before linearized reading' (duration: 814.587002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.944223Z","caller":"traceutil/trace.go:171","msg":"trace[1044498415] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-bbr7q; range_end:; response_count:1; response_revision:11436; }","duration":"739.142525ms","start":"2026-03-03T14:24:27.205065Z","end":"2026-03-03T14:24:27.944207Z","steps":["trace[1044498415] 'agreement among raft nodes before linearized reading' (duration: 738.910399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.384267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-dnbnc\" ","response":"range_response_count:1 size:3165"} {"level":"warn","ts":"2026-03-03T14:24:27.944278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.205043Z","time spent":"739.223176ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8271,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-bbr7q\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.95193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"warn","ts":"2026-03-03T14:24:27.944268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.048924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-v5tbs\" ","response":"range_response_count:1 size:10138"} {"level":"warn","ts":"2026-03-03T14:24:27.944293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.670379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-6klrt\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-03T14:24:27.944361Z","caller":"traceutil/trace.go:171","msg":"trace[1427625260] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-v5tbs; range_end:; response_count:1; response_revision:11436; }","duration":"688.218228ms","start":"2026-03-03T14:24:27.256119Z","end":"2026-03-03T14:24:27.944338Z","steps":["trace[1427625260] 'agreement among raft nodes before linearized reading' (duration: 687.905441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.94438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.282224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"info","ts":"2026-03-03T14:24:27.944395Z","caller":"traceutil/trace.go:171","msg":"trace[1167122534] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-6klrt; range_end:; response_count:1; response_revision:11436; }","duration":"426.811302ms","start":"2026-03-03T14:24:27.517558Z","end":"2026-03-03T14:24:27.944369Z","steps":["trace[1167122534] 'agreement among raft nodes before linearized reading' (duration: 426.506085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.652812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:24:27.944426Z","caller":"traceutil/trace.go:171","msg":"trace[1163658130] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11436; }","duration":"513.350346ms","start":"2026-03-03T14:24:27.431063Z","end":"2026-03-03T14:24:27.944413Z","steps":["trace[1163658130] 'agreement among raft nodes before linearized reading' (duration: 513.226063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.517509Z","time spent":"426.929044ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-6klrt\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.147956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:24:27.944475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.366814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" ","response":"range_response_count:1 size:7618"} {"level":"info","ts":"2026-03-03T14:24:27.9445Z","caller":"traceutil/trace.go:171","msg":"trace[585690583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11436; }","duration":"781.318841ms","start":"2026-03-03T14:24:27.163173Z","end":"2026-03-03T14:24:27.944492Z","steps":["trace[585690583] 'agreement among raft nodes before linearized reading' (duration: 781.107286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.944516Z","caller":"traceutil/trace.go:171","msg":"trace[1589763556] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-794874444b-2vskb; range_end:; response_count:1; response_revision:11436; }","duration":"713.429916ms","start":"2026-03-03T14:24:27.231075Z","end":"2026-03-03T14:24:27.944505Z","steps":["trace[1589763556] 'agreement among raft nodes before linearized reading' (duration: 713.318983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.536413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:27.944549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.73368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8\" ","response":"range_response_count:1 size:5637"} {"level":"warn","ts":"2026-03-03T14:24:27.944549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.592225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:24:27.944579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.231056Z","time spent":"713.510587ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7642,"request content":"key:\"/registry/pods/openstack/staffeln-api-794874444b-2vskb\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.323409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:27.944592Z","caller":"traceutil/trace.go:171","msg":"trace[1264570394] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11436; }","duration":"614.670027ms","start":"2026-03-03T14:24:27.329908Z","end":"2026-03-03T14:24:27.944578Z","steps":["trace[1264570394] 'agreement among raft nodes before linearized reading' (duration: 614.542644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.944607Z","caller":"traceutil/trace.go:171","msg":"trace[1962067982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11436; }","duration":"785.669836ms","start":"2026-03-03T14:24:27.158901Z","end":"2026-03-03T14:24:27.944571Z","steps":["trace[1962067982] 'agreement among raft nodes before linearized reading' (duration: 785.507722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.944628Z","caller":"traceutil/trace.go:171","msg":"trace[1544927493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11436; }","duration":"186.395481ms","start":"2026-03-03T14:24:27.758223Z","end":"2026-03-03T14:24:27.944618Z","steps":["trace[1544927493] 'agreement among raft nodes before linearized reading' (duration: 186.35245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.636917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-744ccb969-w4cdk\" ","response":"range_response_count:1 size:5189"} {"level":"warn","ts":"2026-03-03T14:24:27.944636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.329889Z","time spent":"614.738229ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.25609Z","time spent":"688.316691ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10162,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-v5tbs\" "} {"level":"info","ts":"2026-03-03T14:24:27.944675Z","caller":"traceutil/trace.go:171","msg":"trace[942053144] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-744ccb969-w4cdk; range_end:; response_count:1; response_revision:11436; }","duration":"414.70889ms","start":"2026-03-03T14:24:27.52995Z","end":"2026-03-03T14:24:27.944659Z","steps":["trace[942053144] 'agreement among raft nodes before linearized reading' (duration: 414.605357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.94469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.158877Z","time spent":"785.798949ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.639164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"warn","ts":"2026-03-03T14:24:27.944734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.52994Z","time spent":"414.779071ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5213,"request content":"key:\"/registry/pods/openstack/staffeln-conductor-744ccb969-w4cdk\" "} {"level":"info","ts":"2026-03-03T14:24:27.944332Z","caller":"traceutil/trace.go:171","msg":"trace[1892209084] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11436; }","duration":"465.014712ms","start":"2026-03-03T14:24:27.479306Z","end":"2026-03-03T14:24:27.944321Z","steps":["trace[1892209084] 'agreement among raft nodes before linearized reading' (duration: 464.905179ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.944777Z","caller":"traceutil/trace.go:171","msg":"trace[1875653556] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:11436; }","duration":"364.722006ms","start":"2026-03-03T14:24:27.58004Z","end":"2026-03-03T14:24:27.944762Z","steps":["trace[1875653556] 'agreement among raft nodes before linearized reading' (duration: 364.560382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.479296Z","time spent":"465.485763ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10694,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.580029Z","time spent":"364.779477ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9604,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-03T14:24:27.94483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.803188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10703"} {"level":"info","ts":"2026-03-03T14:24:27.944583Z","caller":"traceutil/trace.go:171","msg":"trace[2125612] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8; range_end:; response_count:1; response_revision:11436; }","duration":"639.796101ms","start":"2026-03-03T14:24:27.30478Z","end":"2026-03-03T14:24:27.944576Z","steps":["trace[2125612] 'agreement among raft nodes before linearized reading' (duration: 639.710379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.304761Z","time spent":"640.1729ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5661,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8\" "} {"level":"info","ts":"2026-03-03T14:24:27.944285Z","caller":"traceutil/trace.go:171","msg":"trace[938121367] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-dnbnc; range_end:; response_count:1; response_revision:11436; }","duration":"814.431648ms","start":"2026-03-03T14:24:27.129839Z","end":"2026-03-03T14:24:27.94427Z","steps":["trace[938121367] 'agreement among raft nodes before linearized reading' (duration: 814.351887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.163156Z","time spent":"781.371171ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:24:27.945063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.129832Z","time spent":"815.211407ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3189,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-dnbnc\" "} {"level":"info","ts":"2026-03-03T14:24:27.94512Z","caller":"traceutil/trace.go:171","msg":"trace[241012723] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11436; }","duration":"538.891ms","start":"2026-03-03T14:24:27.405971Z","end":"2026-03-03T14:24:27.944862Z","steps":["trace[241012723] 'agreement among raft nodes before linearized reading' (duration: 538.339627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.163509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11487"} {"level":"info","ts":"2026-03-03T14:24:27.945206Z","caller":"traceutil/trace.go:171","msg":"trace[149527191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:11436; }","duration":"790.204724ms","start":"2026-03-03T14:24:27.154984Z","end":"2026-03-03T14:24:27.945189Z","steps":["trace[149527191] 'agreement among raft nodes before linearized reading' (duration: 789.128249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.94526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.154951Z","time spent":"790.297927ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11511,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-03-03T14:24:27.944184Z","caller":"traceutil/trace.go:171","msg":"trace[1255495397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:11436; }","duration":"590.052253ms","start":"2026-03-03T14:24:27.354112Z","end":"2026-03-03T14:24:27.944164Z","steps":["trace[1255495397] 'agreement among raft nodes before linearized reading' (duration: 589.857108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.945305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.405949Z","time spent":"539.211149ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10727,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:24:27.945365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.354093Z","time spent":"591.254592ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T14:24:27.94539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.137331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68\" ","response":"range_response_count:1 size:19524"} {"level":"info","ts":"2026-03-03T14:24:27.944457Z","caller":"traceutil/trace.go:171","msg":"trace[799829240] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11436; }","duration":"564.722734ms","start":"2026-03-03T14:24:27.379725Z","end":"2026-03-03T14:24:27.944447Z","steps":["trace[799829240] 'agreement among raft nodes before linearized reading' (duration: 564.630691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.945444Z","caller":"traceutil/trace.go:171","msg":"trace[712946334] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68; range_end:; response_count:1; response_revision:11436; }","duration":"665.247674ms","start":"2026-03-03T14:24:27.280182Z","end":"2026-03-03T14:24:27.94543Z","steps":["trace[712946334] 'agreement among raft nodes before linearized reading' (duration: 663.80578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.945481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.280163Z","time spent":"665.308956ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19548,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.129109Z","time spent":"815.122064ms","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:27.945482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.37971Z","time spent":"565.755118ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.018204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" ","response":"range_response_count:1 size:5932"} {"level":"warn","ts":"2026-03-03T14:24:27.944463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.431048Z","time spent":"513.407557ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10694,"request content":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T14:24:27.9457Z","caller":"traceutil/trace.go:171","msg":"trace[1553731448] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj; range_end:; response_count:1; response_revision:11436; }","duration":"765.561711ms","start":"2026-03-03T14:24:27.180119Z","end":"2026-03-03T14:24:27.945681Z","steps":["trace[1553731448] 'agreement among raft nodes before linearized reading' (duration: 763.959923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.944668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.346602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1492"} {"level":"info","ts":"2026-03-03T14:24:27.945856Z","caller":"traceutil/trace.go:171","msg":"trace[1508434891] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:11436; }","duration":"391.561342ms","start":"2026-03-03T14:24:27.554274Z","end":"2026-03-03T14:24:27.945835Z","steps":["trace[1508434891] 'agreement among raft nodes before linearized reading' (duration: 390.24244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.945933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.554263Z","time spent":"391.650783ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T14:24:27.945758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.180109Z","time spent":"765.630942ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5956,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" "} {"level":"warn","ts":"2026-03-03T14:24:27.944537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.302857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"info","ts":"2026-03-03T14:24:27.946122Z","caller":"traceutil/trace.go:171","msg":"trace[674661401] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11436; }","duration":"490.910535ms","start":"2026-03-03T14:24:27.455192Z","end":"2026-03-03T14:24:27.946102Z","steps":["trace[674661401] 'agreement among raft nodes before linearized reading' (duration: 489.266466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.946188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.455178Z","time spent":"490.994028ms","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T14:24:28.783421Z","caller":"traceutil/trace.go:171","msg":"trace[578211637] linearizableReadLoop","detail":"{readStateIndex:11892; appliedIndex:11891; }","duration":"831.095208ms","start":"2026-03-03T14:24:27.952293Z","end":"2026-03-03T14:24:28.783388Z","steps":["trace[578211637] 'read index received' (duration: 189.054µs)","trace[578211637] 'applied index is now lower than readState.Index' (duration: 830.903874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:28.783578Z","caller":"traceutil/trace.go:171","msg":"trace[275665237] transaction","detail":"{read_only:false; response_revision:11437; number_of_response:1; }","duration":"831.284383ms","start":"2026-03-03T14:24:27.952274Z","end":"2026-03-03T14:24:28.783558Z","steps":["trace[275665237] 'process raft request' (duration: 799.263202ms)","trace[275665237] 'compare' (duration: 31.531949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:28.783703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952261Z","time spent":"831.357404ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:28.784043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.742264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9544"} {"level":"info","ts":"2026-03-03T14:24:28.784107Z","caller":"traceutil/trace.go:171","msg":"trace[434972743] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:11437; }","duration":"831.816837ms","start":"2026-03-03T14:24:27.952279Z","end":"2026-03-03T14:24:28.784096Z","steps":["trace[434972743] 'agreement among raft nodes before linearized reading' (duration: 831.627942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.78414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952275Z","time spent":"831.858608ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"info","ts":"2026-03-03T14:24:28.827405Z","caller":"traceutil/trace.go:171","msg":"trace[2074252648] transaction","detail":"{read_only:false; response_revision:11438; number_of_response:1; }","duration":"120.071973ms","start":"2026-03-03T14:24:28.707293Z","end":"2026-03-03T14:24:28.827365Z","steps":["trace[2074252648] 'process raft request' (duration: 119.923599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.827706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.875389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-03T14:24:28.827794Z","caller":"traceutil/trace.go:171","msg":"trace[1477659127] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:11438; }","duration":"798.014283ms","start":"2026-03-03T14:24:28.029743Z","end":"2026-03-03T14:24:28.827757Z","steps":["trace[1477659127] 'agreement among raft nodes before linearized reading' (duration: 797.88723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.827803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.77466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8895"} {"level":"info","ts":"2026-03-03T14:24:28.827862Z","caller":"traceutil/trace.go:171","msg":"trace[1856532621] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:11438; }","duration":"766.893743ms","start":"2026-03-03T14:24:28.060953Z","end":"2026-03-03T14:24:28.827847Z","steps":["trace[1856532621] 'agreement among raft nodes before linearized reading' (duration: 766.680938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.827895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.054982Z","time spent":"772.907947ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":8919,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" "} {"level":"warn","ts":"2026-03-03T14:24:28.827992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.985518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:28.82806Z","caller":"traceutil/trace.go:171","msg":"trace[1780728475] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11438; }","duration":"399.092171ms","start":"2026-03-03T14:24:28.428953Z","end":"2026-03-03T14:24:28.828045Z","steps":["trace[1780728475] 'agreement among raft nodes before linearized reading' (duration: 398.964458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.428939Z","time spent":"399.153282ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:28.828114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.150528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"warn","ts":"2026-03-03T14:24:28.828096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.7553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T14:24:28.828146Z","caller":"traceutil/trace.go:171","msg":"trace[1343901615] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:11438; }","duration":"823.22472ms","start":"2026-03-03T14:24:28.004911Z","end":"2026-03-03T14:24:28.828136Z","steps":["trace[1343901615] 'agreement among raft nodes before linearized reading' (duration: 823.163268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.004878Z","time spent":"823.290021ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2939,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.014036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-03T14:24:28.82819Z","caller":"traceutil/trace.go:171","msg":"trace[1833227824] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:11438; }","duration":"622.906304ms","start":"2026-03-03T14:24:28.20526Z","end":"2026-03-03T14:24:28.828166Z","steps":["trace[1833227824] 'agreement among raft nodes before linearized reading' (duration: 622.606746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:28.828221Z","caller":"traceutil/trace.go:171","msg":"trace[417536315] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:11438; }","duration":"574.068218ms","start":"2026-03-03T14:24:28.254147Z","end":"2026-03-03T14:24:28.828216Z","steps":["trace[417536315] 'agreement among raft nodes before linearized reading' (duration: 574.011856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.254133Z","time spent":"574.099089ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.205234Z","time spent":"623.000696ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:24:28.8283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.236623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-03-03T14:24:28.828096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.504763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"warn","ts":"2026-03-03T14:24:28.828317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.936406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-03-03T14:24:28.828336Z","caller":"traceutil/trace.go:171","msg":"trace[82105133] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:11438; }","duration":"598.979667ms","start":"2026-03-03T14:24:28.229351Z","end":"2026-03-03T14:24:28.828331Z","steps":["trace[82105133] 'agreement among raft nodes before linearized reading' (duration: 598.933995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.735343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" ","response":"range_response_count:1 size:4348"} {"level":"info","ts":"2026-03-03T14:24:28.828335Z","caller":"traceutil/trace.go:171","msg":"trace[1021840485] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:11438; }","duration":"523.337735ms","start":"2026-03-03T14:24:28.304986Z","end":"2026-03-03T14:24:28.828324Z","steps":["trace[1021840485] 'agreement among raft nodes before linearized reading' (duration: 523.171761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.104983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-794874444b\" ","response":"range_response_count:1 size:6712"} {"level":"info","ts":"2026-03-03T14:24:28.828444Z","caller":"traceutil/trace.go:171","msg":"trace[890862190] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-794874444b; range_end:; response_count:1; response_revision:11438; }","duration":"876.140663ms","start":"2026-03-03T14:24:27.9523Z","end":"2026-03-03T14:24:28.82844Z","steps":["trace[890862190] 'agreement among raft nodes before linearized reading' (duration: 876.084512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.304968Z","time spent":"523.439207ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18227,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952291Z","time spent":"876.162963ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6736,"request content":"key:\"/registry/replicasets/openstack/staffeln-api-794874444b\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.025946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24194"} {"level":"warn","ts":"2026-03-03T14:24:28.828546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.161264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-03-03T14:24:28.828565Z","caller":"traceutil/trace.go:171","msg":"trace[1535788199] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:11438; }","duration":"876.189394ms","start":"2026-03-03T14:24:27.95237Z","end":"2026-03-03T14:24:28.828559Z","steps":["trace[1535788199] 'agreement among raft nodes before linearized reading' (duration: 876.143913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:28.828555Z","caller":"traceutil/trace.go:171","msg":"trace[935905986] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:11438; }","duration":"875.090658ms","start":"2026-03-03T14:24:27.953448Z","end":"2026-03-03T14:24:28.828539Z","steps":["trace[935905986] 'agreement among raft nodes before linearized reading' (duration: 874.956525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952361Z","time spent":"876.214085ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5954,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.95344Z","time spent":"875.14483ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":24218,"request content":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" "} {"level":"info","ts":"2026-03-03T14:24:28.828526Z","caller":"traceutil/trace.go:171","msg":"trace[1932918028] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v; range_end:; response_count:1; response_revision:11438; }","duration":"875.869107ms","start":"2026-03-03T14:24:27.952527Z","end":"2026-03-03T14:24:28.828396Z","steps":["trace[1932918028] 'agreement among raft nodes before linearized reading' (duration: 875.494638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.314478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:24:28.828692Z","caller":"traceutil/trace.go:171","msg":"trace[1338656277] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:11438; }","duration":"876.344788ms","start":"2026-03-03T14:24:27.952341Z","end":"2026-03-03T14:24:28.828686Z","steps":["trace[1338656277] 'agreement among raft nodes before linearized reading' (duration: 876.303527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952336Z","time spent":"876.366599ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.952519Z","time spent":"876.162444ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4372,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" "} {"level":"warn","ts":"2026-03-03T14:24:28.82879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.665387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-03T14:24:28.828807Z","caller":"traceutil/trace.go:171","msg":"trace[314615640] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:11438; }","duration":"673.696279ms","start":"2026-03-03T14:24:28.155107Z","end":"2026-03-03T14:24:28.828803Z","steps":["trace[314615640] 'agreement among raft nodes before linearized reading' (duration: 672.94452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.155099Z","time spent":"673.719049ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1333,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.245293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:24:28.828892Z","caller":"traceutil/trace.go:171","msg":"trace[1345862648] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11438; }","duration":"875.309865ms","start":"2026-03-03T14:24:27.953569Z","end":"2026-03-03T14:24:28.828879Z","steps":["trace[1345862648] 'agreement among raft nodes before linearized reading' (duration: 874.794881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.229337Z","time spent":"599.028528ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.953565Z","time spent":"875.356656ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:24:28.828339Z","caller":"traceutil/trace.go:171","msg":"trace[1679635960] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11438; }","duration":"548.786348ms","start":"2026-03-03T14:24:28.279544Z","end":"2026-03-03T14:24:28.82833Z","steps":["trace[1679635960] 'agreement among raft nodes before linearized reading' (duration: 548.367319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.828967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.27953Z","time spent":"549.432855ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.129948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1682"} {"level":"info","ts":"2026-03-03T14:24:28.829046Z","caller":"traceutil/trace.go:171","msg":"trace[1506647425] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:11438; }","duration":"691.278871ms","start":"2026-03-03T14:24:28.137754Z","end":"2026-03-03T14:24:28.829033Z","steps":["trace[1506647425] 'agreement among raft nodes before linearized reading' (duration: 690.303547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.829076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.137746Z","time spent":"691.321642ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1706,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-03T14:24:28.828762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.044374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"warn","ts":"2026-03-03T14:24:28.829219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.545069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1441"} {"level":"info","ts":"2026-03-03T14:24:28.829239Z","caller":"traceutil/trace.go:171","msg":"trace[356696710] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:11438; }","duration":"711.606961ms","start":"2026-03-03T14:24:28.117627Z","end":"2026-03-03T14:24:28.829234Z","steps":["trace[356696710] 'agreement among raft nodes before linearized reading' (duration: 710.435742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.829253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.117604Z","time spent":"711.645881ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:28.829309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.612557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-03-03T14:24:28.829323Z","caller":"traceutil/trace.go:171","msg":"trace[1005549281] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:11438; }","duration":"749.627127ms","start":"2026-03-03T14:24:28.079692Z","end":"2026-03-03T14:24:28.829319Z","steps":["trace[1005549281] 'agreement among raft nodes before linearized reading' (duration: 748.375996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.829335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.079616Z","time spent":"749.716079ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"info","ts":"2026-03-03T14:24:28.829303Z","caller":"traceutil/trace.go:171","msg":"trace[562307806] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:11438; }","duration":"649.520885ms","start":"2026-03-03T14:24:28.179686Z","end":"2026-03-03T14:24:28.829207Z","steps":["trace[562307806] 'agreement among raft nodes before linearized reading' (duration: 648.354287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.829645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.179671Z","time spent":"649.945935ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2487,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-03T14:24:28.829403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.96236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-03-03T14:24:28.829761Z","caller":"traceutil/trace.go:171","msg":"trace[789505365] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:11438; }","duration":"849.351069ms","start":"2026-03-03T14:24:27.980393Z","end":"2026-03-03T14:24:28.829744Z","steps":["trace[789505365] 'agreement among raft nodes before linearized reading' (duration: 847.660448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.829865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.980358Z","time spent":"849.491722ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-03T14:24:28.82784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.029722Z","time spent":"798.107795ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-03T14:24:28.994047Z","caller":"traceutil/trace.go:171","msg":"trace[1180698611] linearizableReadLoop","detail":"{readStateIndex:11894; appliedIndex:11893; }","duration":"161.848958ms","start":"2026-03-03T14:24:28.832169Z","end":"2026-03-03T14:24:28.994018Z","steps":["trace[1180698611] 'read index received' (duration: 95.987792ms)","trace[1180698611] 'applied index is now lower than readState.Index' (duration: 65.860066ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:28.994255Z","caller":"traceutil/trace.go:171","msg":"trace[851730191] transaction","detail":"{read_only:false; response_revision:11439; number_of_response:1; }","duration":"162.33559ms","start":"2026-03-03T14:24:28.831891Z","end":"2026-03-03T14:24:28.994226Z","steps":["trace[851730191] 'process raft request' (duration: 96.264619ms)","trace[851730191] 'compare' (duration: 65.718812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:28.994435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.247489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:24:28.994482Z","caller":"traceutil/trace.go:171","msg":"trace[896635644] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11439; }","duration":"162.33573ms","start":"2026-03-03T14:24:28.832133Z","end":"2026-03-03T14:24:28.994469Z","steps":["trace[896635644] 'agreement among raft nodes before linearized reading' (duration: 162.098754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:28.998197Z","caller":"traceutil/trace.go:171","msg":"trace[1654115823] transaction","detail":"{read_only:false; response_revision:11440; number_of_response:1; }","duration":"161.507611ms","start":"2026-03-03T14:24:28.836617Z","end":"2026-03-03T14:24:28.998124Z","steps":["trace[1654115823] 'process raft request' (duration: 161.373918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.261563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.90198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:29.261804Z","caller":"traceutil/trace.go:171","msg":"trace[1566203396] linearizableReadLoop","detail":"{readStateIndex:11897; appliedIndex:11894; }","duration":"267.645847ms","start":"2026-03-03T14:24:28.994138Z","end":"2026-03-03T14:24:29.261784Z","steps":["trace[1566203396] 'read index received' (duration: 3.922354ms)","trace[1566203396] 'applied index is now lower than readState.Index' (duration: 263.698492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:29.261972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.975539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:24:29.262013Z","caller":"traceutil/trace.go:171","msg":"trace[267313495] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11442; }","duration":"428.026171ms","start":"2026-03-03T14:24:28.833972Z","end":"2026-03-03T14:24:29.261999Z","steps":["trace[267313495] 'agreement among raft nodes before linearized reading' (duration: 427.894428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.26204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.535091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:29.262089Z","caller":"traceutil/trace.go:171","msg":"trace[1418652868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11442; }","duration":"364.642094ms","start":"2026-03-03T14:24:28.897436Z","end":"2026-03-03T14:24:29.262078Z","steps":["trace[1418652868] 'agreement among raft nodes before linearized reading' (duration: 364.507631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.26212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.897423Z","time spent":"364.692505ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.999524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1411"} {"level":"info","ts":"2026-03-03T14:24:29.262122Z","caller":"traceutil/trace.go:171","msg":"trace[1486051827] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"272.555825ms","start":"2026-03-03T14:24:28.989507Z","end":"2026-03-03T14:24:29.262062Z","steps":["trace[1486051827] 'process raft request' (duration: 272.170036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.001604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-03-03T14:24:29.26228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.396915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:29.262288Z","caller":"traceutil/trace.go:171","msg":"trace[451061019] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:11442; }","duration":"429.106646ms","start":"2026-03-03T14:24:28.833121Z","end":"2026-03-03T14:24:29.262228Z","steps":["trace[451061019] 'agreement among raft nodes before linearized reading' (duration: 428.84234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.20619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:29.262344Z","caller":"traceutil/trace.go:171","msg":"trace[667615415] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11442; }","duration":"334.243011ms","start":"2026-03-03T14:24:28.928098Z","end":"2026-03-03T14:24:29.262341Z","steps":["trace[667615415] 'agreement among raft nodes before linearized reading' (duration: 334.21793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.262295Z","caller":"traceutil/trace.go:171","msg":"trace[1462357799] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"332.506309ms","start":"2026-03-03T14:24:28.9297Z","end":"2026-03-03T14:24:29.262207Z","steps":["trace[1462357799] 'process raft request' (duration: 164.878011ms)","trace[1462357799] 'compare' (duration: 166.769687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:29.262408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.29049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"info","ts":"2026-03-03T14:24:29.262473Z","caller":"traceutil/trace.go:171","msg":"trace[1217250262] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:11442; }","duration":"429.467185ms","start":"2026-03-03T14:24:28.832992Z","end":"2026-03-03T14:24:29.262459Z","steps":["trace[1217250262] 'agreement among raft nodes before linearized reading' (duration: 429.196198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.26217Z","caller":"traceutil/trace.go:171","msg":"trace[234839627] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:11442; }","duration":"429.039645ms","start":"2026-03-03T14:24:28.833122Z","end":"2026-03-03T14:24:29.262162Z","steps":["trace[234839627] 'agreement among raft nodes before linearized reading' (duration: 428.953873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.890553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:24:29.262518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.832977Z","time spent":"429.532116ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1487,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.929683Z","time spent":"332.735904ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:29.26255Z","caller":"traceutil/trace.go:171","msg":"trace[1458003760] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11442; }","duration":"366.001866ms","start":"2026-03-03T14:24:28.896531Z","end":"2026-03-03T14:24:29.262533Z","steps":["trace[1458003760] 'agreement among raft nodes before linearized reading' (duration: 365.806431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.26255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833117Z","time spent":"429.411993ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1435,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:29.26257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.446354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-03-03T14:24:29.262303Z","caller":"traceutil/trace.go:171","msg":"trace[536971423] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11442; }","duration":"273.460467ms","start":"2026-03-03T14:24:28.988836Z","end":"2026-03-03T14:24:29.262296Z","steps":["trace[536971423] 'agreement among raft nodes before linearized reading' (duration: 273.393345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.429914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T14:24:29.262626Z","caller":"traceutil/trace.go:171","msg":"trace[321831636] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:11442; }","duration":"429.525446ms","start":"2026-03-03T14:24:28.83308Z","end":"2026-03-03T14:24:29.262606Z","steps":["trace[321831636] 'agreement among raft nodes before linearized reading' (duration: 429.376433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.928086Z","time spent":"334.270991ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:24:29.262669Z","caller":"traceutil/trace.go:171","msg":"trace[1576657889] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:11442; }","duration":"429.504645ms","start":"2026-03-03T14:24:28.83315Z","end":"2026-03-03T14:24:29.262654Z","steps":["trace[1576657889] 'agreement among raft nodes before linearized reading' (duration: 429.367272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833063Z","time spent":"429.606518ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1510,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833142Z","time spent":"429.562047ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.76811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:29.262607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.896508Z","time spent":"366.081828ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.620918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/staffeln-api\" ","response":"range_response_count:1 size:930"} {"level":"info","ts":"2026-03-03T14:24:29.262778Z","caller":"traceutil/trace.go:171","msg":"trace[679366545] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11442; }","duration":"365.833562ms","start":"2026-03-03T14:24:28.896931Z","end":"2026-03-03T14:24:29.262765Z","steps":["trace[679366545] 'agreement among raft nodes before linearized reading' (duration: 365.773491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.262806Z","caller":"traceutil/trace.go:171","msg":"trace[1748620996] range","detail":"{range_begin:/registry/services/specs/openstack/staffeln-api; range_end:; response_count:1; response_revision:11442; }","duration":"429.649099ms","start":"2026-03-03T14:24:28.833151Z","end":"2026-03-03T14:24:29.262801Z","steps":["trace[1748620996] 'agreement among raft nodes before linearized reading' (duration: 429.593448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833965Z","time spent":"428.082842ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833144Z","time spent":"429.674549ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/staffeln-api\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.896922Z","time spent":"365.889483ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833115Z","time spent":"429.217409ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.769169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-03-03T14:24:29.262892Z","caller":"traceutil/trace.go:171","msg":"trace[1352045539] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:11442; }","duration":"428.83499ms","start":"2026-03-03T14:24:28.834041Z","end":"2026-03-03T14:24:29.262876Z","steps":["trace[1352045539] 'agreement among raft nodes before linearized reading' (duration: 428.706617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.36701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:24:29.262916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.746041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1524"} {"level":"info","ts":"2026-03-03T14:24:29.262937Z","caller":"traceutil/trace.go:171","msg":"trace[159715276] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11442; }","duration":"426.704529ms","start":"2026-03-03T14:24:28.836225Z","end":"2026-03-03T14:24:29.262929Z","steps":["trace[159715276] 'agreement among raft nodes before linearized reading' (duration: 426.275668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.262956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.836211Z","time spent":"426.73928ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.423272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:29.262935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.834031Z","time spent":"428.896312ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":823,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-metrics\" "} {"level":"warn","ts":"2026-03-03T14:24:29.262982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.05788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:24:29.262998Z","caller":"traceutil/trace.go:171","msg":"trace[461459883] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11442; }","duration":"365.749281ms","start":"2026-03-03T14:24:28.897233Z","end":"2026-03-03T14:24:29.262982Z","steps":["trace[461459883] 'agreement among raft nodes before linearized reading' (duration: 365.408882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.263028Z","caller":"traceutil/trace.go:171","msg":"trace[1600233097] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:11442; }","duration":"430.114851ms","start":"2026-03-03T14:24:28.8329Z","end":"2026-03-03T14:24:29.263015Z","steps":["trace[1600233097] 'agreement among raft nodes before linearized reading' (duration: 429.987007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.26249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.527652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"warn","ts":"2026-03-03T14:24:29.263063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.832894Z","time spent":"430.161142ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T14:24:29.263066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.897225Z","time spent":"365.826383ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:29.263102Z","caller":"traceutil/trace.go:171","msg":"trace[827823091] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:11442; }","duration":"429.135927ms","start":"2026-03-03T14:24:28.833939Z","end":"2026-03-03T14:24:29.263075Z","steps":["trace[827823091] 'agreement among raft nodes before linearized reading' (duration: 428.43908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.26315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833933Z","time spent":"429.20538ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-03-03T14:24:29.2624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.25147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:24:29.263262Z","caller":"traceutil/trace.go:171","msg":"trace[1769182113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11442; }","duration":"430.166702ms","start":"2026-03-03T14:24:28.833072Z","end":"2026-03-03T14:24:29.263238Z","steps":["trace[1769182113] 'agreement among raft nodes before linearized reading' (duration: 429.038314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.263327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833064Z","time spent":"430.245694ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:24:29.2641Z","caller":"traceutil/trace.go:171","msg":"trace[1259793859] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:11442; }","duration":"430.93168ms","start":"2026-03-03T14:24:28.833145Z","end":"2026-03-03T14:24:29.264077Z","steps":["trace[1259793859] 'agreement among raft nodes before linearized reading' (duration: 429.679559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.264192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.833139Z","time spent":"431.035352ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1548,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-03T14:24:29.26586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.784762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1277"} {"level":"info","ts":"2026-03-03T14:24:29.26594Z","caller":"traceutil/trace.go:171","msg":"trace[1145252252] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:11442; }","duration":"431.874974ms","start":"2026-03-03T14:24:28.834042Z","end":"2026-03-03T14:24:29.265917Z","steps":["trace[1145252252] 'agreement among raft nodes before linearized reading' (duration: 427.794395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.266297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:28.834036Z","time spent":"432.199421ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1301,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-03T14:24:29.329493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.21734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:29.329563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.328602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:29.329595Z","caller":"traceutil/trace.go:171","msg":"trace[1310056862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11444; }","duration":"280.421664ms","start":"2026-03-03T14:24:29.049155Z","end":"2026-03-03T14:24:29.329576Z","steps":["trace[1310056862] 'agreement among raft nodes before linearized reading' (duration: 280.211209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.329642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.534827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:29.329608Z","caller":"traceutil/trace.go:171","msg":"trace[560797893] transaction","detail":"{read_only:false; response_revision:11443; number_of_response:1; }","duration":"280.318812ms","start":"2026-03-03T14:24:29.049255Z","end":"2026-03-03T14:24:29.329574Z","steps":["trace[560797893] 'process raft request' (duration: 279.906393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.329662Z","caller":"traceutil/trace.go:171","msg":"trace[188501687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11444; }","duration":"280.595258ms","start":"2026-03-03T14:24:29.049061Z","end":"2026-03-03T14:24:29.329656Z","steps":["trace[188501687] 'agreement among raft nodes before linearized reading' (duration: 280.564038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.329666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.595154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:29.329638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.668509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:29.329696Z","caller":"traceutil/trace.go:171","msg":"trace[2001899892] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11444; }","duration":"235.649066ms","start":"2026-03-03T14:24:29.094036Z","end":"2026-03-03T14:24:29.329685Z","steps":["trace[2001899892] 'agreement among raft nodes before linearized reading' (duration: 235.591245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.329499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.62916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:29.329741Z","caller":"traceutil/trace.go:171","msg":"trace[749087076] transaction","detail":"{read_only:false; response_revision:11444; number_of_response:1; }","duration":"279.070972ms","start":"2026-03-03T14:24:29.05064Z","end":"2026-03-03T14:24:29.329711Z","steps":["trace[749087076] 'process raft request' (duration: 278.657322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.329809Z","caller":"traceutil/trace.go:171","msg":"trace[1289033074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11444; }","duration":"194.837753ms","start":"2026-03-03T14:24:29.13489Z","end":"2026-03-03T14:24:29.329727Z","steps":["trace[1289033074] 'agreement among raft nodes before linearized reading' (duration: 194.623818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.32984Z","caller":"traceutil/trace.go:171","msg":"trace[1789916800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11444; }","duration":"281.027179ms","start":"2026-03-03T14:24:29.048807Z","end":"2026-03-03T14:24:29.329834Z","steps":["trace[1789916800] 'agreement among raft nodes before linearized reading' (duration: 280.618119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.329613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.60483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:29.329902Z","caller":"traceutil/trace.go:171","msg":"trace[829275485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11444; }","duration":"234.926508ms","start":"2026-03-03T14:24:29.09497Z","end":"2026-03-03T14:24:29.329897Z","steps":["trace[829275485] 'agreement among raft nodes before linearized reading' (duration: 234.57251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.3299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.05607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:29.329514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.660552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:29.329949Z","caller":"traceutil/trace.go:171","msg":"trace[867529241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11444; }","duration":"281.141452ms","start":"2026-03-03T14:24:29.048801Z","end":"2026-03-03T14:24:29.329943Z","steps":["trace[867529241] 'agreement among raft nodes before linearized reading' (duration: 281.077151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.329954Z","caller":"traceutil/trace.go:171","msg":"trace[835113636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11444; }","duration":"279.110422ms","start":"2026-03-03T14:24:29.05084Z","end":"2026-03-03T14:24:29.32995Z","steps":["trace[835113636] 'agreement among raft nodes before linearized reading' (duration: 278.533719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:29.329605Z","caller":"traceutil/trace.go:171","msg":"trace[741164653] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11444; }","duration":"280.378824ms","start":"2026-03-03T14:24:29.04921Z","end":"2026-03-03T14:24:29.329589Z","steps":["trace[741164653] 'agreement among raft nodes before linearized reading' (duration: 280.333723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.570616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.537169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:29.570941Z","caller":"traceutil/trace.go:171","msg":"trace[1339804565] linearizableReadLoop","detail":"{readStateIndex:11901; appliedIndex:11899; }","duration":"147.154204ms","start":"2026-03-03T14:24:29.423762Z","end":"2026-03-03T14:24:29.570916Z","steps":["trace[1339804565] 'read index received' (duration: 5.238326ms)","trace[1339804565] 'applied index is now lower than readState.Index' (duration: 141.913618ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:29.571102Z","caller":"traceutil/trace.go:171","msg":"trace[590457673] transaction","detail":"{read_only:false; response_revision:11445; number_of_response:1; }","duration":"236.676681ms","start":"2026-03-03T14:24:29.334387Z","end":"2026-03-03T14:24:29.571064Z","steps":["trace[590457673] 'process raft request' (duration: 94.585688ms)","trace[590457673] 'compare' (duration: 141.420566ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:29.571127Z","caller":"traceutil/trace.go:171","msg":"trace[1676612357] transaction","detail":"{read_only:false; response_revision:11446; number_of_response:1; }","duration":"236.632491ms","start":"2026-03-03T14:24:29.334457Z","end":"2026-03-03T14:24:29.57109Z","steps":["trace[1676612357] 'process raft request' (duration: 236.372303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:29.571142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.37763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:29.571352Z","caller":"traceutil/trace.go:171","msg":"trace[1919805639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11446; }","duration":"147.611556ms","start":"2026-03-03T14:24:29.423717Z","end":"2026-03-03T14:24:29.571328Z","steps":["trace[1919805639] 'agreement among raft nodes before linearized reading' (duration: 147.376061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.774922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:31.275301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:31.776015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:32.086392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.132512766s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:32.087082Z","caller":"traceutil/trace.go:171","msg":"trace[2063966096] transaction","detail":"{read_only:false; response_revision:11447; number_of_response:1; }","duration":"2.133262715s","start":"2026-03-03T14:24:29.953792Z","end":"2026-03-03T14:24:32.087055Z","steps":["trace[2063966096] 'process raft request' (duration: 2.133021639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:32.087395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.953756Z","time spent":"2.133390228s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:32.756394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:32.756498Z","caller":"traceutil/trace.go:171","msg":"trace[1986628132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352213s","start":"2026-03-03T14:24:30.756133Z","end":"2026-03-03T14:24:32.756485Z","steps":["trace[1986628132] 'agreement among raft nodes before linearized reading' (duration: 2.00023822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:32.75656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.756115Z","time spent":"2.000435025s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:34.326732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.240092888s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:34.327137Z","caller":"traceutil/trace.go:171","msg":"trace[1906400815] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"2.991828505s","start":"2026-03-03T14:24:31.335285Z","end":"2026-03-03T14:24:34.327113Z","steps":["trace[1906400815] 'process raft request' (duration: 2.991750313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.327254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335276Z","time spent":"2.991905697s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:34.327182Z","caller":"traceutil/trace.go:171","msg":"trace[688369049] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"3.059506735s","start":"2026-03-03T14:24:31.267632Z","end":"2026-03-03T14:24:34.327138Z","steps":["trace[688369049] 'process raft request' (duration: 3.059266419s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.327515Z","caller":"traceutil/trace.go:171","msg":"trace[1794323136] transaction","detail":"{read_only:false; response_revision:11450; number_of_response:1; }","duration":"2.992134012s","start":"2026-03-03T14:24:31.335368Z","end":"2026-03-03T14:24:34.327502Z","steps":["trace[1794323136] 'process raft request' (duration: 2.991711962s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.327463Z","caller":"traceutil/trace.go:171","msg":"trace[235103809] linearizableReadLoop","detail":"{readStateIndex:11905; appliedIndex:11901; }","duration":"4.053449367s","start":"2026-03-03T14:24:30.273988Z","end":"2026-03-03T14:24:34.327437Z","steps":["trace[235103809] 'read index received' (duration: 1.812663692s)","trace[235103809] 'applied index is now lower than readState.Index' (duration: 2.240783475s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:34.327586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335363Z","time spent":"2.992185684s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:34.327701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.053694542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.327777Z","caller":"traceutil/trace.go:171","msg":"trace[323552225] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11450; }","duration":"4.053827666s","start":"2026-03-03T14:24:30.273937Z","end":"2026-03-03T14:24:34.327765Z","steps":["trace[323552225] 'agreement among raft nodes before linearized reading' (duration: 4.053645101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.327806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.546815363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.327842Z","caller":"traceutil/trace.go:171","msg":"trace[633588754] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11450; }","duration":"3.546901136s","start":"2026-03-03T14:24:30.780931Z","end":"2026-03-03T14:24:34.327832Z","steps":["trace[633588754] 'agreement among raft nodes before linearized reading' (duration: 3.546836204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.32788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.780908Z","time spent":"3.546961837s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.327963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.283944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:24:34.328001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.350857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328004Z","caller":"traceutil/trace.go:171","msg":"trace[382830089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11450; }","duration":"332.362006ms","start":"2026-03-03T14:24:33.995633Z","end":"2026-03-03T14:24:34.327995Z","steps":["trace[382830089] 'agreement among raft nodes before linearized reading' (duration: 332.268564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.327993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060025769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328027Z","caller":"traceutil/trace.go:171","msg":"trace[1808278406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11450; }","duration":"528.371228ms","start":"2026-03-03T14:24:33.799646Z","end":"2026-03-03T14:24:34.328017Z","steps":["trace[1808278406] 'agreement among raft nodes before linearized reading' (duration: 528.343057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.995612Z","time spent":"332.413198ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599713521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:34.328012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.267595Z","time spent":"3.059903944s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:34.328076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060962656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:34.328094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993233599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:34.328092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060307475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:34.3281Z","caller":"traceutil/trace.go:171","msg":"trace[672847259] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11450; }","duration":"1.061038517s","start":"2026-03-03T14:24:33.267052Z","end":"2026-03-03T14:24:34.32809Z","steps":["trace[672847259] 'agreement among raft nodes before linearized reading' (duration: 1.061008037s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328094Z","caller":"traceutil/trace.go:171","msg":"trace[70624268] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11450; }","duration":"2.599855873s","start":"2026-03-03T14:24:31.72822Z","end":"2026-03-03T14:24:34.328076Z","steps":["trace[70624268] 'agreement among raft nodes before linearized reading' (duration: 2.599626708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948021201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:24:34.328107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574556766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:34.328147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058921732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:34.328137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.728203Z","time spent":"2.599925085s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.328153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794236639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328162Z","caller":"traceutil/trace.go:171","msg":"trace[556698368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11450; }","duration":"3.058951222s","start":"2026-03-03T14:24:31.269207Z","end":"2026-03-03T14:24:34.328158Z","steps":["trace[556698368] 'agreement among raft nodes before linearized reading' (duration: 3.058931662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328163Z","caller":"traceutil/trace.go:171","msg":"trace[740267061] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11450; }","duration":"2.948152424s","start":"2026-03-03T14:24:31.379994Z","end":"2026-03-03T14:24:34.328146Z","steps":["trace[740267061] 'agreement among raft nodes before linearized reading' (duration: 2.947905318s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328171Z","caller":"traceutil/trace.go:171","msg":"trace[873918756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11450; }","duration":"1.79429584s","start":"2026-03-03T14:24:32.53387Z","end":"2026-03-03T14:24:34.328166Z","steps":["trace[873918756] 'agreement among raft nodes before linearized reading' (duration: 1.79427013s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.269199Z","time spent":"3.058980653s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:34.328176Z","caller":"traceutil/trace.go:171","msg":"trace[1252986126] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11450; }","duration":"1.574658419s","start":"2026-03-03T14:24:32.753498Z","end":"2026-03-03T14:24:34.328156Z","steps":["trace[1252986126] 'agreement among raft nodes before linearized reading' (duration: 1.574543146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:32.533809Z","time spent":"1.794378542s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.379974Z","time spent":"2.948218875s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992860461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:34.328223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:32.753476Z","time spent":"1.574734501s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.328206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992534423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:34.328268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343484756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:24:34.328297Z","caller":"traceutil/trace.go:171","msg":"trace[24180881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11450; }","duration":"3.343548467s","start":"2026-03-03T14:24:30.984741Z","end":"2026-03-03T14:24:34.328289Z","steps":["trace[24180881] 'agreement among raft nodes before linearized reading' (duration: 3.343472375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752982522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:24:34.328304Z","caller":"traceutil/trace.go:171","msg":"trace[622918095] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11450; }","duration":"2.992686147s","start":"2026-03-03T14:24:31.335596Z","end":"2026-03-03T14:24:34.328282Z","steps":["trace[622918095] 'agreement among raft nodes before linearized reading' (duration: 2.99238488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.984722Z","time spent":"3.343601149s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:24:34.328333Z","caller":"traceutil/trace.go:171","msg":"trace[453175383] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11450; }","duration":"2.753040333s","start":"2026-03-03T14:24:31.575285Z","end":"2026-03-03T14:24:34.328325Z","steps":["trace[453175383] 'agreement among raft nodes before linearized reading' (duration: 2.752969241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060020559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:34.328351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335573Z","time spent":"2.992769898s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.820525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:24:34.328129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993447464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328111Z","caller":"traceutil/trace.go:171","msg":"trace[89286890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11450; }","duration":"2.99325946s","start":"2026-03-03T14:24:31.334845Z","end":"2026-03-03T14:24:34.328105Z","steps":["trace[89286890] 'agreement among raft nodes before linearized reading' (duration: 2.993238209s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328123Z","caller":"traceutil/trace.go:171","msg":"trace[396712375] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11450; }","duration":"3.060340206s","start":"2026-03-03T14:24:31.267774Z","end":"2026-03-03T14:24:34.328115Z","steps":["trace[396712375] 'agreement among raft nodes before linearized reading' (duration: 3.060248364s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328412Z","caller":"traceutil/trace.go:171","msg":"trace[2079455842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11450; }","duration":"2.993768672s","start":"2026-03-03T14:24:31.334635Z","end":"2026-03-03T14:24:34.328404Z","steps":["trace[2079455842] 'agreement among raft nodes before linearized reading' (duration: 2.993484965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.33484Z","time spent":"2.993573097s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:34.32843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753024023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:24:34.328444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.334614Z","time spent":"2.993822214s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:34.327969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571110904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328367Z","caller":"traceutil/trace.go:171","msg":"trace[1340829998] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11450; }","duration":"3.06007122s","start":"2026-03-03T14:24:31.268291Z","end":"2026-03-03T14:24:34.328362Z","steps":["trace[1340829998] 'agreement among raft nodes before linearized reading' (duration: 3.059990648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.327977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992627575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:34.328122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.267024Z","time spent":"1.061093169s","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.328493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.268279Z","time spent":"3.060208643s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:24:34.328501Z","caller":"traceutil/trace.go:171","msg":"trace[1587993999] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11450; }","duration":"2.993186348s","start":"2026-03-03T14:24:31.335305Z","end":"2026-03-03T14:24:34.328491Z","steps":["trace[1587993999] 'agreement among raft nodes before linearized reading' (duration: 2.992545883s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328504Z","caller":"traceutil/trace.go:171","msg":"trace[1404751212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11450; }","duration":"1.571673637s","start":"2026-03-03T14:24:32.756813Z","end":"2026-03-03T14:24:34.328487Z","steps":["trace[1404751212] 'agreement among raft nodes before linearized reading' (duration: 1.571116314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.79959Z","time spent":"528.454029ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.490076017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:24:34.328568Z","caller":"traceutil/trace.go:171","msg":"trace[326918230] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11450; }","duration":"3.490159798s","start":"2026-03-03T14:24:30.838397Z","end":"2026-03-03T14:24:34.328557Z","steps":["trace[326918230] 'agreement among raft nodes before linearized reading' (duration: 3.490073616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.327876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.527952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:24:34.328495Z","caller":"traceutil/trace.go:171","msg":"trace[433258935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11450; }","duration":"237.061251ms","start":"2026-03-03T14:24:34.091389Z","end":"2026-03-03T14:24:34.32845Z","steps":["trace[433258935] 'agreement among raft nodes before linearized reading' (duration: 236.471867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.838367Z","time spent":"3.49022797s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060337275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.328617Z","caller":"traceutil/trace.go:171","msg":"trace[1561234597] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11450; }","duration":"397.308551ms","start":"2026-03-03T14:24:33.931293Z","end":"2026-03-03T14:24:34.328601Z","steps":["trace[1561234597] 'agreement among raft nodes before linearized reading' (duration: 396.47148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:34.328633Z","caller":"traceutil/trace.go:171","msg":"trace[1286439628] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11450; }","duration":"3.060626842s","start":"2026-03-03T14:24:31.268001Z","end":"2026-03-03T14:24:34.328628Z","steps":["trace[1286439628] 'agreement among raft nodes before linearized reading' (duration: 3.060375226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.931275Z","time spent":"397.362071ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.267982Z","time spent":"3.060672464s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:32.756796Z","time spent":"1.571751519s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:24:34.328041Z","caller":"traceutil/trace.go:171","msg":"trace[1011344259] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11450; }","duration":"3.060124151s","start":"2026-03-03T14:24:31.267903Z","end":"2026-03-03T14:24:34.328027Z","steps":["trace[1011344259] 'agreement among raft nodes before linearized reading' (duration: 3.060039069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.26788Z","time spent":"3.060906969s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:34.328233Z","caller":"traceutil/trace.go:171","msg":"trace[188638019] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11450; }","duration":"2.993013605s","start":"2026-03-03T14:24:31.335207Z","end":"2026-03-03T14:24:34.328221Z","steps":["trace[188638019] 'agreement among raft nodes before linearized reading' (duration: 2.992849091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.328792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.540213864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:24:34.328759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993163708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:34.330746Z","caller":"traceutil/trace.go:171","msg":"trace[82778470] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11450; }","duration":"2.995214717s","start":"2026-03-03T14:24:31.335517Z","end":"2026-03-03T14:24:34.330732Z","steps":["trace[82778470] 'agreement among raft nodes before linearized reading' (duration: 2.992786988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.330861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335507Z","time spent":"2.995339151s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335291Z","time spent":"2.99322741s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.335191Z","time spent":"2.993653399s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:34.328458Z","caller":"traceutil/trace.go:171","msg":"trace[1536853562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11450; }","duration":"2.753090005s","start":"2026-03-03T14:24:31.57536Z","end":"2026-03-03T14:24:34.32845Z","steps":["trace[1536853562] 'agreement among raft nodes before linearized reading' (duration: 2.753019433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.331142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.575336Z","time spent":"2.755767539s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330002701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:34.331236Z","caller":"traceutil/trace.go:171","msg":"trace[1874466274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11450; }","duration":"3.333064925s","start":"2026-03-03T14:24:30.998149Z","end":"2026-03-03T14:24:34.331214Z","steps":["trace[1874466274] 'agreement among raft nodes before linearized reading' (duration: 3.329990861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.331302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.998134Z","time spent":"3.333148826s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.267703Z","time spent":"3.060725705s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:34.328362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.575268Z","time spent":"2.753087555s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:24:34.328875Z","caller":"traceutil/trace.go:171","msg":"trace[1304545853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11450; }","duration":"3.540358198s","start":"2026-03-03T14:24:30.788497Z","end":"2026-03-03T14:24:34.328855Z","steps":["trace[1304545853] 'agreement among raft nodes before linearized reading' (duration: 3.540098711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:34.331592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.788476Z","time spent":"3.543096164s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:34.329084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.273919Z","time spent":"4.053889518s","remote":"127.0.0.1:35816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.834411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:35.944095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.779555ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:24:35.944212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.329562Z","time spent":"1.614645253s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:36.346321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000355003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:36.346404Z","caller":"traceutil/trace.go:171","msg":"trace[1658361175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482966s","start":"2026-03-03T14:24:34.345902Z","end":"2026-03-03T14:24:36.346385Z","steps":["trace[1658361175] 'agreement among raft nodes before linearized reading' (duration: 2.000377404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.346508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.345891Z","time spent":"2.000548378s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:37.408007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.454553434s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:37.408705Z","caller":"traceutil/trace.go:171","msg":"trace[9098853] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"3.074541476s","start":"2026-03-03T14:24:34.334123Z","end":"2026-03-03T14:24:37.408664Z","steps":["trace[9098853] 'process raft request' (duration: 3.074238459s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:37.408762Z","caller":"traceutil/trace.go:171","msg":"trace[46979985] transaction","detail":"{read_only:false; response_revision:11452; number_of_response:1; }","duration":"3.073217635s","start":"2026-03-03T14:24:34.335536Z","end":"2026-03-03T14:24:37.408754Z","steps":["trace[46979985] 'process raft request' (duration: 3.07300143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:37.408859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.335513Z","time spent":"3.073278626s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:37.40886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.334109Z","time spent":"3.07467243s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:37.408707Z","caller":"traceutil/trace.go:171","msg":"trace[1654513417] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"3.073015851s","start":"2026-03-03T14:24:34.335636Z","end":"2026-03-03T14:24:37.408652Z","steps":["trace[1654513417] 'process raft request' (duration: 3.07295406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:37.409104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.335613Z","time spent":"3.07343019s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:37.409161Z","caller":"traceutil/trace.go:171","msg":"trace[270800974] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"3.07342069s","start":"2026-03-03T14:24:34.335729Z","end":"2026-03-03T14:24:37.409149Z","steps":["trace[270800974] 'process raft request' (duration: 3.072892417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:37.409214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.33572Z","time spent":"3.073465682s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:37.409408Z","caller":"traceutil/trace.go:171","msg":"trace[1929895861] transaction","detail":"{read_only:false; response_revision:11455; number_of_response:1; }","duration":"3.073569304s","start":"2026-03-03T14:24:34.335818Z","end":"2026-03-03T14:24:37.409387Z","steps":["trace[1929895861] 'process raft request' (duration: 3.073174034s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:37.409454Z","caller":"traceutil/trace.go:171","msg":"trace[1921258288] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"3.073420262s","start":"2026-03-03T14:24:34.336016Z","end":"2026-03-03T14:24:37.409436Z","steps":["trace[1921258288] 'process raft request' (duration: 3.073269257s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:37.409512Z","caller":"traceutil/trace.go:171","msg":"trace[1395181669] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"3.072829376s","start":"2026-03-03T14:24:34.336614Z","end":"2026-03-03T14:24:37.409443Z","steps":["trace[1395181669] 'process raft request' (duration: 3.072752924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:37.409561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.33581Z","time spent":"3.073696637s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:37.409593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.336602Z","time spent":"3.072950989s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:37.409594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.335998Z","time spent":"3.073547164s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:37.409443Z","caller":"traceutil/trace.go:171","msg":"trace[1460722240] linearizableReadLoop","detail":"{readStateIndex:11913; appliedIndex:11905; }","duration":"3.075683905s","start":"2026-03-03T14:24:34.333737Z","end":"2026-03-03T14:24:37.409421Z","steps":["trace[1460722240] 'read index received' (duration: 619.698427ms)","trace[1460722240] 'applied index is now lower than readState.Index' (duration: 2.455984438s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:37.409898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.076150136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:24:37.410024Z","caller":"traceutil/trace.go:171","msg":"trace[1689222299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11457; }","duration":"3.07630549s","start":"2026-03-03T14:24:34.333699Z","end":"2026-03-03T14:24:37.410005Z","steps":["trace[1689222299] 'agreement among raft nodes before linearized reading' (duration: 3.075954452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:37.410126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.33368Z","time spent":"3.076428713s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:24:37.91016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:38.352492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:38.35266Z","caller":"traceutil/trace.go:171","msg":"trace[178982520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000951067s","start":"2026-03-03T14:24:36.351686Z","end":"2026-03-03T14:24:38.352637Z","steps":["trace[178982520] 'agreement among raft nodes before linearized reading' (duration: 2.000762543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:38.352745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.351667Z","time spent":"2.0010637s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:38.411197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:38.911843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:39.41322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:39.91335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:40.062483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.654295655s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:40.063316Z","caller":"traceutil/trace.go:171","msg":"trace[1640967225] transaction","detail":"{read_only:false; response_revision:11459; number_of_response:1; }","duration":"3.728392796s","start":"2026-03-03T14:24:36.33489Z","end":"2026-03-03T14:24:40.063283Z","steps":["trace[1640967225] 'process raft request' (duration: 3.728045608s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.063407Z","caller":"traceutil/trace.go:171","msg":"trace[659137383] transaction","detail":"{read_only:false; response_revision:11461; number_of_response:1; }","duration":"3.643292328s","start":"2026-03-03T14:24:36.420091Z","end":"2026-03-03T14:24:40.063384Z","steps":["trace[659137383] 'process raft request' (duration: 3.642924559s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.063398Z","caller":"traceutil/trace.go:171","msg":"trace[1758063024] transaction","detail":"{read_only:false; response_revision:11460; number_of_response:1; }","duration":"3.72812547s","start":"2026-03-03T14:24:36.335235Z","end":"2026-03-03T14:24:40.063361Z","steps":["trace[1758063024] 'process raft request' (duration: 3.727749361s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.063441Z","caller":"traceutil/trace.go:171","msg":"trace[652297356] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"4.11834952s","start":"2026-03-03T14:24:35.945073Z","end":"2026-03-03T14:24:40.063422Z","steps":["trace[652297356] 'process raft request' (duration: 4.117689634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.063461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.334869Z","time spent":"3.72852316s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.06351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.420062Z","time spent":"3.643394519s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.063567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:35.945053Z","time spent":"4.118428962s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.063567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335221Z","time spent":"3.728260394s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.353019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:40.353251Z","caller":"traceutil/trace.go:171","msg":"trace[222400353] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381404s","start":"2026-03-03T14:24:38.352849Z","end":"2026-03-03T14:24:40.35323Z","steps":["trace[222400353] 'agreement among raft nodes before linearized reading' (duration: 2.000133738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.353347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.352812Z","time spent":"2.000520757s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:40.898414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.344741ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:24:40.898969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.344037ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:40.899076Z","caller":"traceutil/trace.go:171","msg":"trace[660964789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11461; }","duration":"477.45665ms","start":"2026-03-03T14:24:40.421598Z","end":"2026-03-03T14:24:40.899055Z","steps":["trace[660964789] 'range keys from in-memory index tree' (duration: 477.328417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.89917Z","caller":"traceutil/trace.go:171","msg":"trace[1837351931] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"4.396773306s","start":"2026-03-03T14:24:36.502377Z","end":"2026-03-03T14:24:40.89915Z","steps":["trace[1837351931] 'process raft request' (duration: 4.396130901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.899286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.50235Z","time spent":"4.396873908s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:41.135443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999968594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:41.135536Z","caller":"traceutil/trace.go:171","msg":"trace[366327025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118788s","start":"2026-03-03T14:24:39.135398Z","end":"2026-03-03T14:24:41.135517Z","steps":["trace[366327025] 'agreement among raft nodes before linearized reading' (duration: 1.999980145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.135586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.135389Z","time spent":"2.000187969s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:41.852746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.985335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:41.853059Z","caller":"traceutil/trace.go:171","msg":"trace[1010577921] linearizableReadLoop","detail":"{readStateIndex:11921; appliedIndex:11913; }","duration":"4.443330668s","start":"2026-03-03T14:24:37.409702Z","end":"2026-03-03T14:24:41.853032Z","steps":["trace[1010577921] 'read index received' (duration: 2.653114446s)","trace[1010577921] 'applied index is now lower than readState.Index' (duration: 1.790214452s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:41.853208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518755251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:41.853285Z","caller":"traceutil/trace.go:171","msg":"trace[474308922] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11464; }","duration":"5.518889415s","start":"2026-03-03T14:24:36.334375Z","end":"2026-03-03T14:24:41.853265Z","steps":["trace[474308922] 'agreement among raft nodes before linearized reading' (duration: 5.518696441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.729383795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:41.853298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517385889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:41.853424Z","caller":"traceutil/trace.go:171","msg":"trace[378649029] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11464; }","duration":"5.729465027s","start":"2026-03-03T14:24:36.123912Z","end":"2026-03-03T14:24:41.853377Z","steps":["trace[378649029] 'agreement among raft nodes before linearized reading' (duration: 5.729339764s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.853498Z","caller":"traceutil/trace.go:171","msg":"trace[1210030626] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11464; }","duration":"5.517636995s","start":"2026-03-03T14:24:36.335811Z","end":"2026-03-03T14:24:41.853448Z","steps":["trace[1210030626] 'agreement among raft nodes before linearized reading' (duration: 5.517235156s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335798Z","time spent":"5.517766068s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:41.853643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517808859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:41.853721Z","caller":"traceutil/trace.go:171","msg":"trace[1826885777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11464; }","duration":"5.517934623s","start":"2026-03-03T14:24:36.335769Z","end":"2026-03-03T14:24:41.853703Z","steps":["trace[1826885777] 'agreement among raft nodes before linearized reading' (duration: 5.517603005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518641439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.853736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401778216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19198"} {"level":"info","ts":"2026-03-03T14:24:41.853786Z","caller":"traceutil/trace.go:171","msg":"trace[1738973821] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11464; }","duration":"5.518736141s","start":"2026-03-03T14:24:36.335016Z","end":"2026-03-03T14:24:41.853752Z","steps":["trace[1738973821] 'agreement among raft nodes before linearized reading' (duration: 5.518634178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335754Z","time spent":"5.517998364s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:24:41.853756Z","caller":"traceutil/trace.go:171","msg":"trace[635733497] transaction","detail":"{read_only:false; response_revision:11464; number_of_response:1; }","duration":"2.235116198s","start":"2026-03-03T14:24:39.61861Z","end":"2026-03-03T14:24:41.853726Z","steps":["trace[635733497] 'process raft request' (duration: 2.234291738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.073433213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:24:41.853811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.518335471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:41.85388Z","caller":"traceutil/trace.go:171","msg":"trace[937354710] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11464; }","duration":"6.073578686s","start":"2026-03-03T14:24:35.780282Z","end":"2026-03-03T14:24:41.85386Z","steps":["trace[937354710] 'agreement among raft nodes before linearized reading' (duration: 6.07330451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.853949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439695396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:24:41.853927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517704266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.853982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440648128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:24:41.854003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491440844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:41.854008Z","caller":"traceutil/trace.go:171","msg":"trace[1396293932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11464; }","duration":"5.517804309s","start":"2026-03-03T14:24:36.336183Z","end":"2026-03-03T14:24:41.853988Z","steps":["trace[1396293932] 'agreement among raft nodes before linearized reading' (duration: 5.517662116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.854021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517994144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:41.854303Z","caller":"traceutil/trace.go:171","msg":"trace[729657599] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11464; }","duration":"5.518311711s","start":"2026-03-03T14:24:36.335968Z","end":"2026-03-03T14:24:41.85428Z","steps":["trace[729657599] 'agreement among raft nodes before linearized reading' (duration: 5.517958623s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.853972Z","caller":"traceutil/trace.go:171","msg":"trace[667148365] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11464; }","duration":"2.439772248s","start":"2026-03-03T14:24:39.414194Z","end":"2026-03-03T14:24:41.853966Z","steps":["trace[667148365] 'agreement among raft nodes before linearized reading' (duration: 2.439653835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.85436Z","caller":"traceutil/trace.go:171","msg":"trace[1645193145] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"2.671810837s","start":"2026-03-03T14:24:39.182515Z","end":"2026-03-03T14:24:41.854326Z","steps":["trace[1645193145] 'process raft request' (duration: 1.716609329s)","trace[1645193145] 'compare' (duration: 951.439128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:41.854396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.414168Z","time spent":"2.440215438s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:41.854342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184273797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:41.8544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514640232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:41.853344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.334353Z","time spent":"5.518979957s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:41.854519Z","caller":"traceutil/trace.go:171","msg":"trace[1947391946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11464; }","duration":"5.515068853s","start":"2026-03-03T14:24:36.339436Z","end":"2026-03-03T14:24:41.854505Z","steps":["trace[1947391946] 'agreement among raft nodes before linearized reading' (duration: 5.514056629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.854558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.182498Z","time spent":"2.67192164s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:41.853497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.123898Z","time spent":"5.7295725s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":25,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:41.854064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.196928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117725"} {"level":"warn","ts":"2026-03-03T14:24:41.85469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335936Z","time spent":"5.518424814s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:41.854743Z","caller":"traceutil/trace.go:171","msg":"trace[96355744] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11464; }","duration":"566.919125ms","start":"2026-03-03T14:24:41.287807Z","end":"2026-03-03T14:24:41.854726Z","steps":["trace[96355744] 'agreement among raft nodes before linearized reading' (duration: 566.150907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.854018Z","caller":"traceutil/trace.go:171","msg":"trace[380185024] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11464; }","duration":"2.44068863s","start":"2026-03-03T14:24:39.413319Z","end":"2026-03-03T14:24:41.854008Z","steps":["trace[380185024] 'agreement among raft nodes before linearized reading' (duration: 2.440612548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.854779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.33942Z","time spent":"5.515132834s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:41.854816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.413316Z","time spent":"2.441491829s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:24:41.853892Z","caller":"traceutil/trace.go:171","msg":"trace[632925308] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11464; }","duration":"5.518452725s","start":"2026-03-03T14:24:36.335426Z","end":"2026-03-03T14:24:41.853879Z","steps":["trace[632925308] 'agreement among raft nodes before linearized reading' (duration: 5.518193079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.85673Z","caller":"traceutil/trace.go:171","msg":"trace[704815017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11464; }","duration":"4.184631716s","start":"2026-03-03T14:24:37.669842Z","end":"2026-03-03T14:24:41.854473Z","steps":["trace[704815017] 'agreement among raft nodes before linearized reading' (duration: 4.184288918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.856882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:37.669818Z","time spent":"4.186997313s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:41.853974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:35.78026Z","time spent":"6.073698879s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:24:41.85705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335416Z","time spent":"5.519446238s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:41.853829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.335004Z","time spent":"5.518819423s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:41.857551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.618573Z","time spent":"2.235281452s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:41.853226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.519129261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:41.853826Z","caller":"traceutil/trace.go:171","msg":"trace[2070817522] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11464; }","duration":"4.401865939s","start":"2026-03-03T14:24:37.451945Z","end":"2026-03-03T14:24:41.85381Z","steps":["trace[2070817522] 'agreement among raft nodes before linearized reading' (duration: 4.401606643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.857949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:37.451864Z","time spent":"4.40606732s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19222,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:24:41.858002Z","caller":"traceutil/trace.go:171","msg":"trace[30779410] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11464; }","duration":"5.523911006s","start":"2026-03-03T14:24:36.334038Z","end":"2026-03-03T14:24:41.857949Z","steps":["trace[30779410] 'agreement among raft nodes before linearized reading' (duration: 5.519143301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.85808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.334014Z","time spent":"5.524044209s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:41.853901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.129543962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:24:41.858341Z","caller":"traceutil/trace.go:171","msg":"trace[684652485] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11464; }","duration":"7.133976849s","start":"2026-03-03T14:24:34.724344Z","end":"2026-03-03T14:24:41.858321Z","steps":["trace[684652485] 'agreement among raft nodes before linearized reading' (duration: 7.12946439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.8584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.724266Z","time spent":"7.134108212s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:24:41.85401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439855879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:41.85884Z","caller":"traceutil/trace.go:171","msg":"trace[1233601287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11464; }","duration":"2.444682226s","start":"2026-03-03T14:24:39.41414Z","end":"2026-03-03T14:24:41.858822Z","steps":["trace[1233601287] 'agreement among raft nodes before linearized reading' (duration: 2.439712636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.858887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.414081Z","time spent":"2.444792228s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:24:41.854032Z","caller":"traceutil/trace.go:171","msg":"trace[905561975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11464; }","duration":"1.491508055s","start":"2026-03-03T14:24:40.362518Z","end":"2026-03-03T14:24:41.854026Z","steps":["trace[905561975] 'agreement among raft nodes before linearized reading' (duration: 1.491468024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.859165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:40.362494Z","time spent":"1.49665978s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:41.854011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243357909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:41.85931Z","caller":"traceutil/trace.go:171","msg":"trace[1499012117] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11464; }","duration":"1.248698788s","start":"2026-03-03T14:24:40.610595Z","end":"2026-03-03T14:24:41.859293Z","steps":["trace[1499012117] 'agreement among raft nodes before linearized reading' (duration: 1.243340849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.859377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:40.610576Z","time spent":"1.24878422s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:41.854074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.336179Z","time spent":"5.517886141s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:41.854086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440024943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:41.854093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497334477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-03T14:24:41.8541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868402652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:41.854096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.145187896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.854127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514766694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.854137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.570601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.85415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727645812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"warn","ts":"2026-03-03T14:24:41.854156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788345606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:24:41.854167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.328731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:24:41.854185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517935072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.85421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359822471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:41.854223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440913875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:24:41.854238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445070012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:24:41.856948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.287776Z","time spent":"566.999387ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117749,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:24:41.859653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.524100375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:24:41.859746Z","caller":"traceutil/trace.go:171","msg":"trace[1898638852] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11464; }","duration":"7.524189268s","start":"2026-03-03T14:24:34.335507Z","end":"2026-03-03T14:24:41.859696Z","steps":["trace[1898638852] 'agreement among raft nodes before linearized reading' (duration: 7.518024919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.859786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.335492Z","time spent":"7.52428267s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:24:41.860024Z","caller":"traceutil/trace.go:171","msg":"trace[1920512014] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11464; }","duration":"2.733507513s","start":"2026-03-03T14:24:39.126497Z","end":"2026-03-03T14:24:41.860005Z","steps":["trace[1920512014] 'agreement among raft nodes before linearized reading' (duration: 2.727423197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.860102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.126439Z","time spent":"2.733625835s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:24:41.86145Z","caller":"traceutil/trace.go:171","msg":"trace[870315660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11464; }","duration":"5.525202738s","start":"2026-03-03T14:24:36.33623Z","end":"2026-03-03T14:24:41.861433Z","steps":["trace[870315660] 'agreement among raft nodes before linearized reading' (duration: 5.517928972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.861505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.336223Z","time spent":"5.525268059s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:41.862098Z","caller":"traceutil/trace.go:171","msg":"trace[1220781563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11464; }","duration":"2.448782775s","start":"2026-03-03T14:24:39.413276Z","end":"2026-03-03T14:24:41.862059Z","steps":["trace[1220781563] 'agreement among raft nodes before linearized reading' (duration: 2.440887594s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.862144Z","caller":"traceutil/trace.go:171","msg":"trace[1829334065] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11464; }","duration":"2.367771633s","start":"2026-03-03T14:24:39.494346Z","end":"2026-03-03T14:24:41.862117Z","steps":["trace[1829334065] 'agreement among raft nodes before linearized reading' (duration: 2.359831052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.862191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.413262Z","time spent":"2.448902047s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:41.862244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.494322Z","time spent":"2.367877215s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:41.862344Z","caller":"traceutil/trace.go:171","msg":"trace[986446431] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11464; }","duration":"3.453206248s","start":"2026-03-03T14:24:38.40912Z","end":"2026-03-03T14:24:41.862326Z","steps":["trace[986446431] 'agreement among raft nodes before linearized reading' (duration: 3.445016051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.86242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.409099Z","time spent":"3.453295711s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"info","ts":"2026-03-03T14:24:41.862767Z","caller":"traceutil/trace.go:171","msg":"trace[1580730796] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11464; }","duration":"1.796995654s","start":"2026-03-03T14:24:40.065742Z","end":"2026-03-03T14:24:41.862738Z","steps":["trace[1580730796] 'agreement among raft nodes before linearized reading' (duration: 1.788366986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.862811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:40.065728Z","time spent":"1.797072076s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:24:41.863146Z","caller":"traceutil/trace.go:171","msg":"trace[1378954621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11464; }","duration":"4.154262405s","start":"2026-03-03T14:24:37.708858Z","end":"2026-03-03T14:24:41.863121Z","steps":["trace[1378954621] 'agreement among raft nodes before linearized reading' (duration: 4.145184447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.863192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:37.708841Z","time spent":"4.154337216s","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:41.863172Z","caller":"traceutil/trace.go:171","msg":"trace[28392719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11464; }","duration":"2.449050011s","start":"2026-03-03T14:24:39.414025Z","end":"2026-03-03T14:24:41.863075Z","steps":["trace[28392719] 'agreement among raft nodes before linearized reading' (duration: 2.440010153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.863333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.414008Z","time spent":"2.449252525s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:24:41.863558Z","caller":"traceutil/trace.go:171","msg":"trace[1835294630] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11464; }","duration":"1.506818765s","start":"2026-03-03T14:24:40.35672Z","end":"2026-03-03T14:24:41.863539Z","steps":["trace[1835294630] 'agreement among raft nodes before linearized reading' (duration: 1.497325306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.863632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:40.356699Z","time spent":"1.506915118s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:24:41.863681Z","caller":"traceutil/trace.go:171","msg":"trace[2118839064] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11464; }","duration":"575.841011ms","start":"2026-03-03T14:24:41.287775Z","end":"2026-03-03T14:24:41.863616Z","steps":["trace[2118839064] 'agreement among raft nodes before linearized reading' (duration: 566.27602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.86379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.287744Z","time spent":"576.012975ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:24:41.863932Z","caller":"traceutil/trace.go:171","msg":"trace[1680559103] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11464; }","duration":"2.87825174s","start":"2026-03-03T14:24:38.985648Z","end":"2026-03-03T14:24:41.8639Z","steps":["trace[1680559103] 'agreement among raft nodes before linearized reading' (duration: 2.868390041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.863989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.985629Z","time spent":"2.878345822s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:41.86456Z","caller":"traceutil/trace.go:171","msg":"trace[358987832] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11464; }","duration":"5.525191977s","start":"2026-03-03T14:24:36.339338Z","end":"2026-03-03T14:24:41.86453Z","steps":["trace[358987832] 'agreement among raft nodes before linearized reading' (duration: 5.514761655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.864631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.339329Z","time spent":"5.525285469s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:24:41.864736Z","caller":"traceutil/trace.go:171","msg":"trace[1035173946] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11464; }","duration":"825.164276ms","start":"2026-03-03T14:24:41.039524Z","end":"2026-03-03T14:24:41.864689Z","steps":["trace[1035173946] 'agreement among raft nodes before linearized reading' (duration: 814.583851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:41.864822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.039505Z","time spent":"825.29982ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:42.446667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:42.94698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:43.447332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:43.861492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99975317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:43.86156Z","caller":"traceutil/trace.go:171","msg":"trace[585770617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999876302s","start":"2026-03-03T14:24:41.861668Z","end":"2026-03-03T14:24:43.861544Z","steps":["trace[585770617] 'agreement among raft nodes before linearized reading' (duration: 1.9997887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.861604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.86163Z","time spent":"1.999965284s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:43.94774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:43.965555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.019947715s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:43.965942Z","caller":"traceutil/trace.go:171","msg":"trace[1432228791] transaction","detail":"{read_only:false; response_revision:11466; number_of_response:1; }","duration":"2.100192008s","start":"2026-03-03T14:24:41.865725Z","end":"2026-03-03T14:24:43.965917Z","steps":["trace[1432228791] 'process raft request' (duration: 2.099988404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.966147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.865697Z","time spent":"2.100373233s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:43.966172Z","caller":"traceutil/trace.go:171","msg":"trace[231349257] transaction","detail":"{read_only:false; response_revision:11467; number_of_response:1; }","duration":"2.099835259s","start":"2026-03-03T14:24:41.866318Z","end":"2026-03-03T14:24:43.966153Z","steps":["trace[231349257] 'process raft request' (duration: 2.099561322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.966283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.866299Z","time spent":"2.099923401s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:43.966634Z","caller":"traceutil/trace.go:171","msg":"trace[440990599] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"2.099506531s","start":"2026-03-03T14:24:41.867115Z","end":"2026-03-03T14:24:43.966622Z","steps":["trace[440990599] 'process raft request' (duration: 2.098961218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.966708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.867091Z","time spent":"2.099581302s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:43.966821Z","caller":"traceutil/trace.go:171","msg":"trace[2097431340] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"2.097955024s","start":"2026-03-03T14:24:41.868839Z","end":"2026-03-03T14:24:43.966794Z","steps":["trace[2097431340] 'process raft request' (duration: 2.097626196s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:43.966858Z","caller":"traceutil/trace.go:171","msg":"trace[691961523] transaction","detail":"{read_only:false; response_revision:11471; number_of_response:1; }","duration":"2.091455917s","start":"2026-03-03T14:24:41.87534Z","end":"2026-03-03T14:24:43.966796Z","steps":["trace[691961523] 'process raft request' (duration: 2.091320694s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:43.966912Z","caller":"traceutil/trace.go:171","msg":"trace[505060434] transaction","detail":"{read_only:false; response_revision:11470; number_of_response:1; }","duration":"2.09742324s","start":"2026-03-03T14:24:41.869461Z","end":"2026-03-03T14:24:43.966884Z","steps":["trace[505060434] 'process raft request' (duration: 2.097129543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.966949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.868823Z","time spent":"2.098061796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:43.967069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.86938Z","time spent":"2.097588484s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:43.967141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.875313Z","time spent":"2.091647081s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:44.615248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.101167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:44.615387Z","caller":"traceutil/trace.go:171","msg":"trace[1873422049] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"2.546262023s","start":"2026-03-03T14:24:42.069099Z","end":"2026-03-03T14:24:44.615361Z","steps":["trace[1873422049] 'process raft request' (duration: 2.304992431s)","trace[1873422049] 'compare' (duration: 241.020276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:44.615432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:42.069074Z","time spent":"2.546339135s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:44.615705Z","caller":"traceutil/trace.go:171","msg":"trace[862532353] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"2.545782612s","start":"2026-03-03T14:24:42.069912Z","end":"2026-03-03T14:24:44.615694Z","steps":["trace[862532353] 'process raft request' (duration: 2.545687009s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.615716Z","caller":"traceutil/trace.go:171","msg":"trace[1861522074] linearizableReadLoop","detail":"{readStateIndex:11931; appliedIndex:11922; }","duration":"2.669820929s","start":"2026-03-03T14:24:41.945871Z","end":"2026-03-03T14:24:44.615692Z","steps":["trace[1861522074] 'read index received' (duration: 2.019882043s)","trace[1861522074] 'applied index is now lower than readState.Index' (duration: 649.938156ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:44.615699Z","caller":"traceutil/trace.go:171","msg":"trace[1867301382] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"2.546466468s","start":"2026-03-03T14:24:42.069192Z","end":"2026-03-03T14:24:44.615659Z","steps":["trace[1867301382] 'process raft request' (duration: 2.54613217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.615903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750739288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:24:44.615932Z","caller":"traceutil/trace.go:171","msg":"trace[825286127] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11474; }","duration":"2.750797229s","start":"2026-03-03T14:24:41.865128Z","end":"2026-03-03T14:24:44.615925Z","steps":["trace[825286127] 'agreement among raft nodes before linearized reading' (duration: 2.750670386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.615936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463881128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.615955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.865111Z","time spent":"2.7508385s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:24:44.615973Z","caller":"traceutil/trace.go:171","msg":"trace[1840506605] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11474; }","duration":"2.463940461s","start":"2026-03-03T14:24:42.152016Z","end":"2026-03-03T14:24:44.615956Z","steps":["trace[1840506605] 'agreement among raft nodes before linearized reading' (duration: 2.46388598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.615995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:42.151998Z","time spent":"2.463991242s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:44.615888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:42.069163Z","time spent":"2.546628311s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:44.616117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.454267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:24:44.616135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.702268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.615744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:42.069898Z","time spent":"2.545827422s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:44.616159Z","caller":"traceutil/trace.go:171","msg":"trace[1500714303] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11474; }","duration":"744.74367ms","start":"2026-03-03T14:24:43.871409Z","end":"2026-03-03T14:24:44.616152Z","steps":["trace[1500714303] 'agreement among raft nodes before linearized reading' (duration: 744.698428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749343094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"warn","ts":"2026-03-03T14:24:44.615976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677514254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.871401Z","time spent":"744.77512ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:44.616206Z","caller":"traceutil/trace.go:171","msg":"trace[968614042] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11474; }","duration":"2.749420535s","start":"2026-03-03T14:24:41.866767Z","end":"2026-03-03T14:24:44.616188Z","steps":["trace[968614042] 'agreement among raft nodes before linearized reading' (duration: 2.748956154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.949501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.166817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:44.616238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.095104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.61625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.866749Z","time spent":"2.749489198s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-03T14:24:44.616266Z","caller":"traceutil/trace.go:171","msg":"trace[1813666902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11474; }","duration":"737.159246ms","start":"2026-03-03T14:24:43.879101Z","end":"2026-03-03T14:24:44.616261Z","steps":["trace[1813666902] 'agreement among raft nodes before linearized reading' (duration: 737.106845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.879084Z","time spent":"737.196947ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.608328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:44.616323Z","caller":"traceutil/trace.go:171","msg":"trace[19764943] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11474; }","duration":"757.668219ms","start":"2026-03-03T14:24:43.85865Z","end":"2026-03-03T14:24:44.616318Z","steps":["trace[19764943] 'agreement among raft nodes before linearized reading' (duration: 757.635829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.858628Z","time spent":"757.705611ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:44.616227Z","caller":"traceutil/trace.go:171","msg":"trace[435862640] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11474; }","duration":"2.678006596s","start":"2026-03-03T14:24:41.938203Z","end":"2026-03-03T14:24:44.61621Z","steps":["trace[435862640] 'agreement among raft nodes before linearized reading' (duration: 2.677524024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.938178Z","time spent":"2.678188791s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.487308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:44.616247Z","caller":"traceutil/trace.go:171","msg":"trace[682583810] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11474; }","duration":"737.005033ms","start":"2026-03-03T14:24:43.879233Z","end":"2026-03-03T14:24:44.616238Z","steps":["trace[682583810] 'agreement among raft nodes before linearized reading' (duration: 736.947361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.616284Z","caller":"traceutil/trace.go:171","msg":"trace[1118662321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11474; }","duration":"468.225718ms","start":"2026-03-03T14:24:44.148032Z","end":"2026-03-03T14:24:44.616258Z","steps":["trace[1118662321] 'agreement among raft nodes before linearized reading' (duration: 468.146266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.552102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.879227Z","time spent":"737.202897ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:44.61616Z","caller":"traceutil/trace.go:171","msg":"trace[1700192640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11474; }","duration":"738.515449ms","start":"2026-03-03T14:24:43.877631Z","end":"2026-03-03T14:24:44.616147Z","steps":["trace[1700192640] 'agreement among raft nodes before linearized reading' (duration: 738.315385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.877621Z","time spent":"738.851297ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749376195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"warn","ts":"2026-03-03T14:24:44.616479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.891605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:24:44.616455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.147962Z","time spent":"468.480394ms","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:44.616544Z","caller":"traceutil/trace.go:171","msg":"trace[799318246] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11474; }","duration":"752.970618ms","start":"2026-03-03T14:24:43.863563Z","end":"2026-03-03T14:24:44.616533Z","steps":["trace[799318246] 'agreement among raft nodes before linearized reading' (duration: 752.695921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468070692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:44.616551Z","caller":"traceutil/trace.go:171","msg":"trace[1662486433] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11474; }","duration":"2.749512357s","start":"2026-03-03T14:24:41.867014Z","end":"2026-03-03T14:24:44.616526Z","steps":["trace[1662486433] 'agreement among raft nodes before linearized reading' (duration: 2.748688358s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.61658Z","caller":"traceutil/trace.go:171","msg":"trace[1148256760] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11474; }","duration":"1.468133333s","start":"2026-03-03T14:24:43.148438Z","end":"2026-03-03T14:24:44.616571Z","steps":["trace[1148256760] 'agreement among raft nodes before linearized reading' (duration: 1.468081402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.863558Z","time spent":"753.012398ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.198411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" ","response":"range_response_count:1 size:811"} {"level":"warn","ts":"2026-03-03T14:24:44.616607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:41.867002Z","time spent":"2.74959142s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.804792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:44.61663Z","caller":"traceutil/trace.go:171","msg":"trace[23449623] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857; range_end:; response_count:1; response_revision:11474; }","duration":"645.264913ms","start":"2026-03-03T14:24:43.971355Z","end":"2026-03-03T14:24:44.61662Z","steps":["trace[23449623] 'agreement among raft nodes before linearized reading' (duration: 645.175681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.616643Z","caller":"traceutil/trace.go:171","msg":"trace[546954538] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11474; }","duration":"758.004408ms","start":"2026-03-03T14:24:43.858631Z","end":"2026-03-03T14:24:44.616636Z","steps":["trace[546954538] 'agreement among raft nodes before linearized reading' (duration: 757.762112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.53882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.971336Z","time spent":"645.319543ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9b0e27857\" "} {"level":"info","ts":"2026-03-03T14:24:44.616682Z","caller":"traceutil/trace.go:171","msg":"trace[126795402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11474; }","duration":"748.582251ms","start":"2026-03-03T14:24:43.868092Z","end":"2026-03-03T14:24:44.616674Z","steps":["trace[126795402] 'agreement among raft nodes before linearized reading' (duration: 748.52836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.616401Z","caller":"traceutil/trace.go:171","msg":"trace[172227092] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11474; }","duration":"618.55959ms","start":"2026-03-03T14:24:43.997831Z","end":"2026-03-03T14:24:44.61639Z","steps":["trace[172227092] 'agreement among raft nodes before linearized reading' (duration: 618.490239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.082784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:44.616724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.868087Z","time spent":"748.627932ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:24:44.616484Z","caller":"traceutil/trace.go:171","msg":"trace[856213672] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11474; }","duration":"736.734446ms","start":"2026-03-03T14:24:43.879727Z","end":"2026-03-03T14:24:44.616461Z","steps":["trace[856213672] 'agreement among raft nodes before linearized reading' (duration: 736.511731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.61613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.861078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:44.616761Z","caller":"traceutil/trace.go:171","msg":"trace[1498991581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11474; }","duration":"661.549215ms","start":"2026-03-03T14:24:43.955208Z","end":"2026-03-03T14:24:44.616757Z","steps":["trace[1498991581] 'agreement among raft nodes before linearized reading' (duration: 660.754466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.797693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.707482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.997812Z","time spent":"618.924758ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:44.616789Z","caller":"traceutil/trace.go:171","msg":"trace[65046217] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11474; }","duration":"747.829173ms","start":"2026-03-03T14:24:43.868953Z","end":"2026-03-03T14:24:44.616782Z","steps":["trace[65046217] 'agreement among raft nodes before linearized reading' (duration: 747.792863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.616795Z","caller":"traceutil/trace.go:171","msg":"trace[1028946829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11474; }","duration":"745.752453ms","start":"2026-03-03T14:24:43.871035Z","end":"2026-03-03T14:24:44.616788Z","steps":["trace[1028946829] 'agreement among raft nodes before linearized reading' (duration: 745.709092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.297008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:44.616807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.868949Z","time spent":"747.854344ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:44.616814Z","caller":"traceutil/trace.go:171","msg":"trace[1830326695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11474; }","duration":"749.316788ms","start":"2026-03-03T14:24:43.867493Z","end":"2026-03-03T14:24:44.61681Z","steps":["trace[1830326695] 'agreement among raft nodes before linearized reading' (duration: 749.293258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.955185Z","time spent":"661.587785ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.867489Z","time spent":"749.33783ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.379689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-03T14:24:44.616602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.148417Z","time spent":"1.468179184s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:44.61686Z","caller":"traceutil/trace.go:171","msg":"trace[57613629] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11474; }","duration":"641.741018ms","start":"2026-03-03T14:24:43.975108Z","end":"2026-03-03T14:24:44.616849Z","steps":["trace[57613629] 'agreement among raft nodes before linearized reading' (duration: 641.312658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.858607Z","time spent":"758.048388ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.975098Z","time spent":"641.782439ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:24:44.616772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.879689Z","time spent":"737.072684ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:44.616737Z","caller":"traceutil/trace.go:171","msg":"trace[1338920949] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11474; }","duration":"737.096974ms","start":"2026-03-03T14:24:43.879635Z","end":"2026-03-03T14:24:44.616732Z","steps":["trace[1338920949] 'agreement among raft nodes before linearized reading' (duration: 736.536161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.616814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.871027Z","time spent":"745.782354ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:44.617006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:43.879596Z","time spent":"737.391141ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:45.119946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:45.621067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:46.121554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:46.620709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000923388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:46.620804Z","caller":"traceutil/trace.go:171","msg":"trace[681342090] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00104687s","start":"2026-03-03T14:24:44.619736Z","end":"2026-03-03T14:24:46.620783Z","steps":["trace[681342090] 'agreement among raft nodes before linearized reading' (duration: 2.000926997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.620893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.619729Z","time spent":"2.001152454s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:46.621811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:47.12254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:47.62316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:48.123667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671894,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:48.612732Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.993499024s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:48.613182Z","caller":"traceutil/trace.go:171","msg":"trace[1161589615] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"3.994022596s","start":"2026-03-03T14:24:44.619126Z","end":"2026-03-03T14:24:48.613148Z","steps":["trace[1161589615] 'process raft request' (duration: 3.993857392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:48.613307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.619107Z","time spent":"3.994130608s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:48.628433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:48.628544Z","caller":"traceutil/trace.go:171","msg":"trace[1406693154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000115238s","start":"2026-03-03T14:24:46.628403Z","end":"2026-03-03T14:24:48.628518Z","steps":["trace[1406693154] 'agreement among raft nodes before linearized reading' (duration: 1.999983195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:48.628588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.628396Z","time spent":"2.000181919s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:49.619805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.621093Z","time spent":"4.998702875s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:50.62884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:50.628922Z","caller":"traceutil/trace.go:171","msg":"trace[2097731366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283602s","start":"2026-03-03T14:24:48.628619Z","end":"2026-03-03T14:24:50.628903Z","steps":["trace[2097731366] 'agreement among raft nodes before linearized reading' (duration: 2.000180659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.628971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.628608Z","time spent":"2.000353453s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:50.765527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.544789ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.765615Z","caller":"traceutil/trace.go:171","msg":"trace[316560602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11475; }","duration":"344.641601ms","start":"2026-03-03T14:24:50.420961Z","end":"2026-03-03T14:24:50.765603Z","steps":["trace[316560602] 'range keys from in-memory index tree' (duration: 344.531969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.970114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999600417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:50.970198Z","caller":"traceutil/trace.go:171","msg":"trace[1656490441] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.9997457s","start":"2026-03-03T14:24:45.970433Z","end":"2026-03-03T14:24:50.970178Z","steps":["trace[1656490441] 'agreement among raft nodes before linearized reading' (duration: 4.999638028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.970249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.970409Z","time spent":"4.999827152s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:24:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:50.970744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998509031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:50.970818Z","caller":"traceutil/trace.go:171","msg":"trace[755853547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998645765s","start":"2026-03-03T14:24:45.972157Z","end":"2026-03-03T14:24:50.970803Z","steps":["trace[755853547] 'agreement among raft nodes before linearized reading' (duration: 4.998553792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.970854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.972126Z","time spent":"4.998720227s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:24:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:51.133173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000464646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:51.133248Z","caller":"traceutil/trace.go:171","msg":"trace[386330539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060365s","start":"2026-03-03T14:24:49.132628Z","end":"2026-03-03T14:24:51.133232Z","steps":["trace[386330539] 'agreement among raft nodes before linearized reading' (duration: 2.000504117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:51.133285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:49.132608Z","time spent":"2.000669362s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:51.619501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.621226Z","time spent":"4.998268165s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:51.620811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622048Z","time spent":"4.998758348s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:24:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:51.621354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622101Z","time spent":"4.99925154s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:24:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:52.637137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:52.63721Z","caller":"traceutil/trace.go:171","msg":"trace[835829285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000734062s","start":"2026-03-03T14:24:50.63646Z","end":"2026-03-03T14:24:52.637194Z","steps":["trace[835829285] 'agreement among raft nodes before linearized reading' (duration: 2.00064196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:52.637243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:50.636437Z","time spent":"2.000799064s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:53.379818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.766263467s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:53.380186Z","caller":"traceutil/trace.go:171","msg":"trace[994408755] linearizableReadLoop","detail":"{readStateIndex:11936; appliedIndex:11931; }","duration":"8.76056804s","start":"2026-03-03T14:24:44.619603Z","end":"2026-03-03T14:24:53.380171Z","steps":["trace[994408755] 'read index received' (duration: 3.993399811s)","trace[994408755] 'applied index is now lower than readState.Index' (duration: 4.767167559s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:53.380265Z","caller":"traceutil/trace.go:171","msg":"trace[1761990112] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"4.974558724s","start":"2026-03-03T14:24:48.4057Z","end":"2026-03-03T14:24:53.380259Z","steps":["trace[1761990112] 'process raft request' (duration: 4.974449642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.380343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.405637Z","time spent":"4.974648937s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:53.380427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.760808766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:53.380488Z","caller":"traceutil/trace.go:171","msg":"trace[704820252] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11480; }","duration":"8.760901647s","start":"2026-03-03T14:24:44.619572Z","end":"2026-03-03T14:24:53.380473Z","steps":["trace[704820252] 'agreement among raft nodes before linearized reading' (duration: 8.760701753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.380523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.61956Z","time spent":"8.760955489s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:24:53.8806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:53.94935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327683638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:53.949428Z","caller":"traceutil/trace.go:171","msg":"trace[760487954] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.327818211s","start":"2026-03-03T14:24:51.621592Z","end":"2026-03-03T14:24:53.94941Z","steps":["trace[760487954] 'agreement among raft nodes before linearized reading' (duration: 2.327697879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.949479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.621583Z","time spent":"2.327884433s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:24:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:54.38149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:54.637759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:54.637899Z","caller":"traceutil/trace.go:171","msg":"trace[1784687846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546249s","start":"2026-03-03T14:24:52.637332Z","end":"2026-03-03T14:24:54.637878Z","steps":["trace[1784687846] 'agreement among raft nodes before linearized reading' (duration: 2.000371664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:54.637954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.637317Z","time spent":"2.00062581s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:54.881896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:55.383133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:55.884176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:55.971593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978796111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:55.971669Z","caller":"traceutil/trace.go:171","msg":"trace[533497904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.978936375s","start":"2026-03-03T14:24:52.992716Z","end":"2026-03-03T14:24:55.971653Z","steps":["trace[533497904] 'agreement among raft nodes before linearized reading' (duration: 2.978834352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:55.971705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.9927Z","time spent":"2.978997947s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:55.971779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.979334905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:55.971795Z","caller":"traceutil/trace.go:171","msg":"trace[324566458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.979378556s","start":"2026-03-03T14:24:52.992411Z","end":"2026-03-03T14:24:55.97179Z","steps":["trace[324566458] 'agreement among raft nodes before linearized reading' (duration: 2.979363226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:55.971815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.992396Z","time spent":"2.979415577s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:55.97361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998871166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:55.973646Z","caller":"traceutil/trace.go:171","msg":"trace[1620821201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.998951528s","start":"2026-03-03T14:24:45.974686Z","end":"2026-03-03T14:24:55.973637Z","steps":["trace[1620821201] 'agreement among raft nodes before linearized reading' (duration: 9.998911627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:55.97367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.974663Z","time spent":"9.999001139s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:55.973752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000627919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:55.9738Z","caller":"traceutil/trace.go:171","msg":"trace[1179242186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.00068736s","start":"2026-03-03T14:24:45.973106Z","end":"2026-03-03T14:24:55.973793Z","steps":["trace[1179242186] 'agreement among raft nodes before linearized reading' (duration: 10.000636819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:55.97382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.9731Z","time spent":"10.00071471s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 14:24:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:56.385226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:56.619608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998528681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:56.619721Z","caller":"traceutil/trace.go:171","msg":"trace[1866278191] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998686575s","start":"2026-03-03T14:24:51.621009Z","end":"2026-03-03T14:24:56.619696Z","steps":["trace[1866278191] 'agreement among raft nodes before linearized reading' (duration: 4.998551242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.61989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.620993Z","time spent":"4.998878149s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:24:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:56.621946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999477614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:56.622084Z","caller":"traceutil/trace.go:171","msg":"trace[1985567340] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999661489s","start":"2026-03-03T14:24:51.622393Z","end":"2026-03-03T14:24:56.622054Z","steps":["trace[1985567340] 'agreement among raft nodes before linearized reading' (duration: 4.999493095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.62224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998370737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:24:56.622269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.622381Z","time spent":"4.999874204s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:24:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:24:56.622422Z","caller":"traceutil/trace.go:171","msg":"trace[1238896505] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99851395s","start":"2026-03-03T14:24:51.623794Z","end":"2026-03-03T14:24:56.622308Z","steps":["trace[1238896505] 'agreement among raft nodes before linearized reading' (duration: 4.998379297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.622578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.623788Z","time spent":"4.998779157s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:24:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:56.635149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.01422284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:56.635216Z","caller":"traceutil/trace.go:171","msg":"trace[1246989789] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"12.014315233s","start":"2026-03-03T14:24:44.620886Z","end":"2026-03-03T14:24:56.635201Z","steps":["trace[1246989789] 'agreement among raft nodes before linearized reading' (duration: 12.01423104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.635268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.620879Z","time spent":"12.014381224s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/03/03 14:24:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:56.64436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:56.644473Z","caller":"traceutil/trace.go:171","msg":"trace[1169377739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547798s","start":"2026-03-03T14:24:54.643908Z","end":"2026-03-03T14:24:56.644456Z","steps":["trace[1169377739] 'agreement among raft nodes before linearized reading' (duration: 2.000419115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.644548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:54.643846Z","time spent":"2.0006868s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:56.88593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:57.3867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:57.411605Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bf5b6","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:24:57.549223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.169163274s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:24:57.75213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:50.751818Z","time spent":"7.000304759s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:58.645612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000111718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:24:58.645724Z","caller":"traceutil/trace.go:171","msg":"trace[1268235875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288412s","start":"2026-03-03T14:24:56.64541Z","end":"2026-03-03T14:24:58.645699Z","steps":["trace[1268235875] 'agreement among raft nodes before linearized reading' (duration: 2.000143358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.645817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:56.645394Z","time spent":"2.000407904s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:58.904462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.902376Z","time spent":"7.002078372s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:58.936513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.935768Z","time spent":"7.000740329s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:58.950438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998309596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:58.950502Z","caller":"traceutil/trace.go:171","msg":"trace[473849782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998424418s","start":"2026-03-03T14:24:53.952062Z","end":"2026-03-03T14:24:58.950486Z","steps":["trace[473849782] 'agreement among raft nodes before linearized reading' (duration: 4.998341157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.950543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.952045Z","time spent":"4.99848653s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:24:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:59.146561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597165351s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:24:59.147235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.783256Z","time spent":"363.972807ms","remote":"127.0.0.1:45146","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:00.65388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:00.653942Z","caller":"traceutil/trace.go:171","msg":"trace[1568006719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089707s","start":"2026-03-03T14:24:58.65384Z","end":"2026-03-03T14:25:00.653929Z","steps":["trace[1568006719] 'agreement among raft nodes before linearized reading' (duration: 2.000007175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.653972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.653823Z","time spent":"2.000142248s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:00.972231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.973968Z","time spent":"4.998255675s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:01.94961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528761894s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.951647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802870924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:01.952466Z","caller":"traceutil/trace.go:171","msg":"trace[520339172] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11482; }","duration":"1.531587182s","start":"2026-03-03T14:25:00.420821Z","end":"2026-03-03T14:25:01.952408Z","steps":["trace[520339172] 'range keys from in-memory index tree' (duration: 1.528748024s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.952887Z","caller":"traceutil/trace.go:171","msg":"trace[970962946] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"5.977130023s","start":"2026-03-03T14:24:55.975743Z","end":"2026-03-03T14:25:01.952873Z","steps":["trace[970962946] 'process raft request' (duration: 5.977041451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.975734Z","time spent":"5.977200925s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:01.953064Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"45.361µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-03T14:25:01.953082Z","caller":"traceutil/trace.go:171","msg":"trace[678606592] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"5.977278297s","start":"2026-03-03T14:24:55.975792Z","end":"2026-03-03T14:25:01.95307Z","steps":["trace[678606592] 'process raft request' (duration: 5.977058652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.9532Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bf5b6","error":"lease not found"} {"level":"warn","ts":"2026-03-03T14:25:01.953242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.975787Z","time spent":"5.97739659s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:01.953358Z","caller":"traceutil/trace.go:171","msg":"trace[159155584] linearizableReadLoop","detail":"{readStateIndex:11944; appliedIndex:11937; }","duration":"8.573107692s","start":"2026-03-03T14:24:53.380233Z","end":"2026-03-03T14:25:01.953341Z","steps":["trace[159155584] 'read index received' (duration: 4.169169763s)","trace[159155584] 'applied index is now lower than readState.Index' (duration: 4.403935559s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:01.953368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.33084063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.953423Z","caller":"traceutil/trace.go:171","msg":"trace[31881655] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11487; }","duration":"15.330905361s","start":"2026-03-03T14:24:46.622507Z","end":"2026-03-03T14:25:01.953413Z","steps":["trace[31881655] 'agreement among raft nodes before linearized reading' (duration: 15.330834519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.733531778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.95349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.33258673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:01.9535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.919375646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:01.953519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.718436716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:01.95354Z","caller":"traceutil/trace.go:171","msg":"trace[881671294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11487; }","duration":"15.919460878s","start":"2026-03-03T14:24:46.034068Z","end":"2026-03-03T14:25:01.953529Z","steps":["trace[881671294] 'agreement among raft nodes before linearized reading' (duration: 15.919400236s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.953557Z","caller":"traceutil/trace.go:171","msg":"trace[349398870] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11487; }","duration":"11.718506707s","start":"2026-03-03T14:24:50.235044Z","end":"2026-03-03T14:25:01.953551Z","steps":["trace[349398870] 'agreement among raft nodes before linearized reading' (duration: 11.718418155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.95358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:50.235027Z","time spent":"11.718545938s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.953585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.034047Z","time spent":"15.919524769s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.953616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.331333561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.95364Z","caller":"traceutil/trace.go:171","msg":"trace[1917189606] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11487; }","duration":"15.331380442s","start":"2026-03-03T14:24:46.622254Z","end":"2026-03-03T14:25:01.953634Z","steps":["trace[1917189606] 'agreement among raft nodes before linearized reading' (duration: 15.331347562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622245Z","time spent":"15.331416183s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:01.953675Z","caller":"traceutil/trace.go:171","msg":"trace[643860361] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11487; }","duration":"3.041951503s","start":"2026-03-03T14:24:58.911448Z","end":"2026-03-03T14:25:01.953399Z","steps":["trace[643860361] 'process raft request' (duration: 3.041694097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.330910671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.95382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.088449198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T14:25:01.953844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.332518819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.953847Z","caller":"traceutil/trace.go:171","msg":"trace[728036813] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11487; }","duration":"15.331114876s","start":"2026-03-03T14:24:46.622712Z","end":"2026-03-03T14:25:01.953826Z","steps":["trace[728036813] 'agreement among raft nodes before linearized reading' (duration: 15.330901561s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.953865Z","caller":"traceutil/trace.go:171","msg":"trace[1596950778] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11487; }","duration":"16.08853351s","start":"2026-03-03T14:24:45.86532Z","end":"2026-03-03T14:25:01.953854Z","steps":["trace[1596950778] 'agreement among raft nodes before linearized reading' (duration: 16.088384986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.331228898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:01.953865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.911426Z","time spent":"3.042330782s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:01.953967Z","caller":"traceutil/trace.go:171","msg":"trace[2118125277] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11487; }","duration":"15.331315531s","start":"2026-03-03T14:24:46.622643Z","end":"2026-03-03T14:25:01.953958Z","steps":["trace[2118125277] 'agreement among raft nodes before linearized reading' (duration: 15.331176968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.844427387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:01.954027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622637Z","time spent":"15.331380793s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:01.954035Z","caller":"traceutil/trace.go:171","msg":"trace[1068046113] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11487; }","duration":"16.844496149s","start":"2026-03-03T14:24:45.10953Z","end":"2026-03-03T14:25:01.954026Z","steps":["trace[1068046113] 'agreement among raft nodes before linearized reading' (duration: 16.844391876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.109511Z","time spent":"16.8445438s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:01.953871Z","caller":"traceutil/trace.go:171","msg":"trace[2130414823] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11487; }","duration":"15.332564181s","start":"2026-03-03T14:24:46.621299Z","end":"2026-03-03T14:25:01.953863Z","steps":["trace[2130414823] 'agreement among raft nodes before linearized reading' (duration: 15.33252459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.094368638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:25:01.954239Z","caller":"traceutil/trace.go:171","msg":"trace[1429509622] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11487; }","duration":"9.09444109s","start":"2026-03-03T14:24:52.859787Z","end":"2026-03-03T14:25:01.954228Z","steps":["trace[1429509622] 'agreement among raft nodes before linearized reading' (duration: 9.093723713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.859772Z","time spent":"9.094511992s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1174,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.954314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.33112011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:25:01.954316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.336803728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:25:01.954328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.62129Z","time spent":"15.332898919s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:01.954337Z","caller":"traceutil/trace.go:171","msg":"trace[1240472253] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11487; }","duration":"17.331150931s","start":"2026-03-03T14:24:44.623178Z","end":"2026-03-03T14:25:01.954329Z","steps":["trace[1240472253] 'agreement among raft nodes before linearized reading' (duration: 17.33109587s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.95435Z","caller":"traceutil/trace.go:171","msg":"trace[1723261001] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:11487; }","duration":"13.33687828s","start":"2026-03-03T14:24:48.617463Z","end":"2026-03-03T14:25:01.954341Z","steps":["trace[1723261001] 'agreement among raft nodes before linearized reading' (duration: 13.336796448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.623173Z","time spent":"17.331180521s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:25:01.954377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.617444Z","time spent":"13.336927441s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:25:01.95449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.330912171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.95451Z","caller":"traceutil/trace.go:171","msg":"trace[2102802113] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11487; }","duration":"15.330960271s","start":"2026-03-03T14:24:46.623545Z","end":"2026-03-03T14:25:01.954505Z","steps":["trace[2102802113] 'agreement among raft nodes before linearized reading' (duration: 15.33092712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.623534Z","time spent":"15.330987312s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:01.954588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.49958812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:25:01.954637Z","caller":"traceutil/trace.go:171","msg":"trace[1929583405] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11487; }","duration":"9.499673712s","start":"2026-03-03T14:24:52.454948Z","end":"2026-03-03T14:25:01.954622Z","steps":["trace[1929583405] 'agreement among raft nodes before linearized reading' (duration: 9.499554609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.454929Z","time spent":"9.499734073s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:25:01.953588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.331090525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.95345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622502Z","time spent":"15.330942232s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:01.953533Z","caller":"traceutil/trace.go:171","msg":"trace[1896879229] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11487; }","duration":"15.332674163s","start":"2026-03-03T14:24:46.620843Z","end":"2026-03-03T14:25:01.953517Z","steps":["trace[1896879229] 'agreement among raft nodes before linearized reading' (duration: 15.332522069s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.953488Z","caller":"traceutil/trace.go:171","msg":"trace[677718797] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11487; }","duration":"8.73361025s","start":"2026-03-03T14:24:53.21986Z","end":"2026-03-03T14:25:01.953471Z","steps":["trace[677718797] 'agreement among raft nodes before linearized reading' (duration: 8.733550368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.953388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.377125244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.953446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.566799883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.953901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:45.8653Z","time spent":"16.088591462s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:25:01.95391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.62269Z","time spent":"15.331211289s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:01.954807Z","caller":"traceutil/trace.go:171","msg":"trace[1938683117] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11487; }","duration":"15.332325645s","start":"2026-03-03T14:24:46.622475Z","end":"2026-03-03T14:25:01.9548Z","steps":["trace[1938683117] 'agreement among raft nodes before linearized reading' (duration: 15.331091916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622467Z","time spent":"15.332360346s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:01.953806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.331063355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:01.95494Z","caller":"traceutil/trace.go:171","msg":"trace[1069825409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11487; }","duration":"15.332223082s","start":"2026-03-03T14:24:46.622706Z","end":"2026-03-03T14:25:01.954929Z","steps":["trace[1069825409] 'agreement among raft nodes before linearized reading' (duration: 15.330990473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.541638903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:25:01.95499Z","caller":"traceutil/trace.go:171","msg":"trace[2093513074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11487; }","duration":"9.541696544s","start":"2026-03-03T14:24:52.413284Z","end":"2026-03-03T14:25:01.954981Z","steps":["trace[2093513074] 'agreement among raft nodes before linearized reading' (duration: 9.541629912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.954997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.620824Z","time spent":"15.334160579s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:01.955018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.413265Z","time spent":"9.541745036s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:25:01.955037Z","caller":"traceutil/trace.go:171","msg":"trace[1226188101] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11487; }","duration":"15.568471683s","start":"2026-03-03T14:24:46.386557Z","end":"2026-03-03T14:25:01.955029Z","steps":["trace[1226188101] 'agreement among raft nodes before linearized reading' (duration: 15.566855374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.955074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.386538Z","time spent":"15.568525715s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.955122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.146648225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:01.953925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.3329766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.955152Z","caller":"traceutil/trace.go:171","msg":"trace[430066992] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11487; }","duration":"15.33421509s","start":"2026-03-03T14:24:46.62093Z","end":"2026-03-03T14:25:01.955145Z","steps":["trace[430066992] 'agreement among raft nodes before linearized reading' (duration: 15.33298336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.955171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.620924Z","time spent":"15.334241471s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:01.955198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.21984Z","time spent":"8.735350202s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:01.955289Z","caller":"traceutil/trace.go:171","msg":"trace[1000098306] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11487; }","duration":"11.379064251s","start":"2026-03-03T14:24:50.576214Z","end":"2026-03-03T14:25:01.955279Z","steps":["trace[1000098306] 'agreement among raft nodes before linearized reading' (duration: 11.377136425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.955314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:50.576195Z","time spent":"11.379113552s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:01.955386Z","caller":"traceutil/trace.go:171","msg":"trace[1786486531] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11487; }","duration":"10.146958263s","start":"2026-03-03T14:24:51.808419Z","end":"2026-03-03T14:25:01.955378Z","steps":["trace[1786486531] 'agreement among raft nodes before linearized reading' (duration: 10.146677446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.955425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.808399Z","time spent":"10.147015825s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.955302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.622693Z","time spent":"15.332281055s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:01.95426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.330012474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117725"} {"level":"warn","ts":"2026-03-03T14:25:01.954891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.333380925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:25:01.955576Z","caller":"traceutil/trace.go:171","msg":"trace[1565866964] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11487; }","duration":"17.331343956s","start":"2026-03-03T14:24:44.624221Z","end":"2026-03-03T14:25:01.955565Z","steps":["trace[1565866964] 'agreement among raft nodes before linearized reading' (duration: 17.329960922s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.955583Z","caller":"traceutil/trace.go:171","msg":"trace[165652666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11487; }","duration":"17.334127193s","start":"2026-03-03T14:24:44.621448Z","end":"2026-03-03T14:25:01.955575Z","steps":["trace[165652666] 'agreement among raft nodes before linearized reading' (duration: 17.333030646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.955612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.624214Z","time spent":"17.331387787s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117749,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:25:01.955632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.621437Z","time spent":"17.334185745s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:01.9539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.332901089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.955691Z","caller":"traceutil/trace.go:171","msg":"trace[1821527135] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11487; }","duration":"15.334703902s","start":"2026-03-03T14:24:46.620971Z","end":"2026-03-03T14:25:01.955675Z","steps":["trace[1821527135] 'agreement among raft nodes before linearized reading' (duration: 15.332913678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.95576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.62096Z","time spent":"15.334785074s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:02.453709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:02.654362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000026345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:02.654418Z","caller":"traceutil/trace.go:171","msg":"trace[322097419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136038s","start":"2026-03-03T14:25:00.65427Z","end":"2026-03-03T14:25:02.654406Z","steps":["trace[322097419] 'agreement among raft nodes before linearized reading' (duration: 2.000064716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.654448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.654251Z","time spent":"2.00019265s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:02.953916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:03.454675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:03.587533Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.164840149s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:04.662686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:04.662772Z","caller":"traceutil/trace.go:171","msg":"trace[721701388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000380354s","start":"2026-03-03T14:25:02.662373Z","end":"2026-03-03T14:25:04.662753Z","steps":["trace[721701388] 'agreement among raft nodes before linearized reading' (duration: 2.000265221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:04.662822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.662359Z","time spent":"2.000453425s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:05.308742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720894652s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:05.94007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.93964Z","time spent":"7.000424692s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:06.13688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548788593s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:699"} {"level":"info","ts":"2026-03-03T14:25:06.139151Z","caller":"traceutil/trace.go:171","msg":"trace[441976857] transaction","detail":"{read_only:false; response_revision:11489; number_of_response:1; }","duration":"4.181763017s","start":"2026-03-03T14:25:01.957361Z","end":"2026-03-03T14:25:06.139124Z","steps":["trace[441976857] 'process raft request' (duration: 4.181590243s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139158Z","caller":"traceutil/trace.go:171","msg":"trace[511437870] transaction","detail":"{read_only:false; response_revision:11488; number_of_response:1; }","duration":"5.251863593s","start":"2026-03-03T14:25:00.887264Z","end":"2026-03-03T14:25:06.139128Z","steps":["trace[511437870] 'process raft request' (duration: 5.249709171s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139197Z","caller":"traceutil/trace.go:171","msg":"trace[920027896] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"4.178682103s","start":"2026-03-03T14:25:01.960482Z","end":"2026-03-03T14:25:06.139164Z","steps":["trace[920027896] 'process raft request' (duration: 4.178573811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.957319Z","time spent":"4.181895201s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:06.1393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.887242Z","time spent":"5.251982437s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:06.139342Z","caller":"traceutil/trace.go:171","msg":"trace[937154436] linearizableReadLoop","detail":"{readStateIndex:11951; appliedIndex:11946; }","duration":"4.185937507s","start":"2026-03-03T14:25:01.95339Z","end":"2026-03-03T14:25:06.139327Z","steps":["trace[937154436] 'read index received' (duration: 1.634531561s)","trace[937154436] 'applied index is now lower than readState.Index' (duration: 2.551403836s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:06.139462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.960476Z","time spent":"4.178850207s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:06.139451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.843325153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:06.139468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.260440253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.59862939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:25:06.139552Z","caller":"traceutil/trace.go:171","msg":"trace[95258738] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11491; }","duration":"11.260587306s","start":"2026-03-03T14:24:54.878947Z","end":"2026-03-03T14:25:06.139534Z","steps":["trace[95258738] 'agreement among raft nodes before linearized reading' (duration: 11.260429812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.182105496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:25:06.139612Z","caller":"traceutil/trace.go:171","msg":"trace[1116614789] transaction","detail":"{read_only:false; response_revision:11491; number_of_response:1; }","duration":"4.177623988s","start":"2026-03-03T14:25:01.961972Z","end":"2026-03-03T14:25:06.139596Z","steps":["trace[1116614789] 'process raft request' (duration: 4.177134846s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139643Z","caller":"traceutil/trace.go:171","msg":"trace[1409502728] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:11491; }","duration":"4.182151046s","start":"2026-03-03T14:25:01.957481Z","end":"2026-03-03T14:25:06.139632Z","steps":["trace[1409502728] 'agreement among raft nodes before linearized reading' (duration: 4.182021573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.957474Z","time spent":"4.182190078s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:25:06.13967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.753577479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170141332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.383057725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:25:06.139701Z","caller":"traceutil/trace.go:171","msg":"trace[1463185281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11491; }","duration":"2.170176203s","start":"2026-03-03T14:25:03.969515Z","end":"2026-03-03T14:25:06.139691Z","steps":["trace[1463185281] 'agreement among raft nodes before linearized reading' (duration: 2.170128922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.969511Z","time spent":"2.170211634s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.961965Z","time spent":"4.177686449s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:06.139783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.319819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"warn","ts":"2026-03-03T14:25:06.139788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169557968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179995535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T14:25:06.139823Z","caller":"traceutil/trace.go:171","msg":"trace[341223006] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:11491; }","duration":"196.393951ms","start":"2026-03-03T14:25:05.943419Z","end":"2026-03-03T14:25:06.139813Z","steps":["trace[341223006] 'agreement among raft nodes before linearized reading' (duration: 196.297108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139844Z","caller":"traceutil/trace.go:171","msg":"trace[912944617] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:11491; }","duration":"4.180026455s","start":"2026-03-03T14:25:01.959807Z","end":"2026-03-03T14:25:06.139834Z","steps":["trace[912944617] 'agreement among raft nodes before linearized reading' (duration: 4.179957884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:54.878928Z","time spent":"11.260674469s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:06.139842Z","caller":"traceutil/trace.go:171","msg":"trace[811217296] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11491; }","duration":"2.169607069s","start":"2026-03-03T14:25:03.970217Z","end":"2026-03-03T14:25:06.139824Z","steps":["trace[811217296] 'agreement among raft nodes before linearized reading' (duration: 2.169551978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.959801Z","time spent":"4.180058646s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169495337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169367534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170440749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.140025Z","caller":"traceutil/trace.go:171","msg":"trace[189605786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11491; }","duration":"2.169786134s","start":"2026-03-03T14:25:03.97023Z","end":"2026-03-03T14:25:06.140016Z","steps":["trace[189605786] 'agreement among raft nodes before linearized reading' (duration: 2.169348303s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.140028Z","caller":"traceutil/trace.go:171","msg":"trace[986623066] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11491; }","duration":"2.17047639s","start":"2026-03-03T14:25:03.969542Z","end":"2026-03-03T14:25:06.140018Z","steps":["trace[986623066] 'agreement among raft nodes before linearized reading' (duration: 2.170436709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171977387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:06.140016Z","caller":"traceutil/trace.go:171","msg":"trace[2120220640] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11491; }","duration":"2.169803654s","start":"2026-03-03T14:25:03.970187Z","end":"2026-03-03T14:25:06.139991Z","steps":["trace[2120220640] 'agreement among raft nodes before linearized reading' (duration: 2.169472196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.561172484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:06.140057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.969539Z","time spent":"2.1705122s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.970183Z","time spent":"2.169932047s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.16962778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.139821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.588644911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:06.140228Z","caller":"traceutil/trace.go:171","msg":"trace[1858862497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11491; }","duration":"2.16966423s","start":"2026-03-03T14:25:03.97055Z","end":"2026-03-03T14:25:06.140214Z","steps":["trace[1858862497] 'agreement among raft nodes before linearized reading' (duration: 2.169616679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169996669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:06.14026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.970547Z","time spent":"2.169703332s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:06.140257Z","caller":"traceutil/trace.go:171","msg":"trace[304464304] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11491; }","duration":"3.589110973s","start":"2026-03-03T14:25:02.551132Z","end":"2026-03-03T14:25:06.140243Z","steps":["trace[304464304] 'agreement among raft nodes before linearized reading' (duration: 3.58861861s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.140285Z","caller":"traceutil/trace.go:171","msg":"trace[309288570] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11491; }","duration":"2.170034811s","start":"2026-03-03T14:25:03.970243Z","end":"2026-03-03T14:25:06.140278Z","steps":["trace[309288570] 'agreement among raft nodes before linearized reading' (duration: 2.169955038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139699Z","caller":"traceutil/trace.go:171","msg":"trace[134676033] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:11491; }","duration":"12.753648291s","start":"2026-03-03T14:24:53.386041Z","end":"2026-03-03T14:25:06.139689Z","steps":["trace[134676033] 'agreement among raft nodes before linearized reading' (duration: 12.753590399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.551114Z","time spent":"3.589185914s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:06.140149Z","caller":"traceutil/trace.go:171","msg":"trace[274316883] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11491; }","duration":"1.561307007s","start":"2026-03-03T14:25:04.578833Z","end":"2026-03-03T14:25:06.14014Z","steps":["trace[274316883] 'agreement among raft nodes before linearized reading' (duration: 1.561176004s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:06.139733Z","caller":"traceutil/trace.go:171","msg":"trace[968088818] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11491; }","duration":"8.383089105s","start":"2026-03-03T14:24:57.756627Z","end":"2026-03-03T14:25:06.139716Z","steps":["trace[968088818] 'agreement among raft nodes before linearized reading' (duration: 8.382971303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.578812Z","time spent":"1.561541614s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:06.140355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.386024Z","time spent":"12.754311567s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:57.756541Z","time spent":"8.383835964s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.970214Z","time spent":"2.16966899s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:06.140113Z","caller":"traceutil/trace.go:171","msg":"trace[54987896] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11491; }","duration":"2.172077889s","start":"2026-03-03T14:25:03.968025Z","end":"2026-03-03T14:25:06.140103Z","steps":["trace[54987896] 'agreement among raft nodes before linearized reading' (duration: 2.171956456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.96801Z","time spent":"2.172572122s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170804679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:06.140663Z","caller":"traceutil/trace.go:171","msg":"trace[383798966] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11491; }","duration":"2.171553677s","start":"2026-03-03T14:25:03.969079Z","end":"2026-03-03T14:25:06.140633Z","steps":["trace[383798966] 'agreement among raft nodes before linearized reading' (duration: 2.170760817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.810793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:06.140708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.969076Z","time spent":"2.171618789s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:25:06.140728Z","caller":"traceutil/trace.go:171","msg":"trace[910160589] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11491; }","duration":"205.656264ms","start":"2026-03-03T14:25:05.93506Z","end":"2026-03-03T14:25:06.140716Z","steps":["trace[910160589] 'agreement among raft nodes before linearized reading' (duration: 204.831624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.139957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038840092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.140853Z","caller":"traceutil/trace.go:171","msg":"trace[202001715] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11491; }","duration":"1.039723544s","start":"2026-03-03T14:25:05.101109Z","end":"2026-03-03T14:25:06.140832Z","steps":["trace[202001715] 'agreement among raft nodes before linearized reading' (duration: 1.038823492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.140927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.101054Z","time spent":"1.039848287s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:06.139967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170905211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:06.141031Z","caller":"traceutil/trace.go:171","msg":"trace[1580613667] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11491; }","duration":"2.171965257s","start":"2026-03-03T14:25:03.969056Z","end":"2026-03-03T14:25:06.141021Z","steps":["trace[1580613667] 'agreement among raft nodes before linearized reading' (duration: 2.17085928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.141064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.96904Z","time spent":"2.172014228s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476965766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.141157Z","caller":"traceutil/trace.go:171","msg":"trace[682935413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11491; }","duration":"1.478181675s","start":"2026-03-03T14:25:04.662962Z","end":"2026-03-03T14:25:06.141144Z","steps":["trace[682935413] 'agreement among raft nodes before linearized reading' (duration: 1.477013007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.141205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.662934Z","time spent":"1.478256297s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.970227Z","time spent":"2.169816774s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:06.139548Z","caller":"traceutil/trace.go:171","msg":"trace[1244208618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11491; }","duration":"4.843486686s","start":"2026-03-03T14:25:01.296034Z","end":"2026-03-03T14:25:06.139521Z","steps":["trace[1244208618] 'agreement among raft nodes before linearized reading' (duration: 4.843293651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.141424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.296015Z","time spent":"4.845387022s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:06.139564Z","caller":"traceutil/trace.go:171","msg":"trace[92390373] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11491; }","duration":"11.598695291s","start":"2026-03-03T14:24:54.540857Z","end":"2026-03-03T14:25:06.139552Z","steps":["trace[92390373] 'agreement among raft nodes before linearized reading' (duration: 11.598554237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.141492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:54.540841Z","time spent":"11.600641158s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.97024Z","time spent":"2.170064581s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:06.139957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170387428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.141675Z","caller":"traceutil/trace.go:171","msg":"trace[767926673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11491; }","duration":"2.17210724s","start":"2026-03-03T14:25:03.969555Z","end":"2026-03-03T14:25:06.141662Z","steps":["trace[767926673] 'agreement among raft nodes before linearized reading' (duration: 2.170372987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.141714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.969553Z","time spent":"2.172149561s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:06.142097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171534486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.142173Z","caller":"traceutil/trace.go:171","msg":"trace[1693334409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11491; }","duration":"2.171622808s","start":"2026-03-03T14:25:03.97053Z","end":"2026-03-03T14:25:06.142153Z","steps":["trace[1693334409] 'agreement among raft nodes before linearized reading' (duration: 2.169788085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.142252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.970526Z","time spent":"2.17171434s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:06.140226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.222548517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:06.142652Z","caller":"traceutil/trace.go:171","msg":"trace[1791754738] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11491; }","duration":"9.225132948s","start":"2026-03-03T14:24:56.917356Z","end":"2026-03-03T14:25:06.142489Z","steps":["trace[1791754738] 'agreement among raft nodes before linearized reading' (duration: 9.222562756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.142721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:56.917339Z","time spent":"9.225361254s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:06.142948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.099286383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:25:06.143023Z","caller":"traceutil/trace.go:171","msg":"trace[152154371] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11491; }","duration":"11.099416425s","start":"2026-03-03T14:24:55.043584Z","end":"2026-03-03T14:25:06.143Z","steps":["trace[152154371] 'agreement among raft nodes before linearized reading' (duration: 11.095785028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:06.146106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.043554Z","time spent":"11.10251982s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:25:06.642904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:07.14379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671918,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:07.394567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252910499s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:08.147957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:08.148022Z","caller":"traceutil/trace.go:171","msg":"trace[893535453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283591s","start":"2026-03-03T14:25:06.147724Z","end":"2026-03-03T14:25:08.148008Z","steps":["trace[893535453] 'agreement among raft nodes before linearized reading' (duration: 2.000205309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:08.148055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.14771Z","time spent":"2.000339153s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:10.148465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:10.148558Z","caller":"traceutil/trace.go:171","msg":"trace[372953938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345313s","start":"2026-03-03T14:25:08.148196Z","end":"2026-03-03T14:25:10.148541Z","steps":["trace[372953938] 'agreement among raft nodes before linearized reading' (duration: 2.000225661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.148621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148178Z","time spent":"2.000412205s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:11.135768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:11.135835Z","caller":"traceutil/trace.go:171","msg":"trace[956096476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402895s","start":"2026-03-03T14:25:09.135413Z","end":"2026-03-03T14:25:11.135816Z","steps":["trace[956096476] 'agreement among raft nodes before linearized reading' (duration: 2.000320933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.135865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:09.135394Z","time spent":"2.000464626s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:12.156306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:12.156406Z","caller":"traceutil/trace.go:171","msg":"trace[706616978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424575s","start":"2026-03-03T14:25:10.15596Z","end":"2026-03-03T14:25:12.156385Z","steps":["trace[706616978] 'agreement among raft nodes before linearized reading' (duration: 2.000304282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:12.156462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:10.155944Z","time spent":"2.000506506s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:13.141872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.141315Z","time spent":"7.000551425s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:13.145163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.144686Z","time spent":"7.000473643s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:13.147355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.146287Z","time spent":"7.001062337s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:13.648407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.647401Z","time spent":"7.001000805s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:14.156906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:14.156995Z","caller":"traceutil/trace.go:171","msg":"trace[831284040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000289852s","start":"2026-03-03T14:25:12.156686Z","end":"2026-03-03T14:25:14.156976Z","steps":["trace[831284040] 'agreement among raft nodes before linearized reading' (duration: 2.000181789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:14.157044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.156667Z","time spent":"2.000367313s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:16.165274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:16.165401Z","caller":"traceutil/trace.go:171","msg":"trace[382965040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000837375s","start":"2026-03-03T14:25:14.164528Z","end":"2026-03-03T14:25:16.165365Z","steps":["trace[382965040] 'agreement among raft nodes before linearized reading' (duration: 2.000675651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:16.165464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.164506Z","time spent":"2.000946678s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:18.165414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:18.165475Z","caller":"traceutil/trace.go:171","msg":"trace[629531546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000127997s","start":"2026-03-03T14:25:16.165332Z","end":"2026-03-03T14:25:18.16546Z","steps":["trace[629531546] 'agreement among raft nodes before linearized reading' (duration: 2.000043755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:18.165516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:16.165315Z","time spent":"2.000194229s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:20.152001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.151356Z","time spent":"7.000637997s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:20.154193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.153936Z","time spent":"7.000251078s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:20.173429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000199959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:20.173538Z","caller":"traceutil/trace.go:171","msg":"trace[2042562454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361183s","start":"2026-03-03T14:25:18.173155Z","end":"2026-03-03T14:25:20.173516Z","steps":["trace[2042562454] 'agreement among raft nodes before linearized reading' (duration: 2.00023356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:20.173583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.173135Z","time spent":"2.000438565s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:20.646155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.645401Z","time spent":"7.000747189s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:22.17438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000172739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:22.174461Z","caller":"traceutil/trace.go:171","msg":"trace[1034870227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298182s","start":"2026-03-03T14:25:20.174144Z","end":"2026-03-03T14:25:22.174442Z","steps":["trace[1034870227] 'agreement among raft nodes before linearized reading' (duration: 2.00019781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.174548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.174126Z","time spent":"2.000409034s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:23.834643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.413204928s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:23.834827Z","caller":"traceutil/trace.go:171","msg":"trace[134336886] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11491; }","duration":"13.413398953s","start":"2026-03-03T14:25:10.421411Z","end":"2026-03-03T14:25:23.83481Z","steps":["trace[134336886] 'range keys from in-memory index tree' (duration: 13.413191218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:23.835043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.44019267s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:25:23.835111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.411615Z","time spent":"6.423488425s","remote":"127.0.0.1:39028","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:24.18157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:24.181661Z","caller":"traceutil/trace.go:171","msg":"trace[620823570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000013664s","start":"2026-03-03T14:25:22.181628Z","end":"2026-03-03T14:25:24.181642Z","steps":["trace[620823570] 'agreement among raft nodes before linearized reading' (duration: 1.999895511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:24.181708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.181612Z","time spent":"2.000088047s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:26.029007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"18.634186998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:26.182781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000345883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:26.182905Z","caller":"traceutil/trace.go:171","msg":"trace[2128987265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515567s","start":"2026-03-03T14:25:24.18236Z","end":"2026-03-03T14:25:26.182876Z","steps":["trace[2128987265] 'agreement among raft nodes before linearized reading' (duration: 2.000376494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:26.182957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.182344Z","time spent":"2.000601879s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:27.158061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.157704Z","time spent":"7.00035046s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:27.182482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.1583Z","time spent":"7.024174624s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:28.190973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:28.191054Z","caller":"traceutil/trace.go:171","msg":"trace[1465708772] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107218s","start":"2026-03-03T14:25:26.190927Z","end":"2026-03-03T14:25:28.191034Z","steps":["trace[1465708772] 'agreement among raft nodes before linearized reading' (duration: 2.000009775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:28.191099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:26.190911Z","time spent":"2.000178439s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:28.643988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993182255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:28.644083Z","caller":"traceutil/trace.go:171","msg":"trace[1897462950] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.993342899s","start":"2026-03-03T14:25:20.650716Z","end":"2026-03-03T14:25:28.644058Z","steps":["trace[1897462950] 'agreement among raft nodes before linearized reading' (duration: 7.993206656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:28.644132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.6507Z","time spent":"7.993421571s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/03 14:25:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:30.19118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:30.191293Z","caller":"traceutil/trace.go:171","msg":"trace[1089763454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091096s","start":"2026-03-03T14:25:28.191179Z","end":"2026-03-03T14:25:30.19127Z","steps":["trace[1089763454] 'agreement among raft nodes before linearized reading' (duration: 1.999949533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.191345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:28.191162Z","time spent":"2.000172148s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:30.836653Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bf5ef","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:25:31.135629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:31.135753Z","caller":"traceutil/trace.go:171","msg":"trace[1750841826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349253s","start":"2026-03-03T14:25:29.135377Z","end":"2026-03-03T14:25:31.135726Z","steps":["trace[1750841826] 'agreement among raft nodes before linearized reading' (duration: 2.000180429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:31.135813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:29.135358Z","time spent":"2.000443855s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:31.919711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498098275s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:31.919861Z","caller":"traceutil/trace.go:171","msg":"trace[1671797386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11491; }","duration":"1.498265269s","start":"2026-03-03T14:25:30.421579Z","end":"2026-03-03T14:25:31.919844Z","steps":["trace[1671797386] 'range keys from in-memory index tree' (duration: 1.498081725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:31.922105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:28.763607Z","time spent":"3.158494169s","remote":"127.0.0.1:39334","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:31.923099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.893754335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:31.923439Z","caller":"traceutil/trace.go:171","msg":"trace[578834836] linearizableReadLoop","detail":"{readStateIndex:11955; appliedIndex:11951; }","duration":"25.781382933s","start":"2026-03-03T14:25:06.142041Z","end":"2026-03-03T14:25:31.923424Z","steps":["trace[578834836] 'read index received' (duration: 1.252803176s)","trace[578834836] 'applied index is now lower than readState.Index' (duration: 24.528578787s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:31.923667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.781615389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-03T14:25:31.923704Z","caller":"traceutil/trace.go:171","msg":"trace[177157714] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:11494; }","duration":"25.78167898s","start":"2026-03-03T14:25:06.142014Z","end":"2026-03-03T14:25:31.923693Z","steps":["trace[177157714] 'agreement among raft nodes before linearized reading' (duration: 25.781567368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:31.923732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.141998Z","time spent":"25.781727401s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-03T14:25:32.200302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000170879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:32.200376Z","caller":"traceutil/trace.go:171","msg":"trace[472405100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292442s","start":"2026-03-03T14:25:30.200068Z","end":"2026-03-03T14:25:32.20036Z","steps":["trace[472405100] 'agreement among raft nodes before linearized reading' (duration: 2.00019873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:32.200414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.200052Z","time spent":"2.000353983s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:32.216089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.186947027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:33.221001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.402624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:25:33.906367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.242906ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T14:25:33.906555Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"15.5µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-03T14:25:33.906774Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bf5ef","error":"lease not found"} {"level":"warn","ts":"2026-03-03T14:25:33.907454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.186932Z","time spent":"6.720517649s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:33.90793Z","caller":"traceutil/trace.go:171","msg":"trace[735201736] linearizableReadLoop","detail":"{readStateIndex:11964; appliedIndex:11955; }","duration":"1.984434221s","start":"2026-03-03T14:25:31.923472Z","end":"2026-03-03T14:25:33.907907Z","steps":["trace[735201736] 'read index received' (duration: 292.866665ms)","trace[735201736] 'applied index is now lower than readState.Index' (duration: 1.691566466s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:33.908277Z","caller":"traceutil/trace.go:171","msg":"trace[146379584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11496; }","duration":"5.261927146s","start":"2026-03-03T14:25:28.646328Z","end":"2026-03-03T14:25:33.908255Z","steps":["trace[146379584] 'process raft request' (duration: 5.260130292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:28.646307Z","time spent":"5.262034309s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:33.9087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.759672141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.704909037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.908796Z","caller":"traceutil/trace.go:171","msg":"trace[1478480541] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11497; }","duration":"25.759828024s","start":"2026-03-03T14:25:08.148945Z","end":"2026-03-03T14:25:33.908773Z","steps":["trace[1478480541] 'agreement among raft nodes before linearized reading' (duration: 25.759575878s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.908808Z","caller":"traceutil/trace.go:171","msg":"trace[1375270417] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11497; }","duration":"8.70501055s","start":"2026-03-03T14:25:25.203778Z","end":"2026-03-03T14:25:33.908789Z","steps":["trace[1375270417] 'agreement among raft nodes before linearized reading' (duration: 8.70462019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.758672696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:33.908826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.055732191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.908883Z","caller":"traceutil/trace.go:171","msg":"trace[727456884] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11497; }","duration":"25.758768679s","start":"2026-03-03T14:25:08.15009Z","end":"2026-03-03T14:25:33.908858Z","steps":["trace[727456884] 'agreement among raft nodes before linearized reading' (duration: 25.758305948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.759435645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.443135992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.346013358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.908937Z","caller":"traceutil/trace.go:171","msg":"trace[1312312471] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11497; }","duration":"25.759485726s","start":"2026-03-03T14:25:08.14944Z","end":"2026-03-03T14:25:33.908926Z","steps":["trace[1312312471] 'agreement among raft nodes before linearized reading' (duration: 25.759433185s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.908948Z","caller":"traceutil/trace.go:171","msg":"trace[2135751310] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11497; }","duration":"12.443240674s","start":"2026-03-03T14:25:21.465696Z","end":"2026-03-03T14:25:33.908937Z","steps":["trace[2135751310] 'agreement among raft nodes before linearized reading' (duration: 12.442762943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.112657671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.149433Z","time spent":"25.759535857s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:33.908974Z","caller":"traceutil/trace.go:171","msg":"trace[1064756216] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11497; }","duration":"6.34609596s","start":"2026-03-03T14:25:27.562862Z","end":"2026-03-03T14:25:33.908958Z","steps":["trace[1064756216] 'agreement among raft nodes before linearized reading' (duration: 6.346028208s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.90894Z","caller":"traceutil/trace.go:171","msg":"trace[1535781068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11497; }","duration":"12.055858284s","start":"2026-03-03T14:25:21.85306Z","end":"2026-03-03T14:25:33.908918Z","steps":["trace[1535781068] 'agreement among raft nodes before linearized reading' (duration: 12.055376302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.619292078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.332628282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.763324323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:25:33.909044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.853008Z","time spent":"12.056016467s","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.9091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.831841799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.81641861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909127Z","caller":"traceutil/trace.go:171","msg":"trace[90002820] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11497; }","duration":"3.83190332s","start":"2026-03-03T14:25:30.077214Z","end":"2026-03-03T14:25:33.909118Z","steps":["trace[90002820] 'agreement among raft nodes before linearized reading' (duration: 3.831857279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.628049188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.717900421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909161Z","caller":"traceutil/trace.go:171","msg":"trace[676536060] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11497; }","duration":"22.628114759s","start":"2026-03-03T14:25:11.281036Z","end":"2026-03-03T14:25:33.909151Z","steps":["trace[676536060] 'agreement among raft nodes before linearized reading' (duration: 22.628051898s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909179Z","caller":"traceutil/trace.go:171","msg":"trace[1648833574] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"1.983135209s","start":"2026-03-03T14:25:31.926035Z","end":"2026-03-03T14:25:33.909171Z","steps":["trace[1648833574] 'process raft request' (duration: 1.980557686s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909192Z","caller":"traceutil/trace.go:171","msg":"trace[628878948] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11497; }","duration":"4.718002884s","start":"2026-03-03T14:25:29.191176Z","end":"2026-03-03T14:25:33.909179Z","steps":["trace[628878948] 'agreement among raft nodes before linearized reading' (duration: 4.717919352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.281021Z","time spent":"22.628172491s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.968577722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:6855"} {"level":"warn","ts":"2026-03-03T14:25:33.90926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:29.191151Z","time spent":"4.718072466s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.759862045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909269Z","caller":"traceutil/trace.go:171","msg":"trace[1099375844] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11497; }","duration":"10.968653255s","start":"2026-03-03T14:25:22.940598Z","end":"2026-03-03T14:25:33.909251Z","steps":["trace[1099375844] 'agreement among raft nodes before linearized reading' (duration: 10.968513791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.031804236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T14:25:33.909304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.748291858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-03-03T14:25:33.909307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.763751414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:25:33.909354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31125887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.908849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148937Z","time spent":"25.759900036s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.254352926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.487236589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.019756227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139588446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.909156Z","caller":"traceutil/trace.go:171","msg":"trace[483341719] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11497; }","duration":"13.816536873s","start":"2026-03-03T14:25:20.0926Z","end":"2026-03-03T14:25:33.909136Z","steps":["trace[483341719] 'agreement among raft nodes before linearized reading' (duration: 13.815856927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909477Z","caller":"traceutil/trace.go:171","msg":"trace[1410303334] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11497; }","duration":"25.48731376s","start":"2026-03-03T14:25:08.42215Z","end":"2026-03-03T14:25:33.909464Z","steps":["trace[1410303334] 'agreement among raft nodes before linearized reading' (duration: 25.487248018s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.90949Z","caller":"traceutil/trace.go:171","msg":"trace[750290097] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11497; }","duration":"7.019838709s","start":"2026-03-03T14:25:26.889637Z","end":"2026-03-03T14:25:33.909475Z","steps":["trace[750290097] 'agreement among raft nodes before linearized reading' (duration: 7.019768877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.759267331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909505Z","caller":"traceutil/trace.go:171","msg":"trace[162597982] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11497; }","duration":"6.139674897s","start":"2026-03-03T14:25:27.769814Z","end":"2026-03-03T14:25:33.909488Z","steps":["trace[162597982] 'agreement among raft nodes before linearized reading' (duration: 6.139572095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.092579Z","time spent":"13.816917491s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.90953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:26.889618Z","time spent":"7.019901801s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.90954Z","caller":"traceutil/trace.go:171","msg":"trace[86988498] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11497; }","duration":"25.759356123s","start":"2026-03-03T14:25:08.150169Z","end":"2026-03-03T14:25:33.909526Z","steps":["trace[86988498] 'agreement among raft nodes before linearized reading' (duration: 25.759280791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.90956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.76976Z","time spent":"6.13978486s","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.9096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.156386849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.909628Z","caller":"traceutil/trace.go:171","msg":"trace[671480604] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11497; }","duration":"25.15644799s","start":"2026-03-03T14:25:08.753173Z","end":"2026-03-03T14:25:33.909621Z","steps":["trace[671480604] 'agreement among raft nodes before linearized reading' (duration: 25.156392329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.753157Z","time spent":"25.156494871s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.083230337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:25:33.908994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.880662398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909456Z","caller":"traceutil/trace.go:171","msg":"trace[1972881202] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11497; }","duration":"11.254465469s","start":"2026-03-03T14:25:22.654975Z","end":"2026-03-03T14:25:33.90944Z","steps":["trace[1972881202] 'agreement among raft nodes before linearized reading' (duration: 11.254369897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.765149197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"warn","ts":"2026-03-03T14:25:33.909811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.337628585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.654947Z","time spent":"11.254802707s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.562482094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.376002226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909814Z","caller":"traceutil/trace.go:171","msg":"trace[1612523470] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11497; }","duration":"9.881445427s","start":"2026-03-03T14:25:24.028294Z","end":"2026-03-03T14:25:33.909739Z","steps":["trace[1612523470] 'agreement among raft nodes before linearized reading' (duration: 9.880669359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.764990803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:25:33.909904Z","caller":"traceutil/trace.go:171","msg":"trace[710239405] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11497; }","duration":"9.563485607s","start":"2026-03-03T14:25:24.346394Z","end":"2026-03-03T14:25:33.909879Z","steps":["trace[710239405] 'agreement among raft nodes before linearized reading' (duration: 9.562502144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.328677984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.90997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.346362Z","time spent":"9.563587501s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.91Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83335816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.909994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.028277Z","time spent":"9.881629271s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.761682779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.910027Z","caller":"traceutil/trace.go:171","msg":"trace[1366570780] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11497; }","duration":"1.833387891s","start":"2026-03-03T14:25:32.076632Z","end":"2026-03-03T14:25:33.91002Z","steps":["trace[1366570780] 'agreement among raft nodes before linearized reading' (duration: 1.833332459s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910042Z","caller":"traceutil/trace.go:171","msg":"trace[1202891841] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11497; }","duration":"25.761762251s","start":"2026-03-03T14:25:08.148274Z","end":"2026-03-03T14:25:33.910036Z","steps":["trace[1202891841] 'agreement among raft nodes before linearized reading' (duration: 25.761735361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.91005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.076585Z","time spent":"1.833458742s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.778037813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.910065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148267Z","time spent":"25.761793412s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:31.926021Z","time spent":"1.98318207s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:33.910092Z","caller":"traceutil/trace.go:171","msg":"trace[1533033429] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11497; }","duration":"25.778118815s","start":"2026-03-03T14:25:08.131961Z","end":"2026-03-03T14:25:33.91008Z","steps":["trace[1533033429] 'agreement among raft nodes before linearized reading' (duration: 25.777970642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.258203985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19080"} {"level":"warn","ts":"2026-03-03T14:25:33.910122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.76129216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:33.909146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.077194Z","time spent":"3.831947422s","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.909981Z","caller":"traceutil/trace.go:171","msg":"trace[189916688] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11497; }","duration":"8.328761107s","start":"2026-03-03T14:25:25.581208Z","end":"2026-03-03T14:25:33.909969Z","steps":["trace[189916688] 'agreement among raft nodes before linearized reading' (duration: 8.328689245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.340491852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.910273Z","caller":"traceutil/trace.go:171","msg":"trace[1149658058] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11497; }","duration":"18.340587834s","start":"2026-03-03T14:25:15.569673Z","end":"2026-03-03T14:25:33.910261Z","steps":["trace[1149658058] 'agreement among raft nodes before linearized reading' (duration: 18.340501672s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910319Z","caller":"traceutil/trace.go:171","msg":"trace[928501039] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11497; }","duration":"25.761520817s","start":"2026-03-03T14:25:08.148784Z","end":"2026-03-03T14:25:33.910305Z","steps":["trace[928501039] 'agreement among raft nodes before linearized reading' (duration: 25.761209158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148776Z","time spent":"25.761587108s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.290223653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.910412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.124597432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.910279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.761412132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.910458Z","caller":"traceutil/trace.go:171","msg":"trace[2092781450] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11497; }","duration":"22.124686604s","start":"2026-03-03T14:25:11.785756Z","end":"2026-03-03T14:25:33.910443Z","steps":["trace[2092781450] 'agreement among raft nodes before linearized reading' (duration: 22.124618102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.785742Z","time spent":"22.124741375s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.340257496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.90922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.759800354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:33.909868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.539277301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.910843Z","caller":"traceutil/trace.go:171","msg":"trace[1367376754] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11497; }","duration":"22.340544893s","start":"2026-03-03T14:25:11.570291Z","end":"2026-03-03T14:25:33.910836Z","steps":["trace[1367376754] 'agreement among raft nodes before linearized reading' (duration: 22.338255808s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910867Z","caller":"traceutil/trace.go:171","msg":"trace[1432443484] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11497; }","duration":"25.761539875s","start":"2026-03-03T14:25:08.149309Z","end":"2026-03-03T14:25:33.910849Z","steps":["trace[1432443484] 'agreement among raft nodes before linearized reading' (duration: 25.759827884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.570269Z","time spent":"22.340601555s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.149296Z","time spent":"25.761611317s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.155462119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607924023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.910985Z","caller":"traceutil/trace.go:171","msg":"trace[1351237507] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11497; }","duration":"6.155548871s","start":"2026-03-03T14:25:27.755427Z","end":"2026-03-03T14:25:33.910976Z","steps":["trace[1351237507] 'agreement among raft nodes before linearized reading' (duration: 6.15299535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.755403Z","time spent":"6.155599152s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.911008Z","caller":"traceutil/trace.go:171","msg":"trace[1954727523] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11497; }","duration":"4.609408009s","start":"2026-03-03T14:25:29.301585Z","end":"2026-03-03T14:25:33.910993Z","steps":["trace[1954727523] 'agreement among raft nodes before linearized reading' (duration: 4.607860101s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910947Z","caller":"traceutil/trace.go:171","msg":"trace[1372868281] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11497; }","duration":"7.540327087s","start":"2026-03-03T14:25:26.370532Z","end":"2026-03-03T14:25:33.910859Z","steps":["trace[1372868281] 'agreement among raft nodes before linearized reading' (duration: 7.539200479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:26.370474Z","time spent":"7.540660744s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.911237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.621405888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.911314Z","caller":"traceutil/trace.go:171","msg":"trace[1183826321] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11497; }","duration":"11.621552032s","start":"2026-03-03T14:25:22.289744Z","end":"2026-03-03T14:25:33.911296Z","steps":["trace[1183826321] 'agreement among raft nodes before linearized reading' (duration: 11.618762485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.3387994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.91133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.767540464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.911368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.289711Z","time spent":"11.621643494s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.911389Z","caller":"traceutil/trace.go:171","msg":"trace[9762061] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:11497; }","duration":"20.768240831s","start":"2026-03-03T14:25:13.143131Z","end":"2026-03-03T14:25:33.911372Z","steps":["trace[9762061] 'agreement among raft nodes before linearized reading' (duration: 20.767545994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.143112Z","time spent":"20.768309723s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:25:33.911442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.763114774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.911069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:29.301566Z","time spent":"4.6094858s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.911525Z","caller":"traceutil/trace.go:171","msg":"trace[273422945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11497; }","duration":"25.763217366s","start":"2026-03-03T14:25:08.148292Z","end":"2026-03-03T14:25:33.91151Z","steps":["trace[273422945] 'agreement among raft nodes before linearized reading' (duration: 25.760176203s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.911369Z","caller":"traceutil/trace.go:171","msg":"trace[1342311942] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11497; }","duration":"19.339807423s","start":"2026-03-03T14:25:14.57155Z","end":"2026-03-03T14:25:33.911357Z","steps":["trace[1342311942] 'agreement among raft nodes before linearized reading' (duration: 19.33880334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148285Z","time spent":"25.763290998s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.90952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.422131Z","time spent":"25.487378162s","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.911586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.571521Z","time spent":"19.340045819s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:15.569651Z","time spent":"18.340661858s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.91048Z","caller":"traceutil/trace.go:171","msg":"trace[396601368] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11497; }","duration":"10.291619587s","start":"2026-03-03T14:25:23.618801Z","end":"2026-03-03T14:25:33.910421Z","steps":["trace[396601368] 'agreement among raft nodes before linearized reading' (duration: 10.290214823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:23.618779Z","time spent":"10.29300712s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.909307Z","caller":"traceutil/trace.go:171","msg":"trace[526438330] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11497; }","duration":"25.759950537s","start":"2026-03-03T14:25:08.149349Z","end":"2026-03-03T14:25:33.9093Z","steps":["trace[526438330] 'agreement among raft nodes before linearized reading' (duration: 25.759894865s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909826Z","caller":"traceutil/trace.go:171","msg":"trace[61863896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11497; }","duration":"27.765566467s","start":"2026-03-03T14:25:06.144253Z","end":"2026-03-03T14:25:33.90982Z","steps":["trace[61863896] 'agreement among raft nodes before linearized reading' (duration: 27.765149777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.91206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.149327Z","time spent":"25.762718994s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:33.909947Z","caller":"traceutil/trace.go:171","msg":"trace[422654515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11497; }","duration":"27.765048035s","start":"2026-03-03T14:25:06.144891Z","end":"2026-03-03T14:25:33.909939Z","steps":["trace[422654515] 'agreement among raft nodes before linearized reading' (duration: 27.764952553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.91254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.14488Z","time spent":"27.767646927s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.581188Z","time spent":"8.329009193s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.912586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.580648657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.91219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.144231Z","time spent":"27.767928834s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:25:33.912625Z","caller":"traceutil/trace.go:171","msg":"trace[371700359] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11497; }","duration":"14.58073262s","start":"2026-03-03T14:25:19.331883Z","end":"2026-03-03T14:25:33.912616Z","steps":["trace[371700359] 'agreement among raft nodes before linearized reading' (duration: 14.576670513s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909904Z","caller":"traceutil/trace.go:171","msg":"trace[1064734859] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11497; }","duration":"26.376094129s","start":"2026-03-03T14:25:07.533795Z","end":"2026-03-03T14:25:33.909889Z","steps":["trace[1064734859] 'agreement among raft nodes before linearized reading' (duration: 26.375999746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.912663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:19.33186Z","time spent":"14.580793951s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.912693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.533779Z","time spent":"26.378888006s","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.465681Z","time spent":"12.443296315s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.912796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.760580743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909063Z","caller":"traceutil/trace.go:171","msg":"trace[1134655651] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11497; }","duration":"22.619335549s","start":"2026-03-03T14:25:11.289711Z","end":"2026-03-03T14:25:33.909046Z","steps":["trace[1134655651] 'agreement among raft nodes before linearized reading' (duration: 22.619268107s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.912869Z","caller":"traceutil/trace.go:171","msg":"trace[403710382] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11497; }","duration":"25.76465888s","start":"2026-03-03T14:25:08.148174Z","end":"2026-03-03T14:25:33.912833Z","steps":["trace[403710382] 'agreement among raft nodes before linearized reading' (duration: 25.760585323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.912914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.148153Z","time spent":"25.764753033s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:33.90902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.562849Z","time spent":"6.346157271s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.912865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.289677Z","time spent":"22.62317569s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.203759Z","time spent":"8.705084671s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.90887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.186102898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.913228Z","caller":"traceutil/trace.go:171","msg":"trace[863539675] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11497; }","duration":"9.190493575s","start":"2026-03-03T14:25:24.722719Z","end":"2026-03-03T14:25:33.913213Z","steps":["trace[863539675] 'agreement among raft nodes before linearized reading' (duration: 9.186105508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.913268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.7227Z","time spent":"9.190555446s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.15008Z","time spent":"25.758851351s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:33.909017Z","caller":"traceutil/trace.go:171","msg":"trace[1088965469] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11497; }","duration":"16.112756592s","start":"2026-03-03T14:25:17.79623Z","end":"2026-03-03T14:25:33.908987Z","steps":["trace[1088965469] 'agreement among raft nodes before linearized reading' (duration: 16.112159108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909069Z","caller":"traceutil/trace.go:171","msg":"trace[530752216] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11497; }","duration":"11.333010051s","start":"2026-03-03T14:25:22.576045Z","end":"2026-03-03T14:25:33.909055Z","steps":["trace[530752216] 'agreement among raft nodes before linearized reading' (duration: 11.332357465s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909132Z","caller":"traceutil/trace.go:171","msg":"trace[1671773338] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11497; }","duration":"12.763488667s","start":"2026-03-03T14:25:21.145612Z","end":"2026-03-03T14:25:33.9091Z","steps":["trace[1671773338] 'agreement among raft nodes before linearized reading' (duration: 12.762814251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.42125552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.90932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012129324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.909322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.940582Z","time spent":"10.968729916s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" "} {"level":"info","ts":"2026-03-03T14:25:33.909354Z","caller":"traceutil/trace.go:171","msg":"trace[1472275447] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11497; }","duration":"11.031904778s","start":"2026-03-03T14:25:22.87743Z","end":"2026-03-03T14:25:33.909334Z","steps":["trace[1472275447] 'agreement among raft nodes before linearized reading' (duration: 11.031744875s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909369Z","caller":"traceutil/trace.go:171","msg":"trace[490942170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11497; }","duration":"12.763877216s","start":"2026-03-03T14:25:21.145478Z","end":"2026-03-03T14:25:33.909356Z","steps":["trace[490942170] 'agreement among raft nodes before linearized reading' (duration: 12.763709562s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909379Z","caller":"traceutil/trace.go:171","msg":"trace[851088266] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11497; }","duration":"3.311320091s","start":"2026-03-03T14:25:30.598052Z","end":"2026-03-03T14:25:33.909373Z","steps":["trace[851088266] 'agreement among raft nodes before linearized reading' (duration: 3.311283201s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909377Z","caller":"traceutil/trace.go:171","msg":"trace[1204527874] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:11497; }","duration":"6.74836601s","start":"2026-03-03T14:25:27.160979Z","end":"2026-03-03T14:25:33.909345Z","steps":["trace[1204527874] 'agreement among raft nodes before linearized reading' (duration: 6.748197736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.150148Z","time spent":"25.759530187s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:33.909713Z","caller":"traceutil/trace.go:171","msg":"trace[2039476782] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11497; }","duration":"25.083307499s","start":"2026-03-03T14:25:08.826394Z","end":"2026-03-03T14:25:33.909702Z","steps":["trace[2039476782] 'agreement among raft nodes before linearized reading' (duration: 25.083150805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909862Z","caller":"traceutil/trace.go:171","msg":"trace[1567423251] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11497; }","duration":"25.337761568s","start":"2026-03-03T14:25:08.572086Z","end":"2026-03-03T14:25:33.909848Z","steps":["trace[1567423251] 'agreement among raft nodes before linearized reading' (duration: 25.337648365s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.539193246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.910147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.131944Z","time spent":"25.778190366s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.910152Z","caller":"traceutil/trace.go:171","msg":"trace[745276657] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11497; }","duration":"20.258268797s","start":"2026-03-03T14:25:13.651871Z","end":"2026-03-03T14:25:33.91014Z","steps":["trace[745276657] 'agreement among raft nodes before linearized reading' (duration: 20.258145184s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.91049Z","caller":"traceutil/trace.go:171","msg":"trace[164087450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11497; }","duration":"25.761627938s","start":"2026-03-03T14:25:08.148845Z","end":"2026-03-03T14:25:33.910473Z","steps":["trace[164087450] 'agreement among raft nodes before linearized reading' (duration: 25.761400651s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.477326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:25:33.910648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.521997932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"warn","ts":"2026-03-03T14:25:33.910678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.303391409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.910677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165422402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.910705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709964819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.913956Z","caller":"traceutil/trace.go:171","msg":"trace[1959232215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11497; }","duration":"1.713233508s","start":"2026-03-03T14:25:32.200706Z","end":"2026-03-03T14:25:33.913939Z","steps":["trace[1959232215] 'agreement among raft nodes before linearized reading' (duration: 1.709974189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.914007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.200694Z","time spent":"1.713298959s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:33.914133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.160964Z","time spent":"6.753155945s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-03T14:25:33.914148Z","caller":"traceutil/trace.go:171","msg":"trace[906398298] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11497; }","duration":"6.426293881s","start":"2026-03-03T14:25:27.487838Z","end":"2026-03-03T14:25:33.914132Z","steps":["trace[906398298] 'agreement among raft nodes before linearized reading' (duration: 6.421210079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.914196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.487821Z","time spent":"6.426355793s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.877411Z","time spent":"11.036819937s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:33.914298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.572062Z","time spent":"25.342227695s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.145459Z","time spent":"12.768866607s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:25:33.914435Z","caller":"traceutil/trace.go:171","msg":"trace[892260347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11497; }","duration":"3.017292028s","start":"2026-03-03T14:25:30.897123Z","end":"2026-03-03T14:25:33.914415Z","steps":["trace[892260347] 'agreement among raft nodes before linearized reading' (duration: 3.012175765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.914441Z","caller":"traceutil/trace.go:171","msg":"trace[751599603] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11497; }","duration":"8.543641233s","start":"2026-03-03T14:25:25.370785Z","end":"2026-03-03T14:25:33.914426Z","steps":["trace[751599603] 'agreement among raft nodes before linearized reading' (duration: 8.539177905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.914477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.370734Z","time spent":"8.543731415s","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.826375Z","time spent":"25.087877899s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.598033Z","time spent":"3.316558557s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.796207Z","time spent":"16.118510551s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.651859Z","time spent":"20.262847457s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:25:33.914936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.576026Z","time spent":"11.338898232s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.91506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.14884Z","time spent":"25.766207717s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:33.915068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.14559Z","time spent":"12.769465971s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:25:33.915177Z","caller":"traceutil/trace.go:171","msg":"trace[976860033] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11497; }","duration":"933.026584ms","start":"2026-03-03T14:25:32.98214Z","end":"2026-03-03T14:25:33.915166Z","steps":["trace[976860033] 'agreement among raft nodes before linearized reading' (duration: 927.961852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.91521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.982123Z","time spent":"933.075906ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1176,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.914478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.897089Z","time spent":"3.01737356s","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.915502Z","caller":"traceutil/trace.go:171","msg":"trace[1457509566] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11497; }","duration":"19.52690427s","start":"2026-03-03T14:25:14.388588Z","end":"2026-03-03T14:25:33.915492Z","steps":["trace[1457509566] 'agreement among raft nodes before linearized reading' (duration: 19.521833838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.915533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.388569Z","time spent":"19.52695555s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:25:33.915616Z","caller":"traceutil/trace.go:171","msg":"trace[2006946780] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11497; }","duration":"22.308378558s","start":"2026-03-03T14:25:11.607223Z","end":"2026-03-03T14:25:33.915601Z","steps":["trace[2006946780] 'agreement among raft nodes before linearized reading' (duration: 22.303398199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.915652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.607198Z","time spent":"22.308442249s","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.915751Z","caller":"traceutil/trace.go:171","msg":"trace[948889724] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11497; }","duration":"1.170543394s","start":"2026-03-03T14:25:32.745199Z","end":"2026-03-03T14:25:33.915742Z","steps":["trace[948889724] 'agreement among raft nodes before linearized reading' (duration: 1.165426652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.915777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.745179Z","time spent":"1.170589555s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:34.555874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.82071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:34.556014Z","caller":"traceutil/trace.go:171","msg":"trace[1028546819] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"645.1545ms","start":"2026-03-03T14:25:33.910838Z","end":"2026-03-03T14:25:34.555992Z","steps":["trace[1028546819] 'process raft request' (duration: 250.137915ms)","trace[1028546819] 'compare' (duration: 394.540564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:34.556084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.910813Z","time spent":"645.244201ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:35.221964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.547421ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:25:35.222434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.912661Z","time spent":"1.309765129s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:35.222624Z","caller":"traceutil/trace.go:171","msg":"trace[217685990] linearizableReadLoop","detail":"{readStateIndex:11967; appliedIndex:11965; }","duration":"1.289594243s","start":"2026-03-03T14:25:33.933008Z","end":"2026-03-03T14:25:35.222603Z","steps":["trace[217685990] 'read index received' (duration: 227.9224ms)","trace[217685990] 'applied index is now lower than readState.Index' (duration: 1.061670933s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:35.222758Z","caller":"traceutil/trace.go:171","msg":"trace[695563984] transaction","detail":"{read_only:false; response_revision:11499; number_of_response:1; }","duration":"1.287508193s","start":"2026-03-03T14:25:33.935225Z","end":"2026-03-03T14:25:35.222733Z","steps":["trace[695563984] 'process raft request' (duration: 1.287096183s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:35.222772Z","caller":"traceutil/trace.go:171","msg":"trace[81473437] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"1.28409824s","start":"2026-03-03T14:25:33.938618Z","end":"2026-03-03T14:25:35.222716Z","steps":["trace[81473437] 'process raft request' (duration: 1.283926026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.222818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289794927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:25:35.222852Z","caller":"traceutil/trace.go:171","msg":"trace[1055850208] range","detail":"{range_begin:/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b; range_end:; response_count:1; response_revision:11502; }","duration":"1.289883879s","start":"2026-03-03T14:25:33.932957Z","end":"2026-03-03T14:25:35.222841Z","steps":["trace[1055850208] 'agreement among raft nodes before linearized reading' (duration: 1.289738236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.222887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.935205Z","time spent":"1.287612736s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:35.222876Z","caller":"traceutil/trace.go:171","msg":"trace[588289590] transaction","detail":"{read_only:false; response_revision:11500; number_of_response:1; }","duration":"1.287194725s","start":"2026-03-03T14:25:33.935656Z","end":"2026-03-03T14:25:35.22285Z","steps":["trace[588289590] 'process raft request' (duration: 1.286809425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.222909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.93294Z","time spent":"1.289953192s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" "} {"level":"warn","ts":"2026-03-03T14:25:35.222936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.938609Z","time spent":"1.284236823s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:35.222986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.935649Z","time spent":"1.287278566s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:35.223051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287600505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:25:35.223145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.835565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:35.223215Z","caller":"traceutil/trace.go:171","msg":"trace[335802250] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11502; }","duration":"586.948058ms","start":"2026-03-03T14:25:34.636254Z","end":"2026-03-03T14:25:35.223202Z","steps":["trace[335802250] 'agreement among raft nodes before linearized reading' (duration: 586.741933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.223262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.120483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-03-03T14:25:35.223252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.636231Z","time spent":"587.009959ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":45,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:35.223244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.339223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:35.223309Z","caller":"traceutil/trace.go:171","msg":"trace[1514239171] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29; range_end:; response_count:1; response_revision:11502; }","duration":"663.194485ms","start":"2026-03-03T14:25:34.560096Z","end":"2026-03-03T14:25:35.223291Z","steps":["trace[1514239171] 'agreement among raft nodes before linearized reading' (duration: 663.087322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.22334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.72829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:35.223341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.560077Z","time spent":"663.256096ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29\" "} {"level":"info","ts":"2026-03-03T14:25:35.22335Z","caller":"traceutil/trace.go:171","msg":"trace[490731573] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11502; }","duration":"104.503637ms","start":"2026-03-03T14:25:35.118823Z","end":"2026-03-03T14:25:35.223327Z","steps":["trace[490731573] 'agreement among raft nodes before linearized reading' (duration: 104.23143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.223358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283837144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:35.223373Z","caller":"traceutil/trace.go:171","msg":"trace[935250388] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11502; }","duration":"901.795992ms","start":"2026-03-03T14:25:34.321565Z","end":"2026-03-03T14:25:35.223361Z","steps":["trace[935250388] 'agreement among raft nodes before linearized reading' (duration: 901.754281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:35.223396Z","caller":"traceutil/trace.go:171","msg":"trace[1736563356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11502; }","duration":"1.283899645s","start":"2026-03-03T14:25:33.939488Z","end":"2026-03-03T14:25:35.223388Z","steps":["trace[1736563356] 'agreement among raft nodes before linearized reading' (duration: 1.283833484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.223403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.321542Z","time spent":"901.854674ms","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:35.223419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.939455Z","time spent":"1.283958767s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:35.22316Z","caller":"traceutil/trace.go:171","msg":"trace[1066416378] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11502; }","duration":"1.287690397s","start":"2026-03-03T14:25:33.935397Z","end":"2026-03-03T14:25:35.223088Z","steps":["trace[1066416378] 'agreement among raft nodes before linearized reading' (duration: 1.287500233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.223507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.935389Z","time spent":"1.288098867s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T14:25:35.223288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.884391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:35.22359Z","caller":"traceutil/trace.go:171","msg":"trace[1861036658] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11502; }","duration":"199.221519ms","start":"2026-03-03T14:25:35.024355Z","end":"2026-03-03T14:25:35.223577Z","steps":["trace[1861036658] 'agreement among raft nodes before linearized reading' (duration: 198.881811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:35.222796Z","caller":"traceutil/trace.go:171","msg":"trace[272276346] transaction","detail":"{read_only:false; response_revision:11501; number_of_response:1; }","duration":"1.286698983s","start":"2026-03-03T14:25:33.935956Z","end":"2026-03-03T14:25:35.222655Z","steps":["trace[272276346] 'process raft request' (duration: 1.286550289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.224582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.935951Z","time spent":"1.288528897s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:36.125166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.189366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:36.125789Z","caller":"traceutil/trace.go:171","msg":"trace[1130462550] linearizableReadLoop","detail":"{readStateIndex:11974; appliedIndex:11971; }","duration":"893.796999ms","start":"2026-03-03T14:25:35.231945Z","end":"2026-03-03T14:25:36.125742Z","steps":["trace[1130462550] 'read index received' (duration: 192.994958ms)","trace[1130462550] 'applied index is now lower than readState.Index' (duration: 700.800891ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:36.125809Z","caller":"traceutil/trace.go:171","msg":"trace[164701281] transaction","detail":"{read_only:false; response_revision:11504; number_of_response:1; }","duration":"899.637299ms","start":"2026-03-03T14:25:35.226141Z","end":"2026-03-03T14:25:36.125779Z","steps":["trace[164701281] 'process raft request' (duration: 899.433065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.12717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.226121Z","time spent":"900.981303ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:36.127199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.961533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.127274Z","caller":"traceutil/trace.go:171","msg":"trace[2016804035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11505; }","duration":"894.072956ms","start":"2026-03-03T14:25:35.233184Z","end":"2026-03-03T14:25:36.127257Z","steps":["trace[2016804035] 'agreement among raft nodes before linearized reading' (duration: 893.925062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.127321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.233179Z","time spent":"894.134817ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:36.126022Z","caller":"traceutil/trace.go:171","msg":"trace[1168147714] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"900.740906ms","start":"2026-03-03T14:25:35.225269Z","end":"2026-03-03T14:25:36.12601Z","steps":["trace[1168147714] 'process raft request' (duration: 199.620268ms)","trace[1168147714] 'compare' (duration: 700.054363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:36.127583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.225242Z","time spent":"902.286294ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:36.127564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.472708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.127655Z","caller":"traceutil/trace.go:171","msg":"trace[14360662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11505; }","duration":"190.627621ms","start":"2026-03-03T14:25:35.937004Z","end":"2026-03-03T14:25:36.127632Z","steps":["trace[14360662] 'agreement among raft nodes before linearized reading' (duration: 190.433797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.127713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.746014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:36.127751Z","caller":"traceutil/trace.go:171","msg":"trace[1903644585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11505; }","duration":"190.822706ms","start":"2026-03-03T14:25:35.936919Z","end":"2026-03-03T14:25:36.127741Z","steps":["trace[1903644585] 'agreement among raft nodes before linearized reading' (duration: 190.667372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.126054Z","caller":"traceutil/trace.go:171","msg":"trace[1150147640] transaction","detail":"{read_only:false; response_revision:11505; number_of_response:1; }","duration":"896.488224ms","start":"2026-03-03T14:25:35.22956Z","end":"2026-03-03T14:25:36.126048Z","steps":["trace[1150147640] 'process raft request' (duration: 896.109225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.127929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.229534Z","time spent":"898.367039ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:36.12801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.584878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:36.128033Z","caller":"traceutil/trace.go:171","msg":"trace[2045477910] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11505; }","duration":"187.6275ms","start":"2026-03-03T14:25:35.940396Z","end":"2026-03-03T14:25:36.128023Z","steps":["trace[2045477910] 'agreement among raft nodes before linearized reading' (duration: 187.499667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.120751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.12815Z","caller":"traceutil/trace.go:171","msg":"trace[32399570] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11505; }","duration":"210.186873ms","start":"2026-03-03T14:25:35.917952Z","end":"2026-03-03T14:25:36.128139Z","steps":["trace[32399570] 'agreement among raft nodes before linearized reading' (duration: 210.123631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.126394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.449766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:7049"} {"level":"warn","ts":"2026-03-03T14:25:36.128221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.484648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:36.128248Z","caller":"traceutil/trace.go:171","msg":"trace[1552199974] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11505; }","duration":"190.525589ms","start":"2026-03-03T14:25:35.937717Z","end":"2026-03-03T14:25:36.128242Z","steps":["trace[1552199974] 'agreement among raft nodes before linearized reading' (duration: 190.457967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.350057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.128381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.174104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.128374Z","caller":"traceutil/trace.go:171","msg":"trace[511239885] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11505; }","duration":"210.46472ms","start":"2026-03-03T14:25:35.9179Z","end":"2026-03-03T14:25:36.128365Z","steps":["trace[511239885] 'agreement among raft nodes before linearized reading' (duration: 210.383168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.128402Z","caller":"traceutil/trace.go:171","msg":"trace[1402145198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11505; }","duration":"191.222296ms","start":"2026-03-03T14:25:35.937174Z","end":"2026-03-03T14:25:36.128397Z","steps":["trace[1402145198] 'agreement among raft nodes before linearized reading' (duration: 191.187285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.128221Z","caller":"traceutil/trace.go:171","msg":"trace[1400232503] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11505; }","duration":"896.3298ms","start":"2026-03-03T14:25:35.231876Z","end":"2026-03-03T14:25:36.128206Z","steps":["trace[1400232503] 'agreement among raft nodes before linearized reading' (duration: 894.204719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.231848Z","time spent":"896.668278ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7073,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" "} {"level":"warn","ts":"2026-03-03T14:25:36.128162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.268683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.128604Z","caller":"traceutil/trace.go:171","msg":"trace[39281628] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11505; }","duration":"190.733574ms","start":"2026-03-03T14:25:35.937865Z","end":"2026-03-03T14:25:36.128599Z","steps":["trace[39281628] 'agreement among raft nodes before linearized reading' (duration: 190.274274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.101855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:36.128631Z","caller":"traceutil/trace.go:171","msg":"trace[610251368] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11505; }","duration":"211.182047ms","start":"2026-03-03T14:25:35.91744Z","end":"2026-03-03T14:25:36.128622Z","steps":["trace[610251368] 'agreement among raft nodes before linearized reading' (duration: 211.078334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.657643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.128679Z","caller":"traceutil/trace.go:171","msg":"trace[1908834613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11505; }","duration":"212.698043ms","start":"2026-03-03T14:25:35.915977Z","end":"2026-03-03T14:25:36.128675Z","steps":["trace[1908834613] 'agreement among raft nodes before linearized reading' (duration: 212.667992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.871872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.128753Z","caller":"traceutil/trace.go:171","msg":"trace[390219003] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11505; }","duration":"213.922973ms","start":"2026-03-03T14:25:35.914826Z","end":"2026-03-03T14:25:36.128749Z","steps":["trace[390219003] 'agreement among raft nodes before linearized reading' (duration: 213.897512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.12835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.936088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.128876Z","caller":"traceutil/trace.go:171","msg":"trace[503443270] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11505; }","duration":"191.475362ms","start":"2026-03-03T14:25:35.937382Z","end":"2026-03-03T14:25:36.128857Z","steps":["trace[503443270] 'agreement among raft nodes before linearized reading' (duration: 190.950689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.128834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.59373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:25:36.129085Z","caller":"traceutil/trace.go:171","msg":"trace[642600296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11505; }","duration":"799.872698ms","start":"2026-03-03T14:25:35.329195Z","end":"2026-03-03T14:25:36.129067Z","steps":["trace[642600296] 'agreement among raft nodes before linearized reading' (duration: 799.59403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.129151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.329174Z","time spent":"799.963679ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:25:36.89709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.160839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:36.897325Z","caller":"traceutil/trace.go:171","msg":"trace[158299140] transaction","detail":"{read_only:false; response_revision:11506; number_of_response:1; }","duration":"760.861838ms","start":"2026-03-03T14:25:36.136435Z","end":"2026-03-03T14:25:36.897297Z","steps":["trace[158299140] 'process raft request' (duration: 108.392772ms)","trace[158299140] 'compare' (duration: 651.43103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:36.897445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.136421Z","time spent":"760.97833ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:37.646394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.632525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:37.646551Z","caller":"traceutil/trace.go:171","msg":"trace[1035869326] linearizableReadLoop","detail":"{readStateIndex:11976; appliedIndex:11974; }","duration":"1.509970321s","start":"2026-03-03T14:25:36.136568Z","end":"2026-03-03T14:25:37.646538Z","steps":["trace[1035869326] 'read index received' (duration: 108.33608ms)","trace[1035869326] 'applied index is now lower than readState.Index' (duration: 1.401633381s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:37.646841Z","caller":"traceutil/trace.go:171","msg":"trace[327763696] transaction","detail":"{read_only:false; response_revision:11507; number_of_response:1; }","duration":"1.510332459s","start":"2026-03-03T14:25:36.136495Z","end":"2026-03-03T14:25:37.646827Z","steps":["trace[327763696] 'process raft request' (duration: 1.000189952s)","trace[327763696] 'compare' (duration: 509.170454ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:37.646844Z","caller":"traceutil/trace.go:171","msg":"trace[725261442] transaction","detail":"{read_only:false; response_revision:11508; number_of_response:1; }","duration":"1.50625306s","start":"2026-03-03T14:25:36.140577Z","end":"2026-03-03T14:25:37.64683Z","steps":["trace[725261442] 'process raft request' (duration: 1.505906792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.646902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.136475Z","time spent":"1.510397111s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:37.647137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510573575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:25:37.647218Z","caller":"traceutil/trace.go:171","msg":"trace[766370341] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11508; }","duration":"1.510677118s","start":"2026-03-03T14:25:36.136513Z","end":"2026-03-03T14:25:37.64719Z","steps":["trace[766370341] 'agreement among raft nodes before linearized reading' (duration: 1.510456613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.647118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.140565Z","time spent":"1.506414605s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:37.647275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.136469Z","time spent":"1.510793371s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:25:37.64755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.243845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:37.647593Z","caller":"traceutil/trace.go:171","msg":"trace[2043621] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11508; }","duration":"619.318037ms","start":"2026-03-03T14:25:37.028256Z","end":"2026-03-03T14:25:37.647574Z","steps":["trace[2043621] 'agreement among raft nodes before linearized reading' (duration: 619.263966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.64759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.687969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:37.647615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.028235Z","time spent":"619.374569ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:37.647592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.731447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:37.647632Z","caller":"traceutil/trace.go:171","msg":"trace[1635960843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11508; }","duration":"891.769721ms","start":"2026-03-03T14:25:36.755855Z","end":"2026-03-03T14:25:37.647625Z","steps":["trace[1635960843] 'agreement among raft nodes before linearized reading' (duration: 891.70414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.647649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.755835Z","time spent":"891.810292ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:37.647617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49247325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:37.647655Z","caller":"traceutil/trace.go:171","msg":"trace[1237238075] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11508; }","duration":"154.81936ms","start":"2026-03-03T14:25:37.492819Z","end":"2026-03-03T14:25:37.647638Z","steps":["trace[1237238075] 'agreement among raft nodes before linearized reading' (duration: 154.726397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.647674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034692324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:37.64772Z","caller":"traceutil/trace.go:171","msg":"trace[1604043475] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11508; }","duration":"1.492625473s","start":"2026-03-03T14:25:36.155072Z","end":"2026-03-03T14:25:37.647698Z","steps":["trace[1604043475] 'agreement among raft nodes before linearized reading' (duration: 1.492394867s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:37.647732Z","caller":"traceutil/trace.go:171","msg":"trace[651059687] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11508; }","duration":"1.034801126s","start":"2026-03-03T14:25:36.612914Z","end":"2026-03-03T14:25:37.647715Z","steps":["trace[651059687] 'agreement among raft nodes before linearized reading' (duration: 1.034684914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.647818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.155053Z","time spent":"1.492715796s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:37.64783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.612897Z","time spent":"1.034873858s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:37.647647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509165272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:25:37.647925Z","caller":"traceutil/trace.go:171","msg":"trace[116995071] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:11508; }","duration":"1.509452579s","start":"2026-03-03T14:25:36.138447Z","end":"2026-03-03T14:25:37.647899Z","steps":["trace[116995071] 'agreement among raft nodes before linearized reading' (duration: 1.50907058s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.647957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.138438Z","time spent":"1.50950741s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" "} {"level":"warn","ts":"2026-03-03T14:25:37.647503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.348253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:25:37.648275Z","caller":"traceutil/trace.go:171","msg":"trace[1115776730] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11508; }","duration":"988.149112ms","start":"2026-03-03T14:25:36.660108Z","end":"2026-03-03T14:25:37.648257Z","steps":["trace[1115776730] 'agreement among raft nodes before linearized reading' (duration: 987.291632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.64846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.660093Z","time spent":"988.353457ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:25:37.64971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513047025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:25:37.649789Z","caller":"traceutil/trace.go:171","msg":"trace[1294963831] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11508; }","duration":"1.513107667s","start":"2026-03-03T14:25:36.136645Z","end":"2026-03-03T14:25:37.649753Z","steps":["trace[1294963831] 'agreement among raft nodes before linearized reading' (duration: 1.5106977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.649835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.136541Z","time spent":"1.51328207s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:38.151443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:38.235779Z","caller":"traceutil/trace.go:171","msg":"trace[2077474808] transaction","detail":"{read_only:false; response_revision:11509; number_of_response:1; }","duration":"585.33893ms","start":"2026-03-03T14:25:37.650414Z","end":"2026-03-03T14:25:38.235753Z","steps":["trace[2077474808] 'process raft request' (duration: 585.022571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.235921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.650394Z","time spent":"585.461512ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:25:38.332211Z","caller":"traceutil/trace.go:171","msg":"trace[1576232296] linearizableReadLoop","detail":"{readStateIndex:11979; appliedIndex:11977; }","duration":"681.018504ms","start":"2026-03-03T14:25:37.651166Z","end":"2026-03-03T14:25:38.332184Z","steps":["trace[1576232296] 'read index received' (duration: 584.292584ms)","trace[1576232296] 'applied index is now lower than readState.Index' (duration: 96.72439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:38.332228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.651161Z","time spent":"681.059725ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:38.332447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.25636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:25:38.332486Z","caller":"traceutil/trace.go:171","msg":"trace[1211901500] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11509; }","duration":"681.331911ms","start":"2026-03-03T14:25:37.651143Z","end":"2026-03-03T14:25:38.332474Z","steps":["trace[1211901500] 'agreement among raft nodes before linearized reading' (duration: 681.161657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.332526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.65113Z","time spent":"681.387573ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:25:38.809374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.078051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:38.809584Z","caller":"traceutil/trace.go:171","msg":"trace[109703818] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"476.110328ms","start":"2026-03-03T14:25:38.333447Z","end":"2026-03-03T14:25:38.809558Z","steps":["trace[109703818] 'process raft request' (duration: 476.040937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.80966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.333425Z","time spent":"476.19426ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:38.810115Z","caller":"traceutil/trace.go:171","msg":"trace[1843996797] linearizableReadLoop","detail":"{readStateIndex:11980; appliedIndex:11979; }","duration":"477.80227ms","start":"2026-03-03T14:25:38.332274Z","end":"2026-03-03T14:25:38.810076Z","steps":["trace[1843996797] 'read index received' (duration: 158.942159ms)","trace[1843996797] 'applied index is now lower than readState.Index' (duration: 318.85586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:38.810205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.854515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.810222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.469116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.810246Z","caller":"traceutil/trace.go:171","msg":"trace[154780029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11511; }","duration":"674.919536ms","start":"2026-03-03T14:25:38.135316Z","end":"2026-03-03T14:25:38.810235Z","steps":["trace[154780029] 'agreement among raft nodes before linearized reading' (duration: 674.794603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.505027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.810278Z","caller":"traceutil/trace.go:171","msg":"trace[388196555] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11511; }","duration":"674.554438ms","start":"2026-03-03T14:25:38.135711Z","end":"2026-03-03T14:25:38.810265Z","steps":["trace[388196555] 'agreement among raft nodes before linearized reading' (duration: 674.402694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135307Z","time spent":"674.966138ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.576456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:38.810281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.165149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.8103Z","caller":"traceutil/trace.go:171","msg":"trace[1528752576] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11511; }","duration":"674.605169ms","start":"2026-03-03T14:25:38.135672Z","end":"2026-03-03T14:25:38.810277Z","steps":["trace[1528752576] 'agreement among raft nodes before linearized reading' (duration: 674.485686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.062427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.810315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.798296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:38.810349Z","caller":"traceutil/trace.go:171","msg":"trace[1938136064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11511; }","duration":"669.271431ms","start":"2026-03-03T14:25:38.141062Z","end":"2026-03-03T14:25:38.810334Z","steps":["trace[1938136064] 'agreement among raft nodes before linearized reading' (duration: 669.118027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135664Z","time spent":"674.683901ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.898515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:38.810377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.231045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:38.810378Z","caller":"traceutil/trace.go:171","msg":"trace[1416335461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11511; }","duration":"674.169539ms","start":"2026-03-03T14:25:38.136181Z","end":"2026-03-03T14:25:38.810351Z","steps":["trace[1416335461] 'agreement among raft nodes before linearized reading' (duration: 674.021076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.810327Z","caller":"traceutil/trace.go:171","msg":"trace[503631242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11511; }","duration":"671.668778ms","start":"2026-03-03T14:25:38.138645Z","end":"2026-03-03T14:25:38.810314Z","steps":["trace[503631242] 'agreement among raft nodes before linearized reading' (duration: 671.457023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.810386Z","caller":"traceutil/trace.go:171","msg":"trace[381675839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11511; }","duration":"667.896928ms","start":"2026-03-03T14:25:38.142472Z","end":"2026-03-03T14:25:38.810369Z","steps":["trace[381675839] 'agreement among raft nodes before linearized reading' (duration: 667.670423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.592914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.810419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.138585Z","time spent":"671.827333ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:38.810408Z","caller":"traceutil/trace.go:171","msg":"trace[1052947254] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11511; }","duration":"676.983547ms","start":"2026-03-03T14:25:38.133412Z","end":"2026-03-03T14:25:38.810395Z","steps":["trace[1052947254] 'agreement among raft nodes before linearized reading' (duration: 676.828573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052860441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.810442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.142457Z","time spent":"667.96807ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.141048Z","time spent":"669.333032ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:38.810457Z","caller":"traceutil/trace.go:171","msg":"trace[940808999] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11511; }","duration":"181.678486ms","start":"2026-03-03T14:25:38.628759Z","end":"2026-03-03T14:25:38.810437Z","steps":["trace[940808999] 'agreement among raft nodes before linearized reading' (duration: 181.602394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.810474Z","caller":"traceutil/trace.go:171","msg":"trace[48440771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11511; }","duration":"1.053077076s","start":"2026-03-03T14:25:37.757388Z","end":"2026-03-03T14:25:38.810465Z","steps":["trace[48440771] 'agreement among raft nodes before linearized reading' (duration: 1.052873931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.133391Z","time spent":"677.057968ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.284781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.810548Z","caller":"traceutil/trace.go:171","msg":"trace[2039446489] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11511; }","duration":"674.65563ms","start":"2026-03-03T14:25:38.135883Z","end":"2026-03-03T14:25:38.810538Z","steps":["trace[2039446489] 'agreement among raft nodes before linearized reading' (duration: 674.20911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.810578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135871Z","time spent":"674.700341ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135706Z","time spent":"674.608199ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.436296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.810507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.757366Z","time spent":"1.053133458s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.621612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:25:38.810231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.109241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.810703Z","caller":"traceutil/trace.go:171","msg":"trace[552495109] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11511; }","duration":"674.515347ms","start":"2026-03-03T14:25:38.136172Z","end":"2026-03-03T14:25:38.810688Z","steps":["trace[552495109] 'agreement among raft nodes before linearized reading' (duration: 674.087897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.810746Z","caller":"traceutil/trace.go:171","msg":"trace[567205940] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11511; }","duration":"675.647354ms","start":"2026-03-03T14:25:38.135083Z","end":"2026-03-03T14:25:38.81073Z","steps":["trace[567205940] 'agreement among raft nodes before linearized reading' (duration: 675.033429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.810748Z","caller":"traceutil/trace.go:171","msg":"trace[239831593] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:11511; }","duration":"474.789727ms","start":"2026-03-03T14:25:38.335933Z","end":"2026-03-03T14:25:38.810722Z","steps":["trace[239831593] 'agreement among raft nodes before linearized reading' (duration: 474.422078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.8108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135072Z","time spent":"675.712905ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.335916Z","time spent":"474.895489ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:25:38.81075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.136161Z","time spent":"674.576438ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.810428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.136173Z","time spent":"674.246481ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:38.810419Z","caller":"traceutil/trace.go:171","msg":"trace[1801189867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11511; }","duration":"675.281385ms","start":"2026-03-03T14:25:38.135124Z","end":"2026-03-03T14:25:38.810406Z","steps":["trace[1801189867] 'agreement among raft nodes before linearized reading' (duration: 675.140492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.81096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.135119Z","time spent":"675.826618ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:38.809929Z","caller":"traceutil/trace.go:171","msg":"trace[637538583] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"569.005947ms","start":"2026-03-03T14:25:38.240908Z","end":"2026-03-03T14:25:38.809914Z","steps":["trace[637538583] 'process raft request' (duration: 250.327501ms)","trace[637538583] 'compare' (duration: 317.950237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:38.811144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.240888Z","time spent":"570.229215ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:39.313839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.529098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:39.313988Z","caller":"traceutil/trace.go:171","msg":"trace[1821553319] linearizableReadLoop","detail":"{readStateIndex:11982; appliedIndex:11981; }","duration":"498.23276ms","start":"2026-03-03T14:25:38.815715Z","end":"2026-03-03T14:25:39.313948Z","steps":["trace[1821553319] 'read index received' (duration: 35.38µs)","trace[1821553319] 'applied index is now lower than readState.Index' (duration: 498.19501ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:39.314108Z","caller":"traceutil/trace.go:171","msg":"trace[102763311] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"498.408934ms","start":"2026-03-03T14:25:38.815682Z","end":"2026-03-03T14:25:39.314091Z","steps":["trace[102763311] 'process raft request' (duration: 212.527068ms)","trace[102763311] 'compare' (duration: 284.978925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:39.314192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.815657Z","time spent":"498.499188ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:39.31424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.151207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:39.314491Z","caller":"traceutil/trace.go:171","msg":"trace[1239356540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11512; }","duration":"495.417933ms","start":"2026-03-03T14:25:38.819055Z","end":"2026-03-03T14:25:39.314473Z","steps":["trace[1239356540] 'agreement among raft nodes before linearized reading' (duration: 495.104056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.314492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.290849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:25:39.314482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.514109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:39.31454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.819049Z","time spent":"495.480465ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:39.314553Z","caller":"traceutil/trace.go:171","msg":"trace[1283810488] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11512; }","duration":"497.380831ms","start":"2026-03-03T14:25:38.817153Z","end":"2026-03-03T14:25:39.314534Z","steps":["trace[1283810488] 'agreement among raft nodes before linearized reading' (duration: 496.983981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:39.31457Z","caller":"traceutil/trace.go:171","msg":"trace[1390195167] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11512; }","duration":"202.842906ms","start":"2026-03-03T14:25:39.11171Z","end":"2026-03-03T14:25:39.314553Z","steps":["trace[1390195167] 'agreement among raft nodes before linearized reading' (duration: 202.444897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.314592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.817139Z","time spent":"497.444723ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:25:39.314642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.911848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:25:39.314746Z","caller":"traceutil/trace.go:171","msg":"trace[1921290709] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11512; }","duration":"499.02135ms","start":"2026-03-03T14:25:38.815685Z","end":"2026-03-03T14:25:39.314706Z","steps":["trace[1921290709] 'agreement among raft nodes before linearized reading' (duration: 498.435725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.314799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.815671Z","time spent":"499.119813ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:25:39.31504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.561575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:25:39.31507Z","caller":"traceutil/trace.go:171","msg":"trace[472831711] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11512; }","duration":"497.607816ms","start":"2026-03-03T14:25:38.817456Z","end":"2026-03-03T14:25:39.315064Z","steps":["trace[472831711] 'agreement among raft nodes before linearized reading' (duration: 496.694955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.315087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.817446Z","time spent":"497.637097ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:39.838857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693671982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:40.029058Z","caller":"traceutil/trace.go:171","msg":"trace[68654736] linearizableReadLoop","detail":"{readStateIndex:11983; appliedIndex:11982; }","duration":"690.460752ms","start":"2026-03-03T14:25:39.338569Z","end":"2026-03-03T14:25:40.02903Z","steps":["trace[68654736] 'read index received' (duration: 690.096483ms)","trace[68654736] 'applied index is now lower than readState.Index' (duration: 362.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:40.029105Z","caller":"traceutil/trace.go:171","msg":"trace[1210249650] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"708.968057ms","start":"2026-03-03T14:25:39.320102Z","end":"2026-03-03T14:25:40.02907Z","steps":["trace[1210249650] 'process raft request' (duration: 708.68063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.029352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.771779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:25:40.029408Z","caller":"traceutil/trace.go:171","msg":"trace[1151560171] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:11513; }","duration":"690.894092ms","start":"2026-03-03T14:25:39.338501Z","end":"2026-03-03T14:25:40.029395Z","steps":["trace[1151560171] 'agreement among raft nodes before linearized reading' (duration: 690.670806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.029447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:39.338477Z","time spent":"690.962234ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"warn","ts":"2026-03-03T14:25:40.029454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:39.320083Z","time spent":"709.221404ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:40.029546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.655892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:40.029621Z","caller":"traceutil/trace.go:171","msg":"trace[1592423597] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11513; }","duration":"236.778774ms","start":"2026-03-03T14:25:39.792829Z","end":"2026-03-03T14:25:40.029608Z","steps":["trace[1592423597] 'agreement among raft nodes before linearized reading' (duration: 236.62086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.682077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.564877ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:40.682263Z","caller":"traceutil/trace.go:171","msg":"trace[754298744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11513; }","duration":"260.785502ms","start":"2026-03-03T14:25:40.421451Z","end":"2026-03-03T14:25:40.682237Z","steps":["trace[754298744] 'range keys from in-memory index tree' (duration: 260.533246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.682995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.528915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:40.683307Z","caller":"traceutil/trace.go:171","msg":"trace[1629827477] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"648.049589ms","start":"2026-03-03T14:25:40.035225Z","end":"2026-03-03T14:25:40.683275Z","steps":["trace[1629827477] 'process raft request' (duration: 96.083434ms)","trace[1629827477] 'compare' (duration: 551.093545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:40.683132Z","caller":"traceutil/trace.go:171","msg":"trace[1611160607] linearizableReadLoop","detail":"{readStateIndex:11984; appliedIndex:11983; }","duration":"646.908022ms","start":"2026-03-03T14:25:40.036199Z","end":"2026-03-03T14:25:40.683107Z","steps":["trace[1611160607] 'read index received' (duration: 95.123561ms)","trace[1611160607] 'applied index is now lower than readState.Index' (duration: 551.781411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:40.683469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.035212Z","time spent":"648.158922ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:40.683493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.283621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:25:40.68355Z","caller":"traceutil/trace.go:171","msg":"trace[1309785610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c; range_end:; response_count:1; response_revision:11514; }","duration":"647.363183ms","start":"2026-03-03T14:25:40.036174Z","end":"2026-03-03T14:25:40.683537Z","steps":["trace[1309785610] 'agreement among raft nodes before linearized reading' (duration: 647.184028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.683581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.036166Z","time spent":"647.409135ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" "} {"level":"warn","ts":"2026-03-03T14:25:40.685604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.242773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:25:40.685698Z","caller":"traceutil/trace.go:171","msg":"trace[168047040] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11514; }","duration":"337.376776ms","start":"2026-03-03T14:25:40.348302Z","end":"2026-03-03T14:25:40.685678Z","steps":["trace[168047040] 'agreement among raft nodes before linearized reading' (duration: 335.245115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:40.685749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.348284Z","time spent":"337.453898ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:41.195496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.378896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:41.1956Z","caller":"traceutil/trace.go:171","msg":"trace[831437931] linearizableReadLoop","detail":"{readStateIndex:11985; appliedIndex:11984; }","duration":"439.60862ms","start":"2026-03-03T14:25:40.755973Z","end":"2026-03-03T14:25:41.195582Z","steps":["trace[831437931] 'read index received' (duration: 217.005688ms)","trace[831437931] 'applied index is now lower than readState.Index' (duration: 222.601422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:41.19567Z","caller":"traceutil/trace.go:171","msg":"trace[1775003770] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"505.623018ms","start":"2026-03-03T14:25:40.689984Z","end":"2026-03-03T14:25:41.195607Z","steps":["trace[1775003770] 'process raft request' (duration: 283.015647ms)","trace[1775003770] 'compare' (duration: 221.928675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:41.195765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.796354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.195794Z","caller":"traceutil/trace.go:171","msg":"trace[62501995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11515; }","duration":"439.864136ms","start":"2026-03-03T14:25:40.755921Z","end":"2026-03-03T14:25:41.195785Z","steps":["trace[62501995] 'agreement among raft nodes before linearized reading' (duration: 439.739743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.195826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.755899Z","time spent":"439.920716ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:41.195914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.689965Z","time spent":"505.811083ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:41.196024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.777067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.196053Z","caller":"traceutil/trace.go:171","msg":"trace[1128500950] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11515; }","duration":"379.847759ms","start":"2026-03-03T14:25:40.816197Z","end":"2026-03-03T14:25:41.196045Z","steps":["trace[1128500950] 'agreement among raft nodes before linearized reading' (duration: 379.802758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816172Z","time spent":"379.907661ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.768077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.196193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.829919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:41.196231Z","caller":"traceutil/trace.go:171","msg":"trace[782818257] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11515; }","duration":"379.921981ms","start":"2026-03-03T14:25:40.816295Z","end":"2026-03-03T14:25:41.196217Z","steps":["trace[782818257] 'agreement among raft nodes before linearized reading' (duration: 379.812338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.19623Z","caller":"traceutil/trace.go:171","msg":"trace[2016564458] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11515; }","duration":"379.915351ms","start":"2026-03-03T14:25:40.816295Z","end":"2026-03-03T14:25:41.196211Z","steps":["trace[2016564458] 'agreement among raft nodes before linearized reading' (duration: 379.762207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816281Z","time spent":"379.964531ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.845899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.196275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816264Z","time spent":"380.002083ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.598383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:41.196314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.980892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.196244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.962132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.196322Z","caller":"traceutil/trace.go:171","msg":"trace[1783971476] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11515; }","duration":"379.979533ms","start":"2026-03-03T14:25:40.816317Z","end":"2026-03-03T14:25:41.196296Z","steps":["trace[1783971476] 'agreement among raft nodes before linearized reading' (duration: 379.799008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.196354Z","caller":"traceutil/trace.go:171","msg":"trace[1854445426] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11515; }","duration":"379.717276ms","start":"2026-03-03T14:25:40.816618Z","end":"2026-03-03T14:25:41.196335Z","steps":["trace[1854445426] 'agreement among raft nodes before linearized reading' (duration: 379.46246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.014483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.196368Z","caller":"traceutil/trace.go:171","msg":"trace[1389189488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11515; }","duration":"380.039114ms","start":"2026-03-03T14:25:40.81631Z","end":"2026-03-03T14:25:41.19635Z","steps":["trace[1389189488] 'agreement among raft nodes before linearized reading' (duration: 379.978693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.196395Z","caller":"traceutil/trace.go:171","msg":"trace[287350687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11515; }","duration":"380.084405ms","start":"2026-03-03T14:25:40.816303Z","end":"2026-03-03T14:25:41.196388Z","steps":["trace[287350687] 'agreement among raft nodes before linearized reading' (duration: 380.023923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.81631Z","time spent":"380.070165ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816609Z","time spent":"379.780498ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816286Z","time spent":"380.123075ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816304Z","time spent":"380.098175ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.947592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.196241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.920011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.196454Z","caller":"traceutil/trace.go:171","msg":"trace[414355411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11515; }","duration":"380.151076ms","start":"2026-03-03T14:25:40.816293Z","end":"2026-03-03T14:25:41.196445Z","steps":["trace[414355411] 'agreement among raft nodes before linearized reading' (duration: 379.959002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.565683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:41.196482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816269Z","time spent":"380.204628ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:41.19648Z","caller":"traceutil/trace.go:171","msg":"trace[722780892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11515; }","duration":"380.192848ms","start":"2026-03-03T14:25:40.816273Z","end":"2026-03-03T14:25:41.196466Z","steps":["trace[722780892] 'agreement among raft nodes before linearized reading' (duration: 379.893871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.196389Z","caller":"traceutil/trace.go:171","msg":"trace[498568665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11515; }","duration":"380.115465ms","start":"2026-03-03T14:25:40.81625Z","end":"2026-03-03T14:25:41.196366Z","steps":["trace[498568665] 'agreement among raft nodes before linearized reading' (duration: 379.965252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.196501Z","caller":"traceutil/trace.go:171","msg":"trace[1283638343] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11515; }","duration":"379.815968ms","start":"2026-03-03T14:25:40.816669Z","end":"2026-03-03T14:25:41.196485Z","steps":["trace[1283638343] 'agreement among raft nodes before linearized reading' (duration: 379.400088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.196527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816238Z","time spent":"380.278729ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816261Z","time spent":"380.254349ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.196545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.816659Z","time spent":"379.871069ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:41.8651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.966184ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:41.865221Z","caller":"traceutil/trace.go:171","msg":"trace[164972265] linearizableReadLoop","detail":"{readStateIndex:11986; appliedIndex:11985; }","duration":"594.811487ms","start":"2026-03-03T14:25:41.270391Z","end":"2026-03-03T14:25:41.865202Z","steps":["trace[164972265] 'read index received' (duration: 453.976395ms)","trace[164972265] 'applied index is now lower than readState.Index' (duration: 140.833102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:41.865307Z","caller":"traceutil/trace.go:171","msg":"trace[300222223] transaction","detail":"{read_only:false; response_revision:11516; number_of_response:1; }","duration":"661.818201ms","start":"2026-03-03T14:25:41.203444Z","end":"2026-03-03T14:25:41.865263Z","steps":["trace[300222223] 'process raft request' (duration: 520.529099ms)","trace[300222223] 'compare' (duration: 140.620746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:41.865464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.826667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:25:41.865488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.20343Z","time spent":"661.961334ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:41.865538Z","caller":"traceutil/trace.go:171","msg":"trace[28449875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11516; }","duration":"540.934779ms","start":"2026-03-03T14:25:41.324586Z","end":"2026-03-03T14:25:41.865521Z","steps":["trace[28449875] 'agreement among raft nodes before linearized reading' (duration: 540.712714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.865591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.324564Z","time spent":"541.009742ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:25:41.865914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.509693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.865995Z","caller":"traceutil/trace.go:171","msg":"trace[2113313257] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11516; }","duration":"595.649037ms","start":"2026-03-03T14:25:41.270329Z","end":"2026-03-03T14:25:41.865978Z","steps":["trace[2113313257] 'agreement among raft nodes before linearized reading' (duration: 595.511614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.866169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.2703Z","time spent":"595.847731ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:43.145653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693672002,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:43.18793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268459983s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:25:43.188339Z","caller":"traceutil/trace.go:171","msg":"trace[686561980] linearizableReadLoop","detail":"{readStateIndex:11987; appliedIndex:11986; }","duration":"543.42404ms","start":"2026-03-03T14:25:42.644894Z","end":"2026-03-03T14:25:43.188318Z","steps":["trace[686561980] 'read index received' (duration: 543.170254ms)","trace[686561980] 'applied index is now lower than readState.Index' (duration: 252.796µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:43.188474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.645623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.188508Z","caller":"traceutil/trace.go:171","msg":"trace[1040734809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11517; }","duration":"430.760416ms","start":"2026-03-03T14:25:42.757738Z","end":"2026-03-03T14:25:43.188498Z","steps":["trace[1040734809] 'agreement among raft nodes before linearized reading' (duration: 430.680203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.18848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.573024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.188466Z","caller":"traceutil/trace.go:171","msg":"trace[746691455] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"1.310710341s","start":"2026-03-03T14:25:41.877687Z","end":"2026-03-03T14:25:43.188398Z","steps":["trace[746691455] 'process raft request' (duration: 1.310481295s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:43.188546Z","caller":"traceutil/trace.go:171","msg":"trace[644266396] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11517; }","duration":"543.691477ms","start":"2026-03-03T14:25:42.644841Z","end":"2026-03-03T14:25:43.188532Z","steps":["trace[644266396] 'agreement among raft nodes before linearized reading' (duration: 543.544303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.188591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.644819Z","time spent":"543.762848ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:43.188601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.588154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:43.188537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.757712Z","time spent":"430.819967ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:43.188665Z","caller":"traceutil/trace.go:171","msg":"trace[1999827354] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11517; }","duration":"362.695297ms","start":"2026-03-03T14:25:42.825953Z","end":"2026-03-03T14:25:43.188648Z","steps":["trace[1999827354] 'agreement among raft nodes before linearized reading' (duration: 362.576994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.188692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.602326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:25:43.188714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.82593Z","time spent":"362.769989ms","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:43.188721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.87767Z","time spent":"1.310923706s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:43.188764Z","caller":"traceutil/trace.go:171","msg":"trace[1280895390] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11517; }","duration":"338.708799ms","start":"2026-03-03T14:25:42.850038Z","end":"2026-03-03T14:25:43.188747Z","steps":["trace[1280895390] 'agreement among raft nodes before linearized reading' (duration: 338.501724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.188818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.850015Z","time spent":"338.78996ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:25:43.662876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.823887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:43.662992Z","caller":"traceutil/trace.go:171","msg":"trace[961609468] linearizableReadLoop","detail":"{readStateIndex:11988; appliedIndex:11987; }","duration":"462.811367ms","start":"2026-03-03T14:25:43.200156Z","end":"2026-03-03T14:25:43.662967Z","steps":["trace[961609468] 'read index received' (duration: 107.679123ms)","trace[961609468] 'applied index is now lower than readState.Index' (duration: 355.129274ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:43.663116Z","caller":"traceutil/trace.go:171","msg":"trace[1262268005] transaction","detail":"{read_only:false; response_revision:11518; number_of_response:1; }","duration":"468.386602ms","start":"2026-03-03T14:25:43.194712Z","end":"2026-03-03T14:25:43.663098Z","steps":["trace[1262268005] 'process raft request' (duration: 113.270118ms)","trace[1262268005] 'compare' (duration: 354.710564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:43.663231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.018843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.663314Z","caller":"traceutil/trace.go:171","msg":"trace[1676404925] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11518; }","duration":"463.164426ms","start":"2026-03-03T14:25:43.200132Z","end":"2026-03-03T14:25:43.663296Z","steps":["trace[1676404925] 'agreement among raft nodes before linearized reading' (duration: 462.984252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.939299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:43.663315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.130243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.663382Z","caller":"traceutil/trace.go:171","msg":"trace[25485370] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11518; }","duration":"460.00886ms","start":"2026-03-03T14:25:43.203364Z","end":"2026-03-03T14:25:43.663373Z","steps":["trace[25485370] 'agreement among raft nodes before linearized reading' (duration: 459.835676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.333008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:43.663416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.203359Z","time spent":"460.051551ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:43.663415Z","caller":"traceutil/trace.go:171","msg":"trace[611507176] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11518; }","duration":"460.252827ms","start":"2026-03-03T14:25:43.203139Z","end":"2026-03-03T14:25:43.663391Z","steps":["trace[611507176] 'agreement among raft nodes before linearized reading' (duration: 460.080492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.21066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.663622Z","caller":"traceutil/trace.go:171","msg":"trace[476896619] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11518; }","duration":"460.44133ms","start":"2026-03-03T14:25:43.202985Z","end":"2026-03-03T14:25:43.663426Z","steps":["trace[476896619] 'agreement among raft nodes before linearized reading' (duration: 460.285047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.869061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:43.66366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202976Z","time spent":"460.679096ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:43.663656Z","caller":"traceutil/trace.go:171","msg":"trace[373571553] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11518; }","duration":"461.463885ms","start":"2026-03-03T14:25:43.202178Z","end":"2026-03-03T14:25:43.663642Z","steps":["trace[373571553] 'agreement among raft nodes before linearized reading' (duration: 461.186319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.200109Z","time spent":"463.244968ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:43.663689Z","caller":"traceutil/trace.go:171","msg":"trace[950730969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11518; }","duration":"461.196608ms","start":"2026-03-03T14:25:43.202472Z","end":"2026-03-03T14:25:43.663669Z","steps":["trace[950730969] 'agreement among raft nodes before linearized reading' (duration: 460.742937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.6637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202163Z","time spent":"461.529218ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:43.663736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202467Z","time spent":"461.260659ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:43.663756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.91205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:43.663775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.619656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.663795Z","caller":"traceutil/trace.go:171","msg":"trace[213160328] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11518; }","duration":"463.675538ms","start":"2026-03-03T14:25:43.200113Z","end":"2026-03-03T14:25:43.663789Z","steps":["trace[213160328] 'agreement among raft nodes before linearized reading' (duration: 463.641617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.200091Z","time spent":"463.72163ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:43.66382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.420855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:43.663833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.550365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:43.663837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.547808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:43.663791Z","caller":"traceutil/trace.go:171","msg":"trace[580253464] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11518; }","duration":"462.988222ms","start":"2026-03-03T14:25:43.200793Z","end":"2026-03-03T14:25:43.663782Z","steps":["trace[580253464] 'agreement among raft nodes before linearized reading' (duration: 462.592782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:43.663865Z","caller":"traceutil/trace.go:171","msg":"trace[149984567] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11518; }","duration":"463.620887ms","start":"2026-03-03T14:25:43.200236Z","end":"2026-03-03T14:25:43.663857Z","steps":["trace[149984567] 'agreement among raft nodes before linearized reading' (duration: 463.572775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.200786Z","time spent":"463.087774ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:25:43.663885Z","caller":"traceutil/trace.go:171","msg":"trace[614944401] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11518; }","duration":"461.62012ms","start":"2026-03-03T14:25:43.202251Z","end":"2026-03-03T14:25:43.663872Z","steps":["trace[614944401] 'agreement among raft nodes before linearized reading' (duration: 461.549078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.200212Z","time spent":"463.675038ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:43.663289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.194696Z","time spent":"468.466744ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:43.663941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202235Z","time spent":"461.694601ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:43.663847Z","caller":"traceutil/trace.go:171","msg":"trace[2106231457] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11518; }","duration":"461.460326ms","start":"2026-03-03T14:25:43.202378Z","end":"2026-03-03T14:25:43.663838Z","steps":["trace[2106231457] 'agreement among raft nodes before linearized reading' (duration: 461.420065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.663656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.203134Z","time spent":"460.503242ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:43.664017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202372Z","time spent":"461.6222ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:44.081201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.250677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:44.081315Z","caller":"traceutil/trace.go:171","msg":"trace[378561877] linearizableReadLoop","detail":"{readStateIndex:11989; appliedIndex:11988; }","duration":"325.562882ms","start":"2026-03-03T14:25:43.755735Z","end":"2026-03-03T14:25:44.081298Z","steps":["trace[378561877] 'read index received' (duration: 96.945936ms)","trace[378561877] 'applied index is now lower than readState.Index' (duration: 228.615496ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:44.081399Z","caller":"traceutil/trace.go:171","msg":"trace[630139743] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"411.597405ms","start":"2026-03-03T14:25:43.66979Z","end":"2026-03-03T14:25:44.081387Z","steps":["trace[630139743] 'process raft request' (duration: 183.061001ms)","trace[630139743] 'compare' (duration: 228.129534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:44.081464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.669762Z","time spent":"411.669896ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:44.081959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.209137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.082027Z","caller":"traceutil/trace.go:171","msg":"trace[537008013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11519; }","duration":"326.31721ms","start":"2026-03-03T14:25:43.755694Z","end":"2026-03-03T14:25:44.082011Z","steps":["trace[537008013] 'agreement among raft nodes before linearized reading' (duration: 326.187107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.082032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.008556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:25:44.082072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.755675Z","time spent":"326.386181ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:44.082082Z","caller":"traceutil/trace.go:171","msg":"trace[1653857118] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11519; }","duration":"202.096458ms","start":"2026-03-03T14:25:43.879971Z","end":"2026-03-03T14:25:44.082068Z","steps":["trace[1653857118] 'agreement among raft nodes before linearized reading' (duration: 201.873643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.456765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.500031ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:44.456871Z","caller":"traceutil/trace.go:171","msg":"trace[1767153849] transaction","detail":"{read_only:false; response_revision:11520; number_of_response:1; }","duration":"358.888115ms","start":"2026-03-03T14:25:44.097962Z","end":"2026-03-03T14:25:44.45685Z","steps":["trace[1767153849] 'process raft request' (duration: 116.22842ms)","trace[1767153849] 'compare' (duration: 242.405559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:44.456927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.097905Z","time spent":"358.996287ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:44.515194Z","caller":"traceutil/trace.go:171","msg":"trace[62866162] transaction","detail":"{read_only:false; response_revision:11521; number_of_response:1; }","duration":"369.798237ms","start":"2026-03-03T14:25:44.145344Z","end":"2026-03-03T14:25:44.515142Z","steps":["trace[62866162] 'process raft request' (duration: 369.555591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.515452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.145313Z","time spent":"370.011502ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:45.011747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.435968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:45.011871Z","caller":"traceutil/trace.go:171","msg":"trace[105994351] linearizableReadLoop","detail":"{readStateIndex:11992; appliedIndex:11990; }","duration":"550.53156ms","start":"2026-03-03T14:25:44.461317Z","end":"2026-03-03T14:25:45.011849Z","steps":["trace[105994351] 'read index received' (duration: 53.59131ms)","trace[105994351] 'applied index is now lower than readState.Index' (duration: 496.9377ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:45.012171Z","caller":"traceutil/trace.go:171","msg":"trace[404603221] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"607.732628ms","start":"2026-03-03T14:25:44.404371Z","end":"2026-03-03T14:25:45.012104Z","steps":["trace[404603221] 'process raft request' (duration: 225.823429ms)","trace[404603221] 'compare' (duration: 381.338406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:45.012217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.041304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:45.012271Z","caller":"traceutil/trace.go:171","msg":"trace[249065441] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11522; }","duration":"375.138637ms","start":"2026-03-03T14:25:44.637116Z","end":"2026-03-03T14:25:45.012254Z","steps":["trace[249065441] 'agreement among raft nodes before linearized reading' (duration: 375.035754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.012291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.92307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-03T14:25:45.012414Z","caller":"traceutil/trace.go:171","msg":"trace[775542889] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8; range_end:; response_count:1; response_revision:11522; }","duration":"551.106925ms","start":"2026-03-03T14:25:44.461283Z","end":"2026-03-03T14:25:45.01239Z","steps":["trace[775542889] 'agreement among raft nodes before linearized reading' (duration: 550.728365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.012421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.128192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:45.012472Z","caller":"traceutil/trace.go:171","msg":"trace[1769291831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11522; }","duration":"254.214054ms","start":"2026-03-03T14:25:44.758245Z","end":"2026-03-03T14:25:45.012459Z","steps":["trace[1769291831] 'agreement among raft nodes before linearized reading' (duration: 254.142612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.012494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.404341Z","time spent":"607.907853ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:45.012477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.461269Z","time spent":"551.197527ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8\" "} {"level":"warn","ts":"2026-03-03T14:25:45.012342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.63709Z","time spent":"375.229268ms","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:45.444669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.059352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:45.444781Z","caller":"traceutil/trace.go:171","msg":"trace[551420019] linearizableReadLoop","detail":"{readStateIndex:11993; appliedIndex:11992; }","duration":"297.018424ms","start":"2026-03-03T14:25:45.147735Z","end":"2026-03-03T14:25:45.444753Z","steps":["trace[551420019] 'read index received' (duration: 71.431µs)","trace[551420019] 'applied index is now lower than readState.Index' (duration: 296.944503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:45.444922Z","caller":"traceutil/trace.go:171","msg":"trace[1656083346] transaction","detail":"{read_only:false; response_revision:11523; number_of_response:1; }","duration":"429.831593ms","start":"2026-03-03T14:25:45.01504Z","end":"2026-03-03T14:25:45.444871Z","steps":["trace[1656083346] 'process raft request' (duration: 105.637284ms)","trace[1656083346] 'compare' (duration: 322.573259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:45.444967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.205769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:45.445048Z","caller":"traceutil/trace.go:171","msg":"trace[195351113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11523; }","duration":"297.341062ms","start":"2026-03-03T14:25:45.147687Z","end":"2026-03-03T14:25:45.445028Z","steps":["trace[195351113] 'agreement among raft nodes before linearized reading' (duration: 297.155998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.445128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.01501Z","time spent":"430.014617ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:46.169686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693672026,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:46.357556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.290168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:46.35766Z","caller":"traceutil/trace.go:171","msg":"trace[1866688773] transaction","detail":"{read_only:false; response_revision:11524; number_of_response:1; }","duration":"905.636504ms","start":"2026-03-03T14:25:45.452005Z","end":"2026-03-03T14:25:46.357642Z","steps":["trace[1866688773] 'process raft request' (duration: 112.183422ms)","trace[1866688773] 'compare' (duration: 792.357645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:46.357717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.451985Z","time spent":"905.703636ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:46.655709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043945585s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:46.787396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.410095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:46.787524Z","caller":"traceutil/trace.go:171","msg":"trace[843157371] linearizableReadLoop","detail":"{readStateIndex:11995; appliedIndex:11994; }","duration":"1.118051271s","start":"2026-03-03T14:25:45.669452Z","end":"2026-03-03T14:25:46.787503Z","steps":["trace[843157371] 'read index received' (duration: 986.385399ms)","trace[843157371] 'applied index is now lower than readState.Index' (duration: 131.664012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:46.787645Z","caller":"traceutil/trace.go:171","msg":"trace[1114922890] transaction","detail":"{read_only:false; response_revision:11525; number_of_response:1; }","duration":"1.175973526s","start":"2026-03-03T14:25:45.611625Z","end":"2026-03-03T14:25:46.787599Z","steps":["trace[1114922890] 'process raft request' (duration: 1.044272124s)","trace[1114922890] 'compare' (duration: 130.934864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:46.787871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118388689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:46.787937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.61159Z","time spent":"1.176171231s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:46.788217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118045791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:46.787969Z","caller":"traceutil/trace.go:171","msg":"trace[490475785] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11525; }","duration":"1.118542482s","start":"2026-03-03T14:25:45.669405Z","end":"2026-03-03T14:25:46.787947Z","steps":["trace[490475785] 'agreement among raft nodes before linearized reading' (duration: 1.118252785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.669366Z","time spent":"1.119181988s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:46.788046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117918067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.788571Z","caller":"traceutil/trace.go:171","msg":"trace[334258307] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11525; }","duration":"1.118411881s","start":"2026-03-03T14:25:45.670097Z","end":"2026-03-03T14:25:46.788509Z","steps":["trace[334258307] 'agreement among raft nodes before linearized reading' (duration: 1.118055581s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:46.788624Z","caller":"traceutil/trace.go:171","msg":"trace[862097578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11525; }","duration":"1.118528893s","start":"2026-03-03T14:25:45.670074Z","end":"2026-03-03T14:25:46.788603Z","steps":["trace[862097578] 'agreement among raft nodes before linearized reading' (duration: 1.117932948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117656151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.788646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118206344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.788669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670082Z","time spent":"1.118570614s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:46.788723Z","caller":"traceutil/trace.go:171","msg":"trace[1595934040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11525; }","duration":"1.118270647s","start":"2026-03-03T14:25:45.670407Z","end":"2026-03-03T14:25:46.788678Z","steps":["trace[1595934040] 'agreement among raft nodes before linearized reading' (duration: 1.117660531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117556638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:46.788804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670398Z","time spent":"1.118366489s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:46.788694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670053Z","time spent":"1.118619045s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:46.788829Z","caller":"traceutil/trace.go:171","msg":"trace[1715153386] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11525; }","duration":"1.118318447s","start":"2026-03-03T14:25:45.670491Z","end":"2026-03-03T14:25:46.78881Z","steps":["trace[1715153386] 'agreement among raft nodes before linearized reading' (duration: 1.117491506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117724362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.788977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670486Z","time spent":"1.118443139s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:46.789022Z","caller":"traceutil/trace.go:171","msg":"trace[944062189] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11525; }","duration":"1.118622165s","start":"2026-03-03T14:25:45.670383Z","end":"2026-03-03T14:25:46.789005Z","steps":["trace[944062189] 'agreement among raft nodes before linearized reading' (duration: 1.117727133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118127163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.789077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670375Z","time spent":"1.118687757s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:46.789095Z","caller":"traceutil/trace.go:171","msg":"trace[1624714753] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11525; }","duration":"1.119111346s","start":"2026-03-03T14:25:45.669974Z","end":"2026-03-03T14:25:46.789085Z","steps":["trace[1624714753] 'agreement among raft nodes before linearized reading' (duration: 1.118117682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.789139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.669953Z","time spent":"1.119173998s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:46.78828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118331668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.789195Z","caller":"traceutil/trace.go:171","msg":"trace[1977495733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11525; }","duration":"1.11928866s","start":"2026-03-03T14:25:45.669891Z","end":"2026-03-03T14:25:46.78918Z","steps":["trace[1977495733] 'agreement among raft nodes before linearized reading' (duration: 1.118355428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11838665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.789266Z","caller":"traceutil/trace.go:171","msg":"trace[1062082418] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11525; }","duration":"1.119344152s","start":"2026-03-03T14:25:45.66991Z","end":"2026-03-03T14:25:46.789254Z","steps":["trace[1062082418] 'agreement among raft nodes before linearized reading' (duration: 1.118375239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.78927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.669865Z","time spent":"1.119388573s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.789306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.669903Z","time spent":"1.119392933s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.788308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.730329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-03-03T14:25:46.789389Z","caller":"traceutil/trace.go:171","msg":"trace[1313020778] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803; range_end:; response_count:1; response_revision:11525; }","duration":"427.848956ms","start":"2026-03-03T14:25:46.361525Z","end":"2026-03-03T14:25:46.789374Z","steps":["trace[1313020778] 'agreement among raft nodes before linearized reading' (duration: 426.636826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.644282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.789429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.361508Z","time spent":"427.911127ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":886,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803\" "} {"level":"warn","ts":"2026-03-03T14:25:46.788352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029007337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.789485Z","caller":"traceutil/trace.go:171","msg":"trace[854456394] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11525; }","duration":"426.80643ms","start":"2026-03-03T14:25:46.362625Z","end":"2026-03-03T14:25:46.789431Z","steps":["trace[854456394] 'agreement among raft nodes before linearized reading' (duration: 425.605962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.789607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.362619Z","time spent":"426.968864ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:46.78952Z","caller":"traceutil/trace.go:171","msg":"trace[1219173931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11525; }","duration":"1.030212655s","start":"2026-03-03T14:25:45.759297Z","end":"2026-03-03T14:25:46.789509Z","steps":["trace[1219173931] 'agreement among raft nodes before linearized reading' (duration: 1.029021347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.789718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.759274Z","time spent":"1.03043207s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:46.788419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116023382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:46.789897Z","caller":"traceutil/trace.go:171","msg":"trace[2069772742] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11525; }","duration":"1.117515518s","start":"2026-03-03T14:25:45.672366Z","end":"2026-03-03T14:25:46.789882Z","steps":["trace[2069772742] 'agreement among raft nodes before linearized reading' (duration: 1.115978032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.789957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.672357Z","time spent":"1.117574279s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:46.788445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.426987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:46.79003Z","caller":"traceutil/trace.go:171","msg":"trace[199982555] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11525; }","duration":"686.049995ms","start":"2026-03-03T14:25:46.103965Z","end":"2026-03-03T14:25:46.790015Z","steps":["trace[199982555] 'agreement among raft nodes before linearized reading' (duration: 684.369125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.788168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118087921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.790096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.103947Z","time spent":"686.130497ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:25:46.790143Z","caller":"traceutil/trace.go:171","msg":"trace[2131880175] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11525; }","duration":"1.12008596s","start":"2026-03-03T14:25:45.670036Z","end":"2026-03-03T14:25:46.790122Z","steps":["trace[2131880175] 'agreement among raft nodes before linearized reading' (duration: 1.118082181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.790197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.670019Z","time spent":"1.120164281s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:46.790269Z","caller":"traceutil/trace.go:171","msg":"trace[97965557] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11525; }","duration":"1.118856711s","start":"2026-03-03T14:25:45.669831Z","end":"2026-03-03T14:25:46.788687Z","steps":["trace[97965557] 'agreement among raft nodes before linearized reading' (duration: 1.118144883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.790481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.669821Z","time spent":"1.120626393s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:47.222877Z","caller":"traceutil/trace.go:171","msg":"trace[218734114] linearizableReadLoop","detail":"{readStateIndex:11996; appliedIndex:11995; }","duration":"430.005538ms","start":"2026-03-03T14:25:46.792849Z","end":"2026-03-03T14:25:47.222854Z","steps":["trace[218734114] 'read index received' (duration: 361.266612ms)","trace[218734114] 'applied index is now lower than readState.Index' (duration: 68.737916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:47.222954Z","caller":"traceutil/trace.go:171","msg":"trace[1146138925] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"430.423538ms","start":"2026-03-03T14:25:46.792483Z","end":"2026-03-03T14:25:47.222906Z","steps":["trace[1146138925] 'process raft request' (duration: 361.671422ms)","trace[1146138925] 'compare' (duration: 68.49801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:47.223126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.259904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:25:47.2232Z","caller":"traceutil/trace.go:171","msg":"trace[988225113] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:11526; }","duration":"430.372267ms","start":"2026-03-03T14:25:46.79281Z","end":"2026-03-03T14:25:47.223182Z","steps":["trace[988225113] 'agreement among raft nodes before linearized reading' (duration: 430.124701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.223245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.792791Z","time spent":"430.445909ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:25:47.223298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.467638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:47.223371Z","caller":"traceutil/trace.go:171","msg":"trace[300366773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11526; }","duration":"425.5486ms","start":"2026-03-03T14:25:46.797805Z","end":"2026-03-03T14:25:47.223354Z","steps":["trace[300366773] 'agreement among raft nodes before linearized reading' (duration: 425.434427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.223411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.390183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:47.223428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.797798Z","time spent":"425.617742ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:47.223502Z","caller":"traceutil/trace.go:171","msg":"trace[1810521002] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11526; }","duration":"412.541767ms","start":"2026-03-03T14:25:46.810933Z","end":"2026-03-03T14:25:47.223475Z","steps":["trace[1810521002] 'agreement among raft nodes before linearized reading' (duration: 412.25213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.223568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.810912Z","time spent":"412.638729ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":76,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:47.223807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.792459Z","time spent":"430.637183ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:47.223884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.519098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:25:47.223972Z","caller":"traceutil/trace.go:171","msg":"trace[933195279] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11526; }","duration":"427.650921ms","start":"2026-03-03T14:25:46.796309Z","end":"2026-03-03T14:25:47.22396Z","steps":["trace[933195279] 'agreement among raft nodes before linearized reading' (duration: 426.823472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.224018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.796294Z","time spent":"427.713352ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:47.803322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.961591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:47.803415Z","caller":"traceutil/trace.go:171","msg":"trace[926699522] linearizableReadLoop","detail":"{readStateIndex:11997; appliedIndex:11996; }","duration":"451.509015ms","start":"2026-03-03T14:25:47.351891Z","end":"2026-03-03T14:25:47.8034Z","steps":["trace[926699522] 'read index received' (duration: 20.35307ms)","trace[926699522] 'applied index is now lower than readState.Index' (duration: 431.155015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:47.803494Z","caller":"traceutil/trace.go:171","msg":"trace[634395055] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"575.218795ms","start":"2026-03-03T14:25:47.228264Z","end":"2026-03-03T14:25:47.803483Z","steps":["trace[634395055] 'process raft request' (duration: 144.04879ms)","trace[634395055] 'compare' (duration: 430.826687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:47.803545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.228237Z","time spent":"575.286166ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:47.803731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.828793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:47.803805Z","caller":"traceutil/trace.go:171","msg":"trace[1014647087] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11527; }","duration":"451.943996ms","start":"2026-03-03T14:25:47.351847Z","end":"2026-03-03T14:25:47.803791Z","steps":["trace[1014647087] 'agreement among raft nodes before linearized reading' (duration: 451.787602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.803836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.35182Z","time spent":"452.008438ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:47.80383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.812167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:47.803868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.453557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:25:47.80393Z","caller":"traceutil/trace.go:171","msg":"trace[792174832] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11527; }","duration":"393.928519ms","start":"2026-03-03T14:25:47.409978Z","end":"2026-03-03T14:25:47.803906Z","steps":["trace[792174832] 'agreement among raft nodes before linearized reading' (duration: 393.690734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:47.80394Z","caller":"traceutil/trace.go:171","msg":"trace[1469717020] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11527; }","duration":"153.56813ms","start":"2026-03-03T14:25:47.650354Z","end":"2026-03-03T14:25:47.803922Z","steps":["trace[1469717020] 'agreement among raft nodes before linearized reading' (duration: 153.345085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.803982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.409924Z","time spent":"394.046102ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:48.193825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.64926ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:25:48.193998Z","caller":"traceutil/trace.go:171","msg":"trace[1853992397] linearizableReadLoop","detail":"{readStateIndex:11998; appliedIndex:11997; }","duration":"386.391867ms","start":"2026-03-03T14:25:47.807588Z","end":"2026-03-03T14:25:48.19398Z","steps":["trace[1853992397] 'read index received' (duration: 144.571353ms)","trace[1853992397] 'applied index is now lower than readState.Index' (duration: 241.818494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:48.1942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.599342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-03-03T14:25:48.194272Z","caller":"traceutil/trace.go:171","msg":"trace[1838507506] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d; range_end:; response_count:1; response_revision:11527; }","duration":"386.699055ms","start":"2026-03-03T14:25:47.80756Z","end":"2026-03-03T14:25:48.194259Z","steps":["trace[1838507506] 'agreement among raft nodes before linearized reading' (duration: 386.49676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:48.194163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.805152Z","time spent":"389.003449ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:48.194337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.807549Z","time spent":"386.775646ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" "} {"level":"warn","ts":"2026-03-03T14:25:49.153636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693672040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:49.525601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158422094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:49.525688Z","caller":"traceutil/trace.go:171","msg":"trace[1913257483] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"1.330479908s","start":"2026-03-03T14:25:48.195191Z","end":"2026-03-03T14:25:49.525671Z","steps":["trace[1913257483] 'process raft request' (duration: 171.918691ms)","trace[1913257483] 'compare' (duration: 1.158104826s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:49.525729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.195171Z","time spent":"1.33053996s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:49.654165Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693672040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:50.118619Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.751733744s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:50.343414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.205771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:50.343639Z","caller":"traceutil/trace.go:171","msg":"trace[901981122] transaction","detail":"{read_only:false; response_revision:11529; number_of_response:1; }","duration":"2.147231721s","start":"2026-03-03T14:25:48.196279Z","end":"2026-03-03T14:25:50.343511Z","steps":["trace[901981122] 'process raft request' (duration: 1.922808265s)","trace[901981122] 'compare' (duration: 223.79558ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.343656Z","caller":"traceutil/trace.go:171","msg":"trace[1541487251] linearizableReadLoop","detail":"{readStateIndex:12000; appliedIndex:11999; }","duration":"1.690787106s","start":"2026-03-03T14:25:48.652817Z","end":"2026-03-03T14:25:50.343604Z","steps":["trace[1541487251] 'read index received' (duration: 1.466246748s)","trace[1541487251] 'applied index is now lower than readState.Index' (duration: 224.537248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.343873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.196257Z","time spent":"2.147485018s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:50.418795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621538848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.4189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283347993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.418942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622850351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.418894Z","caller":"traceutil/trace.go:171","msg":"trace[1561071427] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11529; }","duration":"1.621658461s","start":"2026-03-03T14:25:48.79721Z","end":"2026-03-03T14:25:50.418868Z","steps":["trace[1561071427] 'agreement among raft nodes before linearized reading' (duration: 1.621510827s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.419058Z","caller":"traceutil/trace.go:171","msg":"trace[979346617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11529; }","duration":"1.622988334s","start":"2026-03-03T14:25:48.796047Z","end":"2026-03-03T14:25:50.419035Z","steps":["trace[979346617] 'agreement among raft nodes before linearized reading' (duration: 1.622767129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623111877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:50.41909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.7972Z","time spent":"1.621871176s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:50.419129Z","caller":"traceutil/trace.go:171","msg":"trace[1486623779] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11529; }","duration":"1.623171268s","start":"2026-03-03T14:25:48.795945Z","end":"2026-03-03T14:25:50.419116Z","steps":["trace[1486623779] 'agreement among raft nodes before linearized reading' (duration: 1.622988184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.796034Z","time spent":"1.623077306s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.79594Z","time spent":"1.623225779s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622664396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.41926Z","caller":"traceutil/trace.go:171","msg":"trace[1593611546] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11529; }","duration":"1.622757298s","start":"2026-03-03T14:25:48.796484Z","end":"2026-03-03T14:25:50.419241Z","steps":["trace[1593611546] 'agreement among raft nodes before linearized reading' (duration: 1.622693967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.828622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:25:50.419306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.796456Z","time spent":"1.622844511s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:50.419325Z","caller":"traceutil/trace.go:171","msg":"trace[342451515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11529; }","duration":"184.901494ms","start":"2026-03-03T14:25:50.234405Z","end":"2026-03-03T14:25:50.419307Z","steps":["trace[342451515] 'agreement among raft nodes before linearized reading' (duration: 184.702109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.418813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621525867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.419471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623138837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.419487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623702401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.419516Z","caller":"traceutil/trace.go:171","msg":"trace[1151423463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11529; }","duration":"1.623187628s","start":"2026-03-03T14:25:48.796314Z","end":"2026-03-03T14:25:50.419502Z","steps":["trace[1151423463] 'agreement among raft nodes before linearized reading' (duration: 1.623133047s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.419533Z","caller":"traceutil/trace.go:171","msg":"trace[29224101] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11529; }","duration":"1.623768403s","start":"2026-03-03T14:25:48.795752Z","end":"2026-03-03T14:25:50.41952Z","steps":["trace[29224101] 'agreement among raft nodes before linearized reading' (duration: 1.623692951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663295085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.419659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.79574Z","time spent":"1.623905806s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:50.419685Z","caller":"traceutil/trace.go:171","msg":"trace[935738458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11529; }","duration":"1.663351356s","start":"2026-03-03T14:25:48.75632Z","end":"2026-03-03T14:25:50.419671Z","steps":["trace[935738458] 'agreement among raft nodes before linearized reading' (duration: 1.663311425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.756299Z","time spent":"1.663407197s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:50.419482Z","caller":"traceutil/trace.go:171","msg":"trace[1756339707] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11529; }","duration":"1.622246505s","start":"2026-03-03T14:25:48.79721Z","end":"2026-03-03T14:25:50.419456Z","steps":["trace[1756339707] 'agreement among raft nodes before linearized reading' (duration: 1.621496726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622324197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:50.419066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766245615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.41982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184304077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:50.419838Z","caller":"traceutil/trace.go:171","msg":"trace[1176005160] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11529; }","duration":"1.767049664s","start":"2026-03-03T14:25:48.652764Z","end":"2026-03-03T14:25:50.419814Z","steps":["trace[1176005160] 'agreement among raft nodes before linearized reading' (duration: 1.69091967s)","trace[1176005160] 'count revisions from in-memory index tree' (duration: 75.348235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.419874Z","caller":"traceutil/trace.go:171","msg":"trace[1128180513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11529; }","duration":"1.184399429s","start":"2026-03-03T14:25:49.235462Z","end":"2026-03-03T14:25:50.419862Z","steps":["trace[1128180513] 'agreement among raft nodes before linearized reading' (duration: 1.183414786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.419885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.652736Z","time spent":"1.767133855s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:50.419088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.758419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:50.419921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623104226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:50.419939Z","caller":"traceutil/trace.go:171","msg":"trace[889126289] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11529; }","duration":"603.687131ms","start":"2026-03-03T14:25:49.816236Z","end":"2026-03-03T14:25:50.419923Z","steps":["trace[889126289] 'agreement among raft nodes before linearized reading' (duration: 602.742819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.906733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:25:50.420043Z","caller":"traceutil/trace.go:171","msg":"trace[156076557] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11529; }","duration":"191.971294ms","start":"2026-03-03T14:25:50.228064Z","end":"2026-03-03T14:25:50.420035Z","steps":["trace[156076557] 'agreement among raft nodes before linearized reading' (duration: 191.075053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.419828Z","caller":"traceutil/trace.go:171","msg":"trace[1861847070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11529; }","duration":"1.622377579s","start":"2026-03-03T14:25:48.797429Z","end":"2026-03-03T14:25:50.419807Z","steps":["trace[1861847070] 'agreement among raft nodes before linearized reading' (duration: 1.622088602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.797366Z","time spent":"1.622722157s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:50.418956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.136366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:50.420161Z","caller":"traceutil/trace.go:171","msg":"trace[1832573007] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11529; }","duration":"388.411546ms","start":"2026-03-03T14:25:50.031738Z","end":"2026-03-03T14:25:50.42015Z","steps":["trace[1832573007] 'agreement among raft nodes before linearized reading' (duration: 387.105145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.03172Z","time spent":"388.463398ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:50.420013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.816217Z","time spent":"603.774664ms","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:50.419957Z","caller":"traceutil/trace.go:171","msg":"trace[2131713548] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11529; }","duration":"1.623151027s","start":"2026-03-03T14:25:48.796797Z","end":"2026-03-03T14:25:50.419948Z","steps":["trace[2131713548] 'agreement among raft nodes before linearized reading' (duration: 1.622652245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.79679Z","time spent":"1.623535377s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.79719Z","time spent":"1.622576284s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:50.41992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.235428Z","time spent":"1.184482081s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.727729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:25:50.420499Z","caller":"traceutil/trace.go:171","msg":"trace[197775530] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11529; }","duration":"892.696873ms","start":"2026-03-03T14:25:49.527786Z","end":"2026-03-03T14:25:50.420483Z","steps":["trace[197775530] 'agreement among raft nodes before linearized reading' (duration: 891.361531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.527767Z","time spent":"892.763345ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623000914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.420641Z","caller":"traceutil/trace.go:171","msg":"trace[1635883464] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11529; }","duration":"1.624233134s","start":"2026-03-03T14:25:48.796395Z","end":"2026-03-03T14:25:50.420628Z","steps":["trace[1635883464] 'agreement among raft nodes before linearized reading' (duration: 1.622988155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.796391Z","time spent":"1.624271775s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:50.418982Z","caller":"traceutil/trace.go:171","msg":"trace[1428942811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11529; }","duration":"1.283456366s","start":"2026-03-03T14:25:49.135506Z","end":"2026-03-03T14:25:50.418963Z","steps":["trace[1428942811] 'agreement among raft nodes before linearized reading' (duration: 1.283358593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.42073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.135485Z","time spent":"1.285227108s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.796308Z","time spent":"1.62323681s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:50.419612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623001195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.420818Z","caller":"traceutil/trace.go:171","msg":"trace[1589883475] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11529; }","duration":"1.624215853s","start":"2026-03-03T14:25:48.796597Z","end":"2026-03-03T14:25:50.420813Z","steps":["trace[1589883475] 'agreement among raft nodes before linearized reading' (duration: 1.622998595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.420837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.796592Z","time spent":"1.624240284s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:50.620415Z","caller":"traceutil/trace.go:171","msg":"trace[1548216336] linearizableReadLoop","detail":"{readStateIndex:12004; appliedIndex:12002; }","duration":"121.333392ms","start":"2026-03-03T14:25:50.499059Z","end":"2026-03-03T14:25:50.620392Z","steps":["trace[1548216336] 'read index received' (duration: 68.668224ms)","trace[1548216336] 'applied index is now lower than readState.Index' (duration: 52.664068ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.620551Z","caller":"traceutil/trace.go:171","msg":"trace[1431402800] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"195.420357ms","start":"2026-03-03T14:25:50.425123Z","end":"2026-03-03T14:25:50.620543Z","steps":["trace[1431402800] 'process raft request' (duration: 142.688807ms)","trace[1431402800] 'compare' (duration: 52.31954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.620737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.955562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995aee4f789afb\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-03-03T14:25:50.620775Z","caller":"traceutil/trace.go:171","msg":"trace[1413578442] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995aee4f789afb; range_end:; response_count:1; response_revision:11532; }","duration":"118.043105ms","start":"2026-03-03T14:25:50.502723Z","end":"2026-03-03T14:25:50.620766Z","steps":["trace[1413578442] 'agreement among raft nodes before linearized reading' (duration: 117.944062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.620771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.386355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.620455Z","caller":"traceutil/trace.go:171","msg":"trace[67147171] transaction","detail":"{read_only:false; response_revision:11532; number_of_response:1; }","duration":"195.007697ms","start":"2026-03-03T14:25:50.42543Z","end":"2026-03-03T14:25:50.620438Z","steps":["trace[67147171] 'process raft request' (duration: 194.905534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.620896Z","caller":"traceutil/trace.go:171","msg":"trace[737865659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11532; }","duration":"192.549638ms","start":"2026-03-03T14:25:50.428319Z","end":"2026-03-03T14:25:50.620869Z","steps":["trace[737865659] 'agreement among raft nodes before linearized reading' (duration: 192.295812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.621027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.413098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447738"} {"level":"info","ts":"2026-03-03T14:25:50.621071Z","caller":"traceutil/trace.go:171","msg":"trace[1734090266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11532; }","duration":"195.473499ms","start":"2026-03-03T14:25:50.425585Z","end":"2026-03-03T14:25:50.621059Z","steps":["trace[1734090266] 'agreement among raft nodes before linearized reading' (duration: 194.962586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:51.119578Z","caller":"traceutil/trace.go:171","msg":"trace[228848264] transaction","detail":"{read_only:false; response_revision:11541; number_of_response:1; }","duration":"118.914935ms","start":"2026-03-03T14:25:51.000631Z","end":"2026-03-03T14:25:51.119546Z","steps":["trace[228848264] 'process raft request' (duration: 117.0977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:51.375343Z","caller":"traceutil/trace.go:171","msg":"trace[1757986432] transaction","detail":"{read_only:false; response_revision:11545; number_of_response:1; }","duration":"128.026384ms","start":"2026-03-03T14:25:51.247263Z","end":"2026-03-03T14:25:51.37529Z","steps":["trace[1757986432] 'process raft request' (duration: 124.168181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:51.701564Z","caller":"traceutil/trace.go:171","msg":"trace[1904388150] transaction","detail":"{read_only:false; response_revision:11552; number_of_response:1; }","duration":"119.063277ms","start":"2026-03-03T14:25:51.582478Z","end":"2026-03-03T14:25:51.701541Z","steps":["trace[1904388150] 'process raft request' (duration: 114.060938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:51.70204Z","caller":"traceutil/trace.go:171","msg":"trace[1309853593] transaction","detail":"{read_only:false; response_revision:11553; number_of_response:1; }","duration":"118.509756ms","start":"2026-03-03T14:25:51.583499Z","end":"2026-03-03T14:25:51.702009Z","steps":["trace[1309853593] 'process raft request' (duration: 117.957171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:52.26607Z","caller":"traceutil/trace.go:171","msg":"trace[1598010018] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"170.264112ms","start":"2026-03-03T14:25:52.095785Z","end":"2026-03-03T14:25:52.266049Z","steps":["trace[1598010018] 'process raft request' (duration: 170.128028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:52.476085Z","caller":"traceutil/trace.go:171","msg":"trace[465334630] linearizableReadLoop","detail":"{readStateIndex:12034; appliedIndex:12033; }","duration":"206.76349ms","start":"2026-03-03T14:25:52.269294Z","end":"2026-03-03T14:25:52.476057Z","steps":["trace[465334630] 'read index received' (duration: 206.466513ms)","trace[465334630] 'applied index is now lower than readState.Index' (duration: 295.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:52.476132Z","caller":"traceutil/trace.go:171","msg":"trace[756757667] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"376.94691ms","start":"2026-03-03T14:25:52.099135Z","end":"2026-03-03T14:25:52.476081Z","steps":["trace[756757667] 'process raft request' (duration: 376.757235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.476339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.099121Z","time spent":"377.137505ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:52.476447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.12279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995979c98d85be\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-03T14:25:52.476529Z","caller":"traceutil/trace.go:171","msg":"trace[1935226148] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995979c98d85be; range_end:; response_count:1; response_revision:11562; }","duration":"207.280123ms","start":"2026-03-03T14:25:52.269227Z","end":"2026-03-03T14:25:52.476507Z","steps":["trace[1935226148] 'agreement among raft nodes before linearized reading' (duration: 207.058428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.476571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.842532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:52.476665Z","caller":"traceutil/trace.go:171","msg":"trace[1576567490] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11562; }","duration":"147.974514ms","start":"2026-03-03T14:25:52.32867Z","end":"2026-03-03T14:25:52.476645Z","steps":["trace[1576567490] 'agreement among raft nodes before linearized reading' (duration: 147.823841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.477237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.18244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:52.477304Z","caller":"traceutil/trace.go:171","msg":"trace[1225188172] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11562; }","duration":"148.330464ms","start":"2026-03-03T14:25:52.328958Z","end":"2026-03-03T14:25:52.477289Z","steps":["trace[1225188172] 'agreement among raft nodes before linearized reading' (duration: 148.219601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:52.751785Z","caller":"traceutil/trace.go:171","msg":"trace[1551708633] linearizableReadLoop","detail":"{readStateIndex:12035; appliedIndex:12034; }","duration":"268.825126ms","start":"2026-03-03T14:25:52.482927Z","end":"2026-03-03T14:25:52.751752Z","steps":["trace[1551708633] 'read index received' (duration: 268.664262ms)","trace[1551708633] 'applied index is now lower than readState.Index' (duration: 160.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:52.751808Z","caller":"traceutil/trace.go:171","msg":"trace[720948809] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"273.791854ms","start":"2026-03-03T14:25:52.47799Z","end":"2026-03-03T14:25:52.751781Z","steps":["trace[720948809] 'process raft request' (duration: 273.648361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.752059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.123203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" ","response":"range_response_count:1 size:5932"} {"level":"info","ts":"2026-03-03T14:25:52.752228Z","caller":"traceutil/trace.go:171","msg":"trace[389063251] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj; range_end:; response_count:1; response_revision:11563; }","duration":"269.339498ms","start":"2026-03-03T14:25:52.48288Z","end":"2026-03-03T14:25:52.75222Z","steps":["trace[389063251] 'agreement among raft nodes before linearized reading' (duration: 268.963909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:52.809743Z","caller":"traceutil/trace.go:171","msg":"trace[128594868] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"291.586463ms","start":"2026-03-03T14:25:52.518119Z","end":"2026-03-03T14:25:52.809705Z","steps":["trace[128594868] 'process raft request' (duration: 291.422809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.809973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.564426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:25:52.810082Z","caller":"traceutil/trace.go:171","msg":"trace[1688535976] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11564; }","duration":"140.682408ms","start":"2026-03-03T14:25:52.669372Z","end":"2026-03-03T14:25:52.810055Z","steps":["trace[1688535976] 'agreement among raft nodes before linearized reading' (duration: 140.34242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.810148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.543781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:52.810164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.661982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:52.810227Z","caller":"traceutil/trace.go:171","msg":"trace[1502983253] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:11564; }","duration":"139.697645ms","start":"2026-03-03T14:25:52.670489Z","end":"2026-03-03T14:25:52.810187Z","steps":["trace[1502983253] 'agreement among raft nodes before linearized reading' (duration: 139.537962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.810417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.321483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-03T14:25:52.810474Z","caller":"traceutil/trace.go:171","msg":"trace[790463059] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:11564; }","duration":"312.407175ms","start":"2026-03-03T14:25:52.498054Z","end":"2026-03-03T14:25:52.810461Z","steps":["trace[790463059] 'agreement among raft nodes before linearized reading' (duration: 312.227851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.810525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.498037Z","time spent":"312.477766ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-03T14:25:52.810241Z","caller":"traceutil/trace.go:171","msg":"trace[1391280597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11564; }","duration":"141.799645ms","start":"2026-03-03T14:25:52.668418Z","end":"2026-03-03T14:25:52.810218Z","steps":["trace[1391280597] 'agreement among raft nodes before linearized reading' (duration: 141.658512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.235967Z","caller":"traceutil/trace.go:171","msg":"trace[1961568299] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"100.822178ms","start":"2026-03-03T14:25:53.135109Z","end":"2026-03-03T14:25:53.235931Z","steps":["trace[1961568299] 'process raft request' (duration: 98.626135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.440646Z","caller":"traceutil/trace.go:171","msg":"trace[172767965] linearizableReadLoop","detail":"{readStateIndex:12056; appliedIndex:12055; }","duration":"105.339137ms","start":"2026-03-03T14:25:53.335287Z","end":"2026-03-03T14:25:53.440626Z","steps":["trace[172767965] 'read index received' (duration: 105.037379ms)","trace[172767965] 'applied index is now lower than readState.Index' (duration: 301.118µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:53.440745Z","caller":"traceutil/trace.go:171","msg":"trace[2133463885] transaction","detail":"{read_only:false; response_revision:11584; number_of_response:1; }","duration":"121.202769ms","start":"2026-03-03T14:25:53.319534Z","end":"2026-03-03T14:25:53.440737Z","steps":["trace[2133463885] 'process raft request' (duration: 120.845621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.440946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.639964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8.189959889e53947e\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-03T14:25:53.440986Z","caller":"traceutil/trace.go:171","msg":"trace[2072777019] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8.189959889e53947e; range_end:; response_count:1; response_revision:11584; }","duration":"105.719306ms","start":"2026-03-03T14:25:53.335258Z","end":"2026-03-03T14:25:53.440977Z","steps":["trace[2072777019] 'agreement among raft nodes before linearized reading' (duration: 105.564362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:54.396773Z","caller":"traceutil/trace.go:171","msg":"trace[275477652] transaction","detail":"{read_only:false; response_revision:11588; number_of_response:1; }","duration":"134.695355ms","start":"2026-03-03T14:25:54.262052Z","end":"2026-03-03T14:25:54.396748Z","steps":["trace[275477652] 'process raft request' (duration: 134.469379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.599507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.748761ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:03.599775Z","caller":"traceutil/trace.go:171","msg":"trace[1257125354] linearizableReadLoop","detail":"{readStateIndex:12086; appliedIndex:12085; }","duration":"218.873282ms","start":"2026-03-03T14:26:03.380873Z","end":"2026-03-03T14:26:03.599746Z","steps":["trace[1257125354] 'read index received' (duration: 67.885765ms)","trace[1257125354] 'applied index is now lower than readState.Index' (duration: 150.985537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:03.59995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.064886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:26:03.600001Z","caller":"traceutil/trace.go:171","msg":"trace[1646999850] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11611; }","duration":"219.160469ms","start":"2026-03-03T14:26:03.380825Z","end":"2026-03-03T14:26:03.599986Z","steps":["trace[1646999850] 'agreement among raft nodes before linearized reading' (duration: 218.983804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.60021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.371523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:26:03.60029Z","caller":"traceutil/trace.go:171","msg":"trace[1476365300] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11611; }","duration":"155.491556ms","start":"2026-03-03T14:26:03.444787Z","end":"2026-03-03T14:26:03.600278Z","steps":["trace[1476365300] 'agreement among raft nodes before linearized reading' (duration: 155.370393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.599964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.429134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:03.600434Z","caller":"traceutil/trace.go:171","msg":"trace[87040510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11611; }","duration":"216.920966ms","start":"2026-03-03T14:26:03.383503Z","end":"2026-03-03T14:26:03.600424Z","steps":["trace[87040510] 'agreement among raft nodes before linearized reading' (duration: 216.431484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.600524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.137763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:26:03.600611Z","caller":"traceutil/trace.go:171","msg":"trace[71158857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11611; }","duration":"215.255685ms","start":"2026-03-03T14:26:03.385332Z","end":"2026-03-03T14:26:03.600587Z","steps":["trace[71158857] 'agreement among raft nodes before linearized reading' (duration: 215.014399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:05.75483Z","caller":"traceutil/trace.go:171","msg":"trace[913960179] linearizableReadLoop","detail":"{readStateIndex:12093; appliedIndex:12092; }","duration":"129.442337ms","start":"2026-03-03T14:26:05.625364Z","end":"2026-03-03T14:26:05.754806Z","steps":["trace[913960179] 'read index received' (duration: 129.213492ms)","trace[913960179] 'applied index is now lower than readState.Index' (duration: 227.535µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:05.754976Z","caller":"traceutil/trace.go:171","msg":"trace[528563942] transaction","detail":"{read_only:false; response_revision:11618; number_of_response:1; }","duration":"134.313315ms","start":"2026-03-03T14:26:05.62062Z","end":"2026-03-03T14:26:05.754933Z","steps":["trace[528563942] 'process raft request' (duration: 134.057089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:05.755157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.770856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:26:05.75521Z","caller":"traceutil/trace.go:171","msg":"trace[589362194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11618; }","duration":"129.867588ms","start":"2026-03-03T14:26:05.625326Z","end":"2026-03-03T14:26:05.755194Z","steps":["trace[589362194] 'agreement among raft nodes before linearized reading' (duration: 129.607041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:05.755564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.866368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:26:05.755634Z","caller":"traceutil/trace.go:171","msg":"trace[601971720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11618; }","duration":"130.010871ms","start":"2026-03-03T14:26:05.625582Z","end":"2026-03-03T14:26:05.755593Z","steps":["trace[601971720] 'agreement among raft nodes before linearized reading' (duration: 129.789476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:08.054376Z","caller":"traceutil/trace.go:171","msg":"trace[1432995315] linearizableReadLoop","detail":"{readStateIndex:12100; appliedIndex:12099; }","duration":"297.039894ms","start":"2026-03-03T14:26:07.757312Z","end":"2026-03-03T14:26:08.054352Z","steps":["trace[1432995315] 'read index received' (duration: 296.85921ms)","trace[1432995315] 'applied index is now lower than readState.Index' (duration: 179.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:08.054402Z","caller":"traceutil/trace.go:171","msg":"trace[579258174] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"323.503513ms","start":"2026-03-03T14:26:07.730876Z","end":"2026-03-03T14:26:08.054379Z","steps":["trace[579258174] 'process raft request' (duration: 323.305238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:08.054532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:07.730854Z","time spent":"323.600205ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:08.05457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.25371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:08.054602Z","caller":"traceutil/trace.go:171","msg":"trace[66410278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11624; }","duration":"297.325781ms","start":"2026-03-03T14:26:07.757267Z","end":"2026-03-03T14:26:08.054593Z","steps":["trace[66410278] 'agreement among raft nodes before linearized reading' (duration: 297.196768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:08.076333Z","caller":"traceutil/trace.go:171","msg":"trace[1559830525] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"217.581441ms","start":"2026-03-03T14:26:07.858716Z","end":"2026-03-03T14:26:08.076297Z","steps":["trace[1559830525] 'process raft request' (duration: 217.319185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:08.076468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.3644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:26:08.076528Z","caller":"traceutil/trace.go:171","msg":"trace[1463236431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11625; }","duration":"316.468524ms","start":"2026-03-03T14:26:07.760043Z","end":"2026-03-03T14:26:08.076511Z","steps":["trace[1463236431] 'agreement among raft nodes before linearized reading' (duration: 316.359481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:08.076569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:07.760016Z","time spent":"316.541565ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:26:08.07636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.464684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:26:08.076682Z","caller":"traceutil/trace.go:171","msg":"trace[1716329431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11625; }","duration":"267.841922ms","start":"2026-03-03T14:26:07.808829Z","end":"2026-03-03T14:26:08.076671Z","steps":["trace[1716329431] 'agreement among raft nodes before linearized reading' (duration: 267.417562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:08.076387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.181698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:26:08.076863Z","caller":"traceutil/trace.go:171","msg":"trace[1595423389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11625; }","duration":"309.724431ms","start":"2026-03-03T14:26:07.767118Z","end":"2026-03-03T14:26:08.076843Z","steps":["trace[1595423389] 'agreement among raft nodes before linearized reading' (duration: 309.124697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:08.076916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:07.76709Z","time spent":"309.802653ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:26:09.719812Z","caller":"traceutil/trace.go:171","msg":"trace[1346142006] linearizableReadLoop","detail":"{readStateIndex:12106; appliedIndex:12105; }","duration":"114.085087ms","start":"2026-03-03T14:26:09.605706Z","end":"2026-03-03T14:26:09.719791Z","steps":["trace[1346142006] 'read index received' (duration: 113.975814ms)","trace[1346142006] 'applied index is now lower than readState.Index' (duration: 108.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:09.720036Z","caller":"traceutil/trace.go:171","msg":"trace[470204772] transaction","detail":"{read_only:false; response_revision:11630; number_of_response:1; }","duration":"286.523521ms","start":"2026-03-03T14:26:09.43349Z","end":"2026-03-03T14:26:09.720014Z","steps":["trace[470204772] 'process raft request' (duration: 286.157053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:09.720214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.490026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:26:09.720288Z","caller":"traceutil/trace.go:171","msg":"trace[1888188708] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11630; }","duration":"114.614441ms","start":"2026-03-03T14:26:09.60566Z","end":"2026-03-03T14:26:09.720274Z","steps":["trace[1888188708] 'agreement among raft nodes before linearized reading' (duration: 114.398464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:09.969002Z","caller":"traceutil/trace.go:171","msg":"trace[496836639] transaction","detail":"{read_only:false; response_revision:11634; number_of_response:1; }","duration":"103.218376ms","start":"2026-03-03T14:26:09.865459Z","end":"2026-03-03T14:26:09.968677Z","steps":["trace[496836639] 'process raft request' (duration: 48.15818ms)","trace[496836639] 'compare' (duration: 54.848081ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:12.178308Z","caller":"traceutil/trace.go:171","msg":"trace[1494192252] transaction","detail":"{read_only:false; response_revision:11673; number_of_response:1; }","duration":"157.725249ms","start":"2026-03-03T14:26:12.02054Z","end":"2026-03-03T14:26:12.178265Z","steps":["trace[1494192252] 'process raft request' (duration: 71.304187ms)","trace[1494192252] 'compare' (duration: 86.207847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:12.178493Z","caller":"traceutil/trace.go:171","msg":"trace[40414885] linearizableReadLoop","detail":"{readStateIndex:12150; appliedIndex:12148; }","duration":"152.263178ms","start":"2026-03-03T14:26:12.026166Z","end":"2026-03-03T14:26:12.178429Z","steps":["trace[40414885] 'read index received' (duration: 31.56396ms)","trace[40414885] 'applied index is now lower than readState.Index' (duration: 120.693867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:12.17887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.676237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:26:12.178964Z","caller":"traceutil/trace.go:171","msg":"trace[773783832] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11674; }","duration":"152.835301ms","start":"2026-03-03T14:26:12.026101Z","end":"2026-03-03T14:26:12.178937Z","steps":["trace[773783832] 'agreement among raft nodes before linearized reading' (duration: 152.569674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:12.178963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.077999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:26:12.179036Z","caller":"traceutil/trace.go:171","msg":"trace[55899342] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11674; }","duration":"151.171761ms","start":"2026-03-03T14:26:12.027843Z","end":"2026-03-03T14:26:12.179015Z","steps":["trace[55899342] 'agreement among raft nodes before linearized reading' (duration: 150.872004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.386764Z","caller":"traceutil/trace.go:171","msg":"trace[1533818304] transaction","detail":"{read_only:false; response_revision:11678; number_of_response:1; }","duration":"148.409204ms","start":"2026-03-03T14:26:12.238323Z","end":"2026-03-03T14:26:12.386733Z","steps":["trace[1533818304] 'process raft request' (duration: 94.68148ms)","trace[1533818304] 'compare' (duration: 53.510509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:12.409225Z","caller":"traceutil/trace.go:171","msg":"trace[1052314956] linearizableReadLoop","detail":"{readStateIndex:12156; appliedIndex:12154; }","duration":"170.027465ms","start":"2026-03-03T14:26:12.239172Z","end":"2026-03-03T14:26:12.4092Z","steps":["trace[1052314956] 'read index received' (duration: 93.795018ms)","trace[1052314956] 'applied index is now lower than readState.Index' (duration: 76.231417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:12.409278Z","caller":"traceutil/trace.go:171","msg":"trace[1620428156] transaction","detail":"{read_only:false; response_revision:11679; number_of_response:1; }","duration":"170.372263ms","start":"2026-03-03T14:26:12.23885Z","end":"2026-03-03T14:26:12.409223Z","steps":["trace[1620428156] 'process raft request' (duration: 170.068496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.409431Z","caller":"traceutil/trace.go:171","msg":"trace[407390266] transaction","detail":"{read_only:false; response_revision:11680; number_of_response:1; }","duration":"169.771779ms","start":"2026-03-03T14:26:12.23963Z","end":"2026-03-03T14:26:12.409402Z","steps":["trace[407390266] 'process raft request' (duration: 169.452161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:12.409471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.27104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-03T14:26:12.409605Z","caller":"traceutil/trace.go:171","msg":"trace[277428970] transaction","detail":"{read_only:false; response_revision:11681; number_of_response:1; }","duration":"167.948154ms","start":"2026-03-03T14:26:12.24161Z","end":"2026-03-03T14:26:12.409558Z","steps":["trace[277428970] 'process raft request' (duration: 167.540415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.409719Z","caller":"traceutil/trace.go:171","msg":"trace[1231763192] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11681; }","duration":"170.507837ms","start":"2026-03-03T14:26:12.239159Z","end":"2026-03-03T14:26:12.409666Z","steps":["trace[1231763192] 'agreement among raft nodes before linearized reading' (duration: 170.142877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.585347Z","caller":"traceutil/trace.go:171","msg":"trace[713935419] linearizableReadLoop","detail":"{readStateIndex:12160; appliedIndex:12159; }","duration":"126.954168ms","start":"2026-03-03T14:26:12.458361Z","end":"2026-03-03T14:26:12.585315Z","steps":["trace[713935419] 'read index received' (duration: 61.233215ms)","trace[713935419] 'applied index is now lower than readState.Index' (duration: 65.719753ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:12.585425Z","caller":"traceutil/trace.go:171","msg":"trace[1287463559] transaction","detail":"{read_only:false; response_revision:11682; number_of_response:1; }","duration":"158.756074ms","start":"2026-03-03T14:26:12.42663Z","end":"2026-03-03T14:26:12.585386Z","steps":["trace[1287463559] 'process raft request' (duration: 92.953979ms)","trace[1287463559] 'compare' (duration: 65.563969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:12.585645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.418674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-rabbit-init-xcfgn\" ","response":"range_response_count:1 size:5184"} {"level":"info","ts":"2026-03-03T14:26:12.585709Z","caller":"traceutil/trace.go:171","msg":"trace[881203789] range","detail":"{range_begin:/registry/pods/openstack/cinder-rabbit-init-xcfgn; range_end:; response_count:1; response_revision:11682; }","duration":"160.506256ms","start":"2026-03-03T14:26:12.425187Z","end":"2026-03-03T14:26:12.585693Z","steps":["trace[881203789] 'agreement among raft nodes before linearized reading' (duration: 160.26492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:12.596573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.282665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:26:12.596632Z","caller":"traceutil/trace.go:171","msg":"trace[1699875649] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11683; }","duration":"134.375377ms","start":"2026-03-03T14:26:12.462241Z","end":"2026-03-03T14:26:12.596617Z","steps":["trace[1699875649] 'agreement among raft nodes before linearized reading' (duration: 134.232714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.596865Z","caller":"traceutil/trace.go:171","msg":"trace[558549384] transaction","detail":"{read_only:false; response_revision:11683; number_of_response:1; }","duration":"137.323658ms","start":"2026-03-03T14:26:12.459521Z","end":"2026-03-03T14:26:12.596845Z","steps":["trace[558549384] 'process raft request' (duration: 136.851276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.716103Z","caller":"traceutil/trace.go:171","msg":"trace[1747059125] transaction","detail":"{read_only:false; response_revision:11684; number_of_response:1; }","duration":"122.255835ms","start":"2026-03-03T14:26:12.593816Z","end":"2026-03-03T14:26:12.716072Z","steps":["trace[1747059125] 'process raft request' (duration: 109.288962ms)","trace[1747059125] 'compare' (duration: 12.759318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:13.095223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.90759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:13.095327Z","caller":"traceutil/trace.go:171","msg":"trace[571247281] linearizableReadLoop","detail":"{readStateIndex:12164; appliedIndex:12163; }","duration":"188.315346ms","start":"2026-03-03T14:26:12.906993Z","end":"2026-03-03T14:26:13.095308Z","steps":["trace[571247281] 'read index received' (duration: 33.234581ms)","trace[571247281] 'applied index is now lower than readState.Index' (duration: 155.079435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:13.095541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.527111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-03-03T14:26:13.095674Z","caller":"traceutil/trace.go:171","msg":"trace[710401285] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:11685; }","duration":"188.698875ms","start":"2026-03-03T14:26:12.906944Z","end":"2026-03-03T14:26:13.095643Z","steps":["trace[710401285] 'agreement among raft nodes before linearized reading' (duration: 188.415248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:13.337371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.011109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:13.337536Z","caller":"traceutil/trace.go:171","msg":"trace[369551681] linearizableReadLoop","detail":"{readStateIndex:12166; appliedIndex:12165; }","duration":"182.692961ms","start":"2026-03-03T14:26:13.154801Z","end":"2026-03-03T14:26:13.337494Z","steps":["trace[369551681] 'read index received' (duration: 70.311704ms)","trace[369551681] 'applied index is now lower than readState.Index' (duration: 112.379306ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:13.337578Z","caller":"traceutil/trace.go:171","msg":"trace[1540523031] transaction","detail":"{read_only:false; response_revision:11687; number_of_response:1; }","duration":"195.94346ms","start":"2026-03-03T14:26:13.141582Z","end":"2026-03-03T14:26:13.337525Z","steps":["trace[1540523031] 'process raft request' (duration: 83.655326ms)","trace[1540523031] 'compare' (duration: 111.877034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:13.337979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.11435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"info","ts":"2026-03-03T14:26:13.33815Z","caller":"traceutil/trace.go:171","msg":"trace[200377576] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:11687; }","duration":"183.339096ms","start":"2026-03-03T14:26:13.154766Z","end":"2026-03-03T14:26:13.338105Z","steps":["trace[200377576] 'agreement among raft nodes before linearized reading' (duration: 182.812403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:13.995139Z","caller":"traceutil/trace.go:171","msg":"trace[799267427] linearizableReadLoop","detail":"{readStateIndex:12172; appliedIndex:12170; }","duration":"147.39296ms","start":"2026-03-03T14:26:13.847715Z","end":"2026-03-03T14:26:13.995108Z","steps":["trace[799267427] 'read index received' (duration: 46.90521ms)","trace[799267427] 'applied index is now lower than readState.Index' (duration: 100.48642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:13.995313Z","caller":"traceutil/trace.go:171","msg":"trace[1454121557] transaction","detail":"{read_only:false; response_revision:11693; number_of_response:1; }","duration":"167.70719ms","start":"2026-03-03T14:26:13.827591Z","end":"2026-03-03T14:26:13.995298Z","steps":["trace[1454121557] 'process raft request' (duration: 150.993318ms)","trace[1454121557] 'compare' (duration: 16.417344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:13.99555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.392838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-7cd89db9d6\" ","response":"range_response_count:1 size:8760"} {"level":"info","ts":"2026-03-03T14:26:13.995606Z","caller":"traceutil/trace.go:171","msg":"trace[1223430551] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-7cd89db9d6; range_end:; response_count:1; response_revision:11693; }","duration":"122.536162ms","start":"2026-03-03T14:26:13.873057Z","end":"2026-03-03T14:26:13.995593Z","steps":["trace[1223430551] 'agreement among raft nodes before linearized reading' (duration: 122.276586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:13.995677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.834091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:26:13.995782Z","caller":"traceutil/trace.go:171","msg":"trace[1300346026] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11693; }","duration":"148.042876ms","start":"2026-03-03T14:26:13.847681Z","end":"2026-03-03T14:26:13.995724Z","steps":["trace[1300346026] 'agreement among raft nodes before linearized reading' (duration: 147.737039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:14.270247Z","caller":"traceutil/trace.go:171","msg":"trace[1377951963] linearizableReadLoop","detail":"{readStateIndex:12173; appliedIndex:12172; }","duration":"198.095302ms","start":"2026-03-03T14:26:14.072134Z","end":"2026-03-03T14:26:14.270229Z","steps":["trace[1377951963] 'read index received' (duration: 107.647023ms)","trace[1377951963] 'applied index is now lower than readState.Index' (duration: 90.447519ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:14.270248Z","caller":"traceutil/trace.go:171","msg":"trace[370171851] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"204.227589ms","start":"2026-03-03T14:26:14.06599Z","end":"2026-03-03T14:26:14.270218Z","steps":["trace[370171851] 'process raft request' (duration: 113.889972ms)","trace[370171851] 'compare' (duration: 90.196914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:14.270454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.377362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-03-03T14:26:14.270488Z","caller":"traceutil/trace.go:171","msg":"trace[1173711794] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:11695; }","duration":"172.457734ms","start":"2026-03-03T14:26:14.098021Z","end":"2026-03-03T14:26:14.270478Z","steps":["trace[1173711794] 'agreement among raft nodes before linearized reading' (duration: 172.356842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:14.271003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.510822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1511"} {"level":"info","ts":"2026-03-03T14:26:14.271036Z","caller":"traceutil/trace.go:171","msg":"trace[230828527] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:11695; }","duration":"122.590543ms","start":"2026-03-03T14:26:14.148437Z","end":"2026-03-03T14:26:14.271027Z","steps":["trace[230828527] 'agreement among raft nodes before linearized reading' (duration: 122.483991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:14.27109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.940272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-7cd94f95c7\" ","response":"range_response_count:1 size:11189"} {"level":"warn","ts":"2026-03-03T14:26:14.271109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.719569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-03T14:26:14.271184Z","caller":"traceutil/trace.go:171","msg":"trace[22768823] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-7cd94f95c7; range_end:; response_count:1; response_revision:11695; }","duration":"199.067986ms","start":"2026-03-03T14:26:14.072094Z","end":"2026-03-03T14:26:14.271162Z","steps":["trace[22768823] 'agreement among raft nodes before linearized reading' (duration: 198.210045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:14.27119Z","caller":"traceutil/trace.go:171","msg":"trace[1211699660] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:11695; }","duration":"147.831581ms","start":"2026-03-03T14:26:14.123339Z","end":"2026-03-03T14:26:14.27117Z","steps":["trace[1211699660] 'agreement among raft nodes before linearized reading' (duration: 147.693048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.216692Z","caller":"traceutil/trace.go:171","msg":"trace[772383718] linearizableReadLoop","detail":"{readStateIndex:12229; appliedIndex:12228; }","duration":"239.1255ms","start":"2026-03-03T14:26:21.977543Z","end":"2026-03-03T14:26:22.216668Z","steps":["trace[772383718] 'read index received' (duration: 163.261402ms)","trace[772383718] 'applied index is now lower than readState.Index' (duration: 75.863038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:22.216741Z","caller":"traceutil/trace.go:171","msg":"trace[310524152] transaction","detail":"{read_only:false; response_revision:11749; number_of_response:1; }","duration":"358.791882ms","start":"2026-03-03T14:26:21.857904Z","end":"2026-03-03T14:26:22.216696Z","steps":["trace[310524152] 'process raft request' (duration: 282.885344ms)","trace[310524152] 'compare' (duration: 75.680363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:22.216864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:21.857883Z","time spent":"358.927435ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6120,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:26:22.216927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.387825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:26:22.216957Z","caller":"traceutil/trace.go:171","msg":"trace[1485861147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11749; }","duration":"239.476218ms","start":"2026-03-03T14:26:21.97747Z","end":"2026-03-03T14:26:22.216947Z","steps":["trace[1485861147] 'agreement among raft nodes before linearized reading' (duration: 239.312354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.470726Z","caller":"traceutil/trace.go:171","msg":"trace[1696162235] linearizableReadLoop","detail":"{readStateIndex:12230; appliedIndex:12229; }","duration":"253.942727ms","start":"2026-03-03T14:26:22.216758Z","end":"2026-03-03T14:26:22.470701Z","steps":["trace[1696162235] 'read index received' (duration: 185.675363ms)","trace[1696162235] 'applied index is now lower than readState.Index' (duration: 68.266544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:22.47077Z","caller":"traceutil/trace.go:171","msg":"trace[1434936253] transaction","detail":"{read_only:false; response_revision:11750; number_of_response:1; }","duration":"413.854169ms","start":"2026-03-03T14:26:22.056881Z","end":"2026-03-03T14:26:22.470736Z","steps":["trace[1434936253] 'process raft request' (duration: 345.535073ms)","trace[1434936253] 'compare' (duration: 68.130302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:22.470878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.967529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:22.470972Z","caller":"traceutil/trace.go:171","msg":"trace[1730280107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11750; }","duration":"323.117723ms","start":"2026-03-03T14:26:22.147835Z","end":"2026-03-03T14:26:22.470953Z","steps":["trace[1730280107] 'agreement among raft nodes before linearized reading' (duration: 322.952399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.471025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.147813Z","time spent":"323.199505ms","remote":"127.0.0.1:34310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:22.470914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.056858Z","time spent":"413.971982ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:22.490303Z","caller":"traceutil/trace.go:171","msg":"trace[403305073] transaction","detail":"{read_only:false; response_revision:11751; number_of_response:1; }","duration":"249.940831ms","start":"2026-03-03T14:26:22.240334Z","end":"2026-03-03T14:26:22.490274Z","steps":["trace[403305073] 'process raft request' (duration: 249.663594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.490577Z","caller":"traceutil/trace.go:171","msg":"trace[124738225] transaction","detail":"{read_only:false; response_revision:11752; number_of_response:1; }","duration":"248.856025ms","start":"2026-03-03T14:26:22.241681Z","end":"2026-03-03T14:26:22.490537Z","steps":["trace[124738225] 'process raft request' (duration: 248.515797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.490607Z","caller":"traceutil/trace.go:171","msg":"trace[1735216754] transaction","detail":"{read_only:false; response_revision:11753; number_of_response:1; }","duration":"131.798025ms","start":"2026-03-03T14:26:22.358788Z","end":"2026-03-03T14:26:22.490586Z","steps":["trace[1735216754] 'process raft request' (duration: 131.663972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.490732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.427832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:26:22.490804Z","caller":"traceutil/trace.go:171","msg":"trace[189426938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11753; }","duration":"103.545235ms","start":"2026-03-03T14:26:22.387241Z","end":"2026-03-03T14:26:22.490786Z","steps":["trace[189426938] 'agreement among raft nodes before linearized reading' (duration: 103.36683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693378Z","caller":"traceutil/trace.go:171","msg":"trace[270978270] transaction","detail":"{read_only:false; response_revision:11756; number_of_response:1; }","duration":"197.894076ms","start":"2026-03-03T14:26:22.495429Z","end":"2026-03-03T14:26:22.693323Z","steps":["trace[270978270] 'process raft request' (duration: 197.849965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693371Z","caller":"traceutil/trace.go:171","msg":"trace[495517526] transaction","detail":"{read_only:false; response_revision:11755; number_of_response:1; }","duration":"197.970048ms","start":"2026-03-03T14:26:22.495364Z","end":"2026-03-03T14:26:22.693334Z","steps":["trace[495517526] 'process raft request' (duration: 197.805994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693687Z","caller":"traceutil/trace.go:171","msg":"trace[2090964670] transaction","detail":"{read_only:false; response_revision:11758; number_of_response:1; }","duration":"197.994779ms","start":"2026-03-03T14:26:22.495682Z","end":"2026-03-03T14:26:22.693676Z","steps":["trace[2090964670] 'process raft request' (duration: 197.814875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693662Z","caller":"traceutil/trace.go:171","msg":"trace[1975699054] transaction","detail":"{read_only:false; response_revision:11757; number_of_response:1; }","duration":"198.088521ms","start":"2026-03-03T14:26:22.495548Z","end":"2026-03-03T14:26:22.693637Z","steps":["trace[1975699054] 'process raft request' (duration: 197.753692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693875Z","caller":"traceutil/trace.go:171","msg":"trace[1358261822] transaction","detail":"{read_only:false; response_revision:11759; number_of_response:1; }","duration":"196.620607ms","start":"2026-03-03T14:26:22.497246Z","end":"2026-03-03T14:26:22.693866Z","steps":["trace[1358261822] 'process raft request' (duration: 196.36183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.693871Z","caller":"traceutil/trace.go:171","msg":"trace[1763073480] transaction","detail":"{read_only:false; response_revision:11760; number_of_response:1; }","duration":"196.303988ms","start":"2026-03-03T14:26:22.497547Z","end":"2026-03-03T14:26:22.693851Z","steps":["trace[1763073480] 'process raft request' (duration: 196.123044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.033971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.123698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:23.034096Z","caller":"traceutil/trace.go:171","msg":"trace[973346870] transaction","detail":"{read_only:false; response_revision:11761; number_of_response:1; }","duration":"334.004815ms","start":"2026-03-03T14:26:22.700057Z","end":"2026-03-03T14:26:23.034061Z","steps":["trace[973346870] 'process raft request' (duration: 158.731453ms)","trace[973346870] 'compare' (duration: 174.911463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.034233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.700036Z","time spent":"334.131108ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:26:23.034126Z","caller":"traceutil/trace.go:171","msg":"trace[128231155] linearizableReadLoop","detail":"{readStateIndex:12241; appliedIndex:12240; }","duration":"325.424809ms","start":"2026-03-03T14:26:22.70868Z","end":"2026-03-03T14:26:23.034105Z","steps":["trace[128231155] 'read index received' (duration: 150.212659ms)","trace[128231155] 'applied index is now lower than readState.Index' (duration: 175.20964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.161201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.125172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:23.161358Z","caller":"traceutil/trace.go:171","msg":"trace[725499175] linearizableReadLoop","detail":"{readStateIndex:12242; appliedIndex:12241; }","duration":"126.946229ms","start":"2026-03-03T14:26:23.034384Z","end":"2026-03-03T14:26:23.161331Z","steps":["trace[725499175] 'read index received' (duration: 46.381µs)","trace[725499175] 'applied index is now lower than readState.Index' (duration: 126.897548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.161433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.728866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:6556"} {"level":"warn","ts":"2026-03-03T14:26:23.161479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.569422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:23.161511Z","caller":"traceutil/trace.go:171","msg":"trace[1891312294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11761; }","duration":"403.652014ms","start":"2026-03-03T14:26:22.757849Z","end":"2026-03-03T14:26:23.161501Z","steps":["trace[1891312294] 'agreement among raft nodes before linearized reading' (duration: 403.548682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.161513Z","caller":"traceutil/trace.go:171","msg":"trace[330720928] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11761; }","duration":"452.852279ms","start":"2026-03-03T14:26:22.708637Z","end":"2026-03-03T14:26:23.161489Z","steps":["trace[330720928] 'agreement among raft nodes before linearized reading' (duration: 325.519951ms)","trace[330720928] 'range keys from in-memory index tree' (duration: 127.127603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.161552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.757826Z","time spent":"403.718615ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:23.161555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.70862Z","time spent":"452.92894ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":6580,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" "} {"level":"warn","ts":"2026-03-03T14:26:23.161634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.473549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-03-03T14:26:23.161658Z","caller":"traceutil/trace.go:171","msg":"trace[57822075] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:11761; }","duration":"151.49864ms","start":"2026-03-03T14:26:23.010153Z","end":"2026-03-03T14:26:23.161652Z","steps":["trace[57822075] 'agreement among raft nodes before linearized reading' (duration: 151.427278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.320545Z","caller":"traceutil/trace.go:171","msg":"trace[2016260555] transaction","detail":"{read_only:false; response_revision:11762; number_of_response:1; }","duration":"229.862487ms","start":"2026-03-03T14:26:23.090643Z","end":"2026-03-03T14:26:23.320506Z","steps":["trace[2016260555] 'process raft request' (duration: 229.644792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.320771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.410651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:23.320839Z","caller":"traceutil/trace.go:171","msg":"trace[505248013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11762; }","duration":"157.502403ms","start":"2026-03-03T14:26:23.163318Z","end":"2026-03-03T14:26:23.32082Z","steps":["trace[505248013] 'agreement among raft nodes before linearized reading' (duration: 157.387241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.320909Z","caller":"traceutil/trace.go:171","msg":"trace[1187027337] linearizableReadLoop","detail":"{readStateIndex:12243; appliedIndex:12242; }","duration":"157.125754ms","start":"2026-03-03T14:26:23.163335Z","end":"2026-03-03T14:26:23.320461Z","steps":["trace[1187027337] 'read index received' (duration: 156.891548ms)","trace[1187027337] 'applied index is now lower than readState.Index' (duration: 233.106µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:23.569155Z","caller":"traceutil/trace.go:171","msg":"trace[82024341] transaction","detail":"{read_only:false; response_revision:11763; number_of_response:1; }","duration":"397.480624ms","start":"2026-03-03T14:26:23.171646Z","end":"2026-03-03T14:26:23.569126Z","steps":["trace[82024341] 'process raft request' (duration: 396.978842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.569079Z","caller":"traceutil/trace.go:171","msg":"trace[1822316370] linearizableReadLoop","detail":"{readStateIndex:12244; appliedIndex:12243; }","duration":"248.071646ms","start":"2026-03-03T14:26:23.320987Z","end":"2026-03-03T14:26:23.569059Z","steps":["trace[1822316370] 'read index received' (duration: 247.81589ms)","trace[1822316370] 'applied index is now lower than readState.Index' (duration: 254.786µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.569285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.171624Z","time spent":"397.590727ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:23.569328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.702192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:7902"} {"level":"info","ts":"2026-03-03T14:26:23.569362Z","caller":"traceutil/trace.go:171","msg":"trace[272245568] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11763; }","duration":"405.793825ms","start":"2026-03-03T14:26:23.163559Z","end":"2026-03-03T14:26:23.569353Z","steps":["trace[272245568] 'agreement among raft nodes before linearized reading' (duration: 405.709203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.56936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.197763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:26:23.569392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.163535Z","time spent":"405.850146ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":7926,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" "} {"level":"info","ts":"2026-03-03T14:26:23.569429Z","caller":"traceutil/trace.go:171","msg":"trace[1346353522] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11763; }","duration":"347.289075ms","start":"2026-03-03T14:26:23.222122Z","end":"2026-03-03T14:26:23.569411Z","steps":["trace[1346353522] 'agreement among raft nodes before linearized reading' (duration: 347.025789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.569472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.222014Z","time spent":"347.449899ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:26:23.923851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.183152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:23.923964Z","caller":"traceutil/trace.go:171","msg":"trace[594466116] linearizableReadLoop","detail":"{readStateIndex:12245; appliedIndex:12244; }","duration":"354.690814ms","start":"2026-03-03T14:26:23.569249Z","end":"2026-03-03T14:26:23.92394Z","steps":["trace[594466116] 'read index received' (duration: 137.241196ms)","trace[594466116] 'applied index is now lower than readState.Index' (duration: 217.448198ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:23.923976Z","caller":"traceutil/trace.go:171","msg":"trace[629739302] transaction","detail":"{read_only:false; response_revision:11764; number_of_response:1; }","duration":"412.577388ms","start":"2026-03-03T14:26:23.511376Z","end":"2026-03-03T14:26:23.923953Z","steps":["trace[629739302] 'process raft request' (duration: 195.193052ms)","trace[629739302] 'compare' (duration: 217.051228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.924063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.130859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:23.924089Z","caller":"traceutil/trace.go:171","msg":"trace[139380077] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11764; }","duration":"498.19588ms","start":"2026-03-03T14:26:23.425884Z","end":"2026-03-03T14:26:23.92408Z","steps":["trace[139380077] 'agreement among raft nodes before linearized reading' (duration: 498.145519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.924091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.511357Z","time spent":"412.670691ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:23.924119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.425864Z","time spent":"498.248522ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:23.924769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.636116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462699"} {"level":"info","ts":"2026-03-03T14:26:23.924834Z","caller":"traceutil/trace.go:171","msg":"trace[1681156605] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11764; }","duration":"350.719818ms","start":"2026-03-03T14:26:23.5741Z","end":"2026-03-03T14:26:23.92482Z","steps":["trace[1681156605] 'agreement among raft nodes before linearized reading' (duration: 350.194405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.924865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.574039Z","time spent":"350.81682ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462723,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:26:24.745868Z","caller":"traceutil/trace.go:171","msg":"trace[306701452] transaction","detail":"{read_only:false; response_revision:11769; number_of_response:1; }","duration":"246.752573ms","start":"2026-03-03T14:26:24.499074Z","end":"2026-03-03T14:26:24.745826Z","steps":["trace[306701452] 'process raft request' (duration: 246.549759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.541444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.604637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:26:25.541514Z","caller":"traceutil/trace.go:171","msg":"trace[342587754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11773; }","duration":"698.714269ms","start":"2026-03-03T14:26:24.842783Z","end":"2026-03-03T14:26:25.541498Z","steps":["trace[342587754] 'range keys from in-memory index tree' (duration: 698.455533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.541544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:24.842766Z","time spent":"698.771891ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:26:25.542161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.641409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:26:25.542256Z","caller":"traceutil/trace.go:171","msg":"trace[401517464] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11773; }","duration":"248.786123ms","start":"2026-03-03T14:26:25.29345Z","end":"2026-03-03T14:26:25.542236Z","steps":["trace[401517464] 'count revisions from in-memory index tree' (duration: 248.567907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:25.934819Z","caller":"traceutil/trace.go:171","msg":"trace[846668189] transaction","detail":"{read_only:false; response_revision:11774; number_of_response:1; }","duration":"127.104252ms","start":"2026-03-03T14:26:25.807693Z","end":"2026-03-03T14:26:25.934797Z","steps":["trace[846668189] 'process raft request' (duration: 126.884056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:26.553761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.16528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:26.553885Z","caller":"traceutil/trace.go:171","msg":"trace[1270973136] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11776; }","duration":"271.367057ms","start":"2026-03-03T14:26:26.282495Z","end":"2026-03-03T14:26:26.553862Z","steps":["trace[1270973136] 'count revisions from in-memory index tree' (duration: 271.090869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:27.582464Z","caller":"traceutil/trace.go:171","msg":"trace[2122086832] linearizableReadLoop","detail":"{readStateIndex:12266; appliedIndex:12265; }","duration":"135.712929ms","start":"2026-03-03T14:26:27.446722Z","end":"2026-03-03T14:26:27.582435Z","steps":["trace[2122086832] 'read index received' (duration: 114.819796ms)","trace[2122086832] 'applied index is now lower than readState.Index' (duration: 20.891443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:27.582507Z","caller":"traceutil/trace.go:171","msg":"trace[1048813668] transaction","detail":"{read_only:false; response_revision:11784; number_of_response:1; }","duration":"185.392215ms","start":"2026-03-03T14:26:27.397078Z","end":"2026-03-03T14:26:27.58247Z","steps":["trace[1048813668] 'process raft request' (duration: 164.474361ms)","trace[1048813668] 'compare' (duration: 20.719609ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:27.582714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.981266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T14:26:27.582806Z","caller":"traceutil/trace.go:171","msg":"trace[1399959096] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11784; }","duration":"136.073388ms","start":"2026-03-03T14:26:27.446707Z","end":"2026-03-03T14:26:27.58278Z","steps":["trace[1399959096] 'agreement among raft nodes before linearized reading' (duration: 135.835763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:27.927364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.572865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:27.927535Z","caller":"traceutil/trace.go:171","msg":"trace[384873711] linearizableReadLoop","detail":"{readStateIndex:12268; appliedIndex:12266; }","duration":"285.358294ms","start":"2026-03-03T14:26:27.642163Z","end":"2026-03-03T14:26:27.927521Z","steps":["trace[384873711] 'read index received' (duration: 76.579105ms)","trace[384873711] 'applied index is now lower than readState.Index' (duration: 208.778209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:27.927662Z","caller":"traceutil/trace.go:171","msg":"trace[1296755602] transaction","detail":"{read_only:false; response_revision:11786; number_of_response:1; }","duration":"297.475455ms","start":"2026-03-03T14:26:27.630131Z","end":"2026-03-03T14:26:27.927606Z","steps":["trace[1296755602] 'process raft request' (duration: 297.332432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:27.927707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.186701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:27.927719Z","caller":"traceutil/trace.go:171","msg":"trace[101098686] transaction","detail":"{read_only:false; response_revision:11785; number_of_response:1; }","duration":"310.314055ms","start":"2026-03-03T14:26:27.617362Z","end":"2026-03-03T14:26:27.927676Z","steps":["trace[101098686] 'process raft request' (duration: 101.360071ms)","trace[101098686] 'compare' (duration: 208.474772ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:27.927779Z","caller":"traceutil/trace.go:171","msg":"trace[1674667743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11786; }","duration":"168.328055ms","start":"2026-03-03T14:26:27.759431Z","end":"2026-03-03T14:26:27.927759Z","steps":["trace[1674667743] 'agreement among raft nodes before linearized reading' (duration: 168.210922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:27.927841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.680462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"warn","ts":"2026-03-03T14:26:27.927798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.039246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:27.927789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.995774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:26:27.927902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.627229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:7902"} {"level":"info","ts":"2026-03-03T14:26:27.927908Z","caller":"traceutil/trace.go:171","msg":"trace[206281961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11786; }","duration":"111.22678ms","start":"2026-03-03T14:26:27.816659Z","end":"2026-03-03T14:26:27.927885Z","steps":["trace[206281961] 'agreement among raft nodes before linearized reading' (duration: 111.019875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:27.927933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:27.617334Z","time spent":"310.490919ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:27.92793Z","caller":"traceutil/trace.go:171","msg":"trace[1512489106] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11786; }","duration":"275.218809ms","start":"2026-03-03T14:26:27.652696Z","end":"2026-03-03T14:26:27.927915Z","steps":["trace[1512489106] 'agreement among raft nodes before linearized reading' (duration: 274.940103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:27.927956Z","caller":"traceutil/trace.go:171","msg":"trace[2035230892] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11786; }","duration":"236.698611ms","start":"2026-03-03T14:26:27.691244Z","end":"2026-03-03T14:26:27.927943Z","steps":["trace[2035230892] 'agreement among raft nodes before linearized reading' (duration: 236.468686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:27.929198Z","caller":"traceutil/trace.go:171","msg":"trace[1323906946] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11786; }","duration":"285.754743ms","start":"2026-03-03T14:26:27.642116Z","end":"2026-03-03T14:26:27.927871Z","steps":["trace[1323906946] 'agreement among raft nodes before linearized reading' (duration: 285.482367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:28.126356Z","caller":"traceutil/trace.go:171","msg":"trace[1182977287] transaction","detail":"{read_only:false; response_revision:11787; number_of_response:1; }","duration":"189.583317ms","start":"2026-03-03T14:26:27.936747Z","end":"2026-03-03T14:26:28.12633Z","steps":["trace[1182977287] 'process raft request' (duration: 189.225138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:28.128345Z","caller":"traceutil/trace.go:171","msg":"trace[2085820256] linearizableReadLoop","detail":"{readStateIndex:12271; appliedIndex:12269; }","duration":"118.181457ms","start":"2026-03-03T14:26:28.010146Z","end":"2026-03-03T14:26:28.128327Z","steps":["trace[2085820256] 'read index received' (duration: 116.074896ms)","trace[2085820256] 'applied index is now lower than readState.Index' (duration: 2.105191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:28.128361Z","caller":"traceutil/trace.go:171","msg":"trace[2132930665] transaction","detail":"{read_only:false; response_revision:11788; number_of_response:1; }","duration":"163.860227ms","start":"2026-03-03T14:26:27.964464Z","end":"2026-03-03T14:26:28.128324Z","steps":["trace[2132930665] 'process raft request' (duration: 163.59826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:28.128876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.71416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:28.128914Z","caller":"traceutil/trace.go:171","msg":"trace[1260456679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11789; }","duration":"118.766862ms","start":"2026-03-03T14:26:28.010137Z","end":"2026-03-03T14:26:28.128904Z","steps":["trace[1260456679] 'agreement among raft nodes before linearized reading' (duration: 118.689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:28.128556Z","caller":"traceutil/trace.go:171","msg":"trace[298341838] transaction","detail":"{read_only:false; response_revision:11789; number_of_response:1; }","duration":"118.313831ms","start":"2026-03-03T14:26:28.010223Z","end":"2026-03-03T14:26:28.128537Z","steps":["trace[298341838] 'process raft request' (duration: 118.017084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:28.129047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.215351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:26:28.129131Z","caller":"traceutil/trace.go:171","msg":"trace[1868177678] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11789; }","duration":"109.350113ms","start":"2026-03-03T14:26:28.019736Z","end":"2026-03-03T14:26:28.129086Z","steps":["trace[1868177678] 'agreement among raft nodes before linearized reading' (duration: 108.897592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:31.085214Z","caller":"traceutil/trace.go:171","msg":"trace[607955412] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"100.516582ms","start":"2026-03-03T14:26:30.984668Z","end":"2026-03-03T14:26:31.085184Z","steps":["trace[607955412] 'process raft request' (duration: 65.472568ms)","trace[607955412] 'compare' (duration: 34.810508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:32.819139Z","caller":"traceutil/trace.go:171","msg":"trace[1729026554] transaction","detail":"{read_only:false; response_revision:11814; number_of_response:1; }","duration":"165.608419ms","start":"2026-03-03T14:26:32.653509Z","end":"2026-03-03T14:26:32.819118Z","steps":["trace[1729026554] 'process raft request' (duration: 157.535044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.244236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.397955ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:33.244357Z","caller":"traceutil/trace.go:171","msg":"trace[1460724770] linearizableReadLoop","detail":"{readStateIndex:12298; appliedIndex:12297; }","duration":"328.627026ms","start":"2026-03-03T14:26:32.915704Z","end":"2026-03-03T14:26:33.244331Z","steps":["trace[1460724770] 'read index received' (duration: 207.053167ms)","trace[1460724770] 'applied index is now lower than readState.Index' (duration: 121.564749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:33.244652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.01825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:26:33.245054Z","caller":"traceutil/trace.go:171","msg":"trace[2040484804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11814; }","duration":"313.457351ms","start":"2026-03-03T14:26:32.931582Z","end":"2026-03-03T14:26:33.245039Z","steps":["trace[2040484804] 'agreement among raft nodes before linearized reading' (duration: 312.902067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.244657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.936103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:26:33.245166Z","caller":"traceutil/trace.go:171","msg":"trace[223911351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11814; }","duration":"329.501927ms","start":"2026-03-03T14:26:32.915644Z","end":"2026-03-03T14:26:33.245146Z","steps":["trace[223911351] 'agreement among raft nodes before linearized reading' (duration: 328.817221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.245164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:32.931565Z","time spent":"313.559813ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:26:33.244749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.24133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:26:33.245367Z","caller":"traceutil/trace.go:171","msg":"trace[673603026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11814; }","duration":"258.869296ms","start":"2026-03-03T14:26:32.986468Z","end":"2026-03-03T14:26:33.245337Z","steps":["trace[673603026] 'agreement among raft nodes before linearized reading' (duration: 258.025746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.244897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.323547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:26:33.245441Z","caller":"traceutil/trace.go:171","msg":"trace[1969669839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11814; }","duration":"269.940382ms","start":"2026-03-03T14:26:32.975491Z","end":"2026-03-03T14:26:33.245432Z","steps":["trace[1969669839] 'agreement among raft nodes before linearized reading' (duration: 269.072271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.244917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.277636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:26:33.245596Z","caller":"traceutil/trace.go:171","msg":"trace[1379865484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11814; }","duration":"259.980463ms","start":"2026-03-03T14:26:32.985579Z","end":"2026-03-03T14:26:33.24556Z","steps":["trace[1379865484] 'agreement among raft nodes before linearized reading' (duration: 258.942678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.24521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:32.915609Z","time spent":"329.591519ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:26:33.405892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.981432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:33.406008Z","caller":"traceutil/trace.go:171","msg":"trace[1214940816] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"156.353976ms","start":"2026-03-03T14:26:33.24964Z","end":"2026-03-03T14:26:33.405994Z","steps":["trace[1214940816] 'process raft request' (duration: 38.198069ms)","trace[1214940816] 'compare' (duration: 117.796168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:33.406814Z","caller":"traceutil/trace.go:171","msg":"trace[79764980] transaction","detail":"{read_only:false; response_revision:11817; number_of_response:1; }","duration":"157.113074ms","start":"2026-03-03T14:26:33.249682Z","end":"2026-03-03T14:26:33.406795Z","steps":["trace[79764980] 'process raft request' (duration: 156.293825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:33.406916Z","caller":"traceutil/trace.go:171","msg":"trace[1352986625] transaction","detail":"{read_only:false; response_revision:11819; number_of_response:1; }","duration":"156.774286ms","start":"2026-03-03T14:26:33.250101Z","end":"2026-03-03T14:26:33.406875Z","steps":["trace[1352986625] 'process raft request' (duration: 156.574841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:33.406929Z","caller":"traceutil/trace.go:171","msg":"trace[2122224960] transaction","detail":"{read_only:false; response_revision:11818; number_of_response:1; }","duration":"157.201777ms","start":"2026-03-03T14:26:33.249689Z","end":"2026-03-03T14:26:33.406891Z","steps":["trace[2122224960] 'process raft request' (duration: 156.962341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:34.355471Z","caller":"traceutil/trace.go:171","msg":"trace[279477735] linearizableReadLoop","detail":"{readStateIndex:12304; appliedIndex:12303; }","duration":"166.91495ms","start":"2026-03-03T14:26:34.188534Z","end":"2026-03-03T14:26:34.355449Z","steps":["trace[279477735] 'read index received' (duration: 166.778707ms)","trace[279477735] 'applied index is now lower than readState.Index' (duration: 135.513µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:34.355634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.079444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:26:34.355684Z","caller":"traceutil/trace.go:171","msg":"trace[74235710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11820; }","duration":"167.192477ms","start":"2026-03-03T14:26:34.188476Z","end":"2026-03-03T14:26:34.355668Z","steps":["trace[74235710] 'agreement among raft nodes before linearized reading' (duration: 167.043873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:34.355557Z","caller":"traceutil/trace.go:171","msg":"trace[1898192769] transaction","detail":"{read_only:false; response_revision:11820; number_of_response:1; }","duration":"188.808568ms","start":"2026-03-03T14:26:34.166716Z","end":"2026-03-03T14:26:34.355525Z","steps":["trace[1898192769] 'process raft request' (duration: 188.612393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.663993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.20239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:34.664057Z","caller":"traceutil/trace.go:171","msg":"trace[1830652172] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11820; }","duration":"143.334533ms","start":"2026-03-03T14:26:34.520707Z","end":"2026-03-03T14:26:34.664041Z","steps":["trace[1830652172] 'count revisions from in-memory index tree' (duration: 143.058986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:35.242374Z","caller":"traceutil/trace.go:171","msg":"trace[149743297] linearizableReadLoop","detail":"{readStateIndex:12305; appliedIndex:12304; }","duration":"486.943129ms","start":"2026-03-03T14:26:34.755382Z","end":"2026-03-03T14:26:35.242326Z","steps":["trace[149743297] 'read index received' (duration: 486.517289ms)","trace[149743297] 'applied index is now lower than readState.Index' (duration: 424.03µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:35.24249Z","caller":"traceutil/trace.go:171","msg":"trace[1510157514] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"509.931433ms","start":"2026-03-03T14:26:34.732522Z","end":"2026-03-03T14:26:35.242454Z","steps":["trace[1510157514] 'process raft request' (duration: 509.478552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:35.242652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.732501Z","time spent":"510.066365ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:35.242823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.3937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:26:35.24291Z","caller":"traceutil/trace.go:171","msg":"trace[1066222702] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11821; }","duration":"487.553594ms","start":"2026-03-03T14:26:34.755336Z","end":"2026-03-03T14:26:35.24289Z","steps":["trace[1066222702] 'agreement among raft nodes before linearized reading' (duration: 487.170295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:35.242966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.755295Z","time spent":"487.660307ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:26:35.742644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.243686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.744826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.755721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00017946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:36.755807Z","caller":"traceutil/trace.go:171","msg":"trace[703433760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315012s","start":"2026-03-03T14:26:34.755471Z","end":"2026-03-03T14:26:36.755786Z","steps":["trace[703433760] 'agreement among raft nodes before linearized reading' (duration: 2.000207939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:36.756263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.755452Z","time spent":"2.000792764s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:37.245831Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:37.775822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:38.276883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:38.756966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000867536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:38.757063Z","caller":"traceutil/trace.go:171","msg":"trace[1695065349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001001699s","start":"2026-03-03T14:26:36.756041Z","end":"2026-03-03T14:26:38.757043Z","steps":["trace[1695065349] 'agreement among raft nodes before linearized reading' (duration: 2.000891537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:38.757115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.756026Z","time spent":"2.001077231s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:38.777717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:39.157971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.9161588s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:39.823576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.824598Z","time spent":"4.998972051s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:40.408738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999187067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:40.408816Z","caller":"traceutil/trace.go:171","msg":"trace[1868013380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99931183s","start":"2026-03-03T14:26:35.409484Z","end":"2026-03-03T14:26:40.408796Z","steps":["trace[1868013380] 'agreement among raft nodes before linearized reading' (duration: 4.999218808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:40.408861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.409462Z","time spent":"4.999388001s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:40.410081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999378732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:40.410131Z","caller":"traceutil/trace.go:171","msg":"trace[1757877035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999460304s","start":"2026-03-03T14:26:35.41066Z","end":"2026-03-03T14:26:40.41012Z","steps":["trace[1757877035] 'agreement among raft nodes before linearized reading' (duration: 4.999404953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:40.410167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.410638Z","time spent":"4.999521295s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:40.41011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999392682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:40.410468Z","caller":"traceutil/trace.go:171","msg":"trace[1389232171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99971511s","start":"2026-03-03T14:26:35.410656Z","end":"2026-03-03T14:26:40.410371Z","steps":["trace[1389232171] 'agreement among raft nodes before linearized reading' (duration: 4.999412713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:40.410611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.410639Z","time spent":"4.999934295s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:40.765238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00098869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:40.765323Z","caller":"traceutil/trace.go:171","msg":"trace[645043748] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001119842s","start":"2026-03-03T14:26:38.764183Z","end":"2026-03-03T14:26:40.765303Z","steps":["trace[645043748] 'agreement among raft nodes before linearized reading' (duration: 2.00101715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:40.765367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.764168Z","time spent":"2.001188374s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:41.358331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.3606Z","time spent":"4.997724391s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:42.245719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:37.247593Z","time spent":"4.998118032s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:42.447764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.274434Z","time spent":"6.173325789s","remote":"127.0.0.1:52548","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:42.449557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028801508s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:42.449659Z","caller":"traceutil/trace.go:171","msg":"trace[1203002974] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11821; }","duration":"2.028918091s","start":"2026-03-03T14:26:40.420726Z","end":"2026-03-03T14:26:42.449644Z","steps":["trace[1203002974] 'range keys from in-memory index tree' (duration: 2.028788378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.449874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.291728649s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:26:42.765511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:42.765725Z","caller":"traceutil/trace.go:171","msg":"trace[1413436128] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000386214s","start":"2026-03-03T14:26:40.765306Z","end":"2026-03-03T14:26:42.765692Z","steps":["trace[1413436128] 'agreement among raft nodes before linearized reading' (duration: 2.000156568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.765915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.765285Z","time spent":"2.000606649s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:42.823614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.823203Z","time spent":"7.00040033s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:43.058403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.058049Z","time spent":"7.00034789s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:44.679595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.521444137s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:44.774474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0006494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:44.774571Z","caller":"traceutil/trace.go:171","msg":"trace[115974316] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000812053s","start":"2026-03-03T14:26:42.773735Z","end":"2026-03-03T14:26:44.774547Z","steps":["trace[115974316] 'agreement among raft nodes before linearized reading' (duration: 2.000691251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.774622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.773719Z","time spent":"2.000892616s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:44.823821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993683294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:44.823901Z","caller":"traceutil/trace.go:171","msg":"trace[1852227830] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.993817487s","start":"2026-03-03T14:26:39.830064Z","end":"2026-03-03T14:26:44.823881Z","steps":["trace[1852227830] 'agreement among raft nodes before linearized reading' (duration: 4.993718785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.823948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:39.830042Z","time spent":"4.993896129s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:44.833319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.381535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:44.833822Z","caller":"traceutil/trace.go:171","msg":"trace[1970750400] linearizableReadLoop","detail":"{readStateIndex:12312; appliedIndex:12305; }","duration":"9.591293778s","start":"2026-03-03T14:26:35.242502Z","end":"2026-03-03T14:26:44.833795Z","steps":["trace[1970750400] 'read index received' (duration: 3.915597526s)","trace[1970750400] 'applied index is now lower than readState.Index' (duration: 5.675661892s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:44.833923Z","caller":"traceutil/trace.go:171","msg":"trace[2005398972] transaction","detail":"{read_only:false; response_revision:11827; number_of_response:1; }","duration":"6.637901309s","start":"2026-03-03T14:26:38.195981Z","end":"2026-03-03T14:26:44.833882Z","steps":["trace[2005398972] 'process raft request' (duration: 6.637663354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.833967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.977521941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:44.83398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.97744859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:44.833999Z","caller":"traceutil/trace.go:171","msg":"trace[1197764957] transaction","detail":"{read_only:false; response_revision:11828; number_of_response:1; }","duration":"6.499861074s","start":"2026-03-03T14:26:38.334116Z","end":"2026-03-03T14:26:44.833977Z","steps":["trace[1197764957] 'process raft request' (duration: 6.499585787s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:44.834013Z","caller":"traceutil/trace.go:171","msg":"trace[638098043] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11828; }","duration":"9.977595743s","start":"2026-03-03T14:26:34.856403Z","end":"2026-03-03T14:26:44.833999Z","steps":["trace[638098043] 'agreement among raft nodes before linearized reading' (duration: 9.977517421s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:44.834045Z","caller":"traceutil/trace.go:171","msg":"trace[536810918] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11828; }","duration":"9.977549812s","start":"2026-03-03T14:26:34.856476Z","end":"2026-03-03T14:26:44.834026Z","steps":["trace[536810918] 'agreement among raft nodes before linearized reading' (duration: 9.977441419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.834028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.978167697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:44.834064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.85639Z","time spent":"9.977661844s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:44.834095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.856452Z","time spent":"9.977634174s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:26:44.833941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.976590508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:44.834105Z","caller":"traceutil/trace.go:171","msg":"trace[1507149980] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11828; }","duration":"9.97830062s","start":"2026-03-03T14:26:34.855788Z","end":"2026-03-03T14:26:44.834088Z","steps":["trace[1507149980] 'agreement among raft nodes before linearized reading' (duration: 9.978172997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.834096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.195962Z","time spent":"6.638045472s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:44.834109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.334096Z","time spent":"6.499954055s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:44.834146Z","caller":"traceutil/trace.go:171","msg":"trace[1079111437] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11828; }","duration":"9.976833244s","start":"2026-03-03T14:26:34.857301Z","end":"2026-03-03T14:26:44.834134Z","steps":["trace[1079111437] 'agreement among raft nodes before linearized reading' (duration: 9.976544688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.834154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.855764Z","time spent":"9.978381732s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:44.834199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.85729Z","time spent":"9.976887485s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:44.834216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.976878475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:44.834292Z","caller":"traceutil/trace.go:171","msg":"trace[462220387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11828; }","duration":"9.976958678s","start":"2026-03-03T14:26:34.857311Z","end":"2026-03-03T14:26:44.83427Z","steps":["trace[462220387] 'agreement among raft nodes before linearized reading' (duration: 9.976837675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.834326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.977310106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:26:44.834374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.857305Z","time spent":"9.977030009s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:26:44.834424Z","caller":"traceutil/trace.go:171","msg":"trace[272221325] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11828; }","duration":"9.97742467s","start":"2026-03-03T14:26:34.856973Z","end":"2026-03-03T14:26:44.834398Z","steps":["trace[272221325] 'agreement among raft nodes before linearized reading' (duration: 9.977132753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.834488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.856968Z","time spent":"9.977506101s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:26:45.257316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.99985796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:45.257424Z","caller":"traceutil/trace.go:171","msg":"trace[1445935600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000021854s","start":"2026-03-03T14:26:35.257377Z","end":"2026-03-03T14:26:45.257399Z","steps":["trace[1445935600] 'agreement among raft nodes before linearized reading' (duration: 9.999893971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.257488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.257357Z","time spent":"10.000117376s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.334274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:45.40931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99866534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:45.409384Z","caller":"traceutil/trace.go:171","msg":"trace[1312523363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998791532s","start":"2026-03-03T14:26:42.410574Z","end":"2026-03-03T14:26:45.409365Z","steps":["trace[1312523363] 'agreement among raft nodes before linearized reading' (duration: 2.99869611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.409418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.410555Z","time spent":"2.998856724s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.410095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995899853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:26:45.410114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996468117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:45.410175Z","caller":"traceutil/trace.go:171","msg":"trace[920275996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99657624s","start":"2026-03-03T14:26:42.413583Z","end":"2026-03-03T14:26:45.410159Z","steps":["trace[920275996] 'agreement among raft nodes before linearized reading' (duration: 2.996494038s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:45.410182Z","caller":"traceutil/trace.go:171","msg":"trace[1435923375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995985735s","start":"2026-03-03T14:26:42.414158Z","end":"2026-03-03T14:26:45.410144Z","steps":["trace[1435923375] 'agreement among raft nodes before linearized reading' (duration: 2.995905923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.410218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.413563Z","time spent":"2.996647571s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.410224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.414155Z","time spent":"2.996060897s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.415586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999528862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:45.415649Z","caller":"traceutil/trace.go:171","msg":"trace[1081503776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999613234s","start":"2026-03-03T14:26:35.416022Z","end":"2026-03-03T14:26:45.415635Z","steps":["trace[1081503776] 'agreement among raft nodes before linearized reading' (duration: 9.999541732s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.415691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.416012Z","time spent":"9.999669805s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.835744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:46.336926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:46.358452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998358187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:46.358534Z","caller":"traceutil/trace.go:171","msg":"trace[2119074824] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.99848478s","start":"2026-03-03T14:26:41.360029Z","end":"2026-03-03T14:26:46.358514Z","steps":["trace[2119074824] 'agreement among raft nodes before linearized reading' (duration: 4.998391657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:46.384697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.360008Z","time spent":"5.002514028s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:46.774939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:46.775008Z","caller":"traceutil/trace.go:171","msg":"trace[1663823368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999969334s","start":"2026-03-03T14:26:44.775025Z","end":"2026-03-03T14:26:46.774994Z","steps":["trace[1663823368] 'agreement among raft nodes before linearized reading' (duration: 1.999883642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:46.775051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.775003Z","time spent":"2.000028876s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:46.837214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:47.245572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99848113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:47.247055Z","caller":"traceutil/trace.go:171","msg":"trace[1070534241] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998666335s","start":"2026-03-03T14:26:42.246989Z","end":"2026-03-03T14:26:47.245656Z","steps":["trace[1070534241] 'agreement among raft nodes before linearized reading' (duration: 4.998513021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:47.247141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.246973Z","time spent":"5.00015007s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:47.271124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.065692642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:47.271268Z","caller":"traceutil/trace.go:171","msg":"trace[1029879823] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"11.065884367s","start":"2026-03-03T14:26:36.205355Z","end":"2026-03-03T14:26:47.271239Z","steps":["trace[1029879823] 'agreement among raft nodes before linearized reading' (duration: 11.065719633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:47.271338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.205338Z","time spent":"11.06598514s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 14:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:47.346789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:47.847856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:48.305894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.626118873s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:48.783212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000903958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:48.783291Z","caller":"traceutil/trace.go:171","msg":"trace[1673643020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00102203s","start":"2026-03-03T14:26:46.782251Z","end":"2026-03-03T14:26:48.783273Z","steps":["trace[1673643020] 'agreement among raft nodes before linearized reading' (duration: 2.000922638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:48.783333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.782239Z","time spent":"2.001086171s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:49.585926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279692645s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-03-03T14:26:49.586072Z","caller":"traceutil/trace.go:171","msg":"trace[670644626] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11828; }","duration":"6.524370825s","start":"2026-03-03T14:26:43.061684Z","end":"2026-03-03T14:26:49.586055Z","steps":["trace[670644626] 'process raft request' (duration: 5.244474975s)","trace[670644626] 'compare' (duration: 1.279600372s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:49.586122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.061664Z","time spent":"6.524437767s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:50.375614Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bfa50","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:26:50.411329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.413494Z","time spent":"4.997828234s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:50.411812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.411877Z","time spent":"4.999441964s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:50.783832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:50.78393Z","caller":"traceutil/trace.go:171","msg":"trace[486470278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000257561s","start":"2026-03-03T14:26:48.783654Z","end":"2026-03-03T14:26:50.783911Z","steps":["trace[486470278] 'agreement among raft nodes before linearized reading' (duration: 2.000141898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:50.783977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:48.783615Z","time spent":"2.000351753s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:51.136277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999910243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:51.13636Z","caller":"traceutil/trace.go:171","msg":"trace[843047199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000041025s","start":"2026-03-03T14:26:49.136301Z","end":"2026-03-03T14:26:51.136342Z","steps":["trace[843047199] 'agreement among raft nodes before linearized reading' (duration: 1.999937173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:51.136403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:49.136283Z","time spent":"2.000110657s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:52.260874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.26035Z","time spent":"7.000518574s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:52.271959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.417097Z","time spent":"6.854855566s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:52.790959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:52.791039Z","caller":"traceutil/trace.go:171","msg":"trace[1071514219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000407584s","start":"2026-03-03T14:26:50.790613Z","end":"2026-03-03T14:26:52.79102Z","steps":["trace[1071514219] 'agreement among raft nodes before linearized reading' (duration: 2.000302702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:52.791085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.790591Z","time spent":"2.000485847s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:54.791149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:54.791246Z","caller":"traceutil/trace.go:171","msg":"trace[1328918881] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163808s","start":"2026-03-03T14:26:52.791061Z","end":"2026-03-03T14:26:54.791225Z","steps":["trace[1328918881] 'agreement among raft nodes before linearized reading' (duration: 2.000036465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:54.791295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:52.791008Z","time spent":"2.000276761s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:56.799864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:56.799936Z","caller":"traceutil/trace.go:171","msg":"trace[1085944993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644328s","start":"2026-03-03T14:26:54.799272Z","end":"2026-03-03T14:26:56.799916Z","steps":["trace[1085944993] 'agreement among raft nodes before linearized reading' (duration: 2.000560176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:56.799971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:54.799242Z","time spent":"2.00072284s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:57.026496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.720345119s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:57.442957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.856937832s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:26:57.443196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.022238366s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:57.443309Z","caller":"traceutil/trace.go:171","msg":"trace[632423860] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11829; }","duration":"7.022359049s","start":"2026-03-03T14:26:50.420934Z","end":"2026-03-03T14:26:57.443293Z","steps":["trace[632423860] 'range keys from in-memory index tree' (duration: 7.022225936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.80035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999991455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:58.800461Z","caller":"traceutil/trace.go:171","msg":"trace[712764672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001466s","start":"2026-03-03T14:26:56.800293Z","end":"2026-03-03T14:26:58.80044Z","steps":["trace[712764672] 'agreement among raft nodes before linearized reading' (duration: 2.000014646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.800539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:56.800277Z","time spent":"2.000247352s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:59.339862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:52.339481Z","time spent":"7.000372039s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:59.669964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.78228Z","time spent":"887.677442ms","remote":"127.0.0.1:60148","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:59.670317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225179488s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:59.671431Z","caller":"traceutil/trace.go:171","msg":"trace[1035296372] transaction","detail":"{read_only:false; response_revision:11835; number_of_response:1; }","duration":"4.512590945s","start":"2026-03-03T14:26:55.158808Z","end":"2026-03-03T14:26:59.671399Z","steps":["trace[1035296372] 'process raft request' (duration: 4.512516623s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.671471Z","caller":"traceutil/trace.go:171","msg":"trace[399236938] linearizableReadLoop","detail":"{readStateIndex:12318; appliedIndex:12312; }","duration":"14.837556696s","start":"2026-03-03T14:26:44.833878Z","end":"2026-03-03T14:26:59.671435Z","steps":["trace[399236938] 'read index received' (duration: 3.472298828s)","trace[399236938] 'applied index is now lower than readState.Index' (duration: 11.365255258s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:59.671611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.158782Z","time spent":"4.512736819s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:59.671677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.708844756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.671718Z","caller":"traceutil/trace.go:171","msg":"trace[1246266933] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11835; }","duration":"21.708927779s","start":"2026-03-03T14:26:37.962782Z","end":"2026-03-03T14:26:59.67171Z","steps":["trace[1246266933] 'agreement among raft nodes before linearized reading' (duration: 21.708874838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.671744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:37.962762Z","time spent":"21.70897638s","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.671639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.893157415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.671904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.633570684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.671972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.840107009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:26:59.672Z","caller":"traceutil/trace.go:171","msg":"trace[1954302350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11835; }","duration":"21.840188651s","start":"2026-03-03T14:26:37.831804Z","end":"2026-03-03T14:26:59.671993Z","steps":["trace[1954302350] 'agreement among raft nodes before linearized reading' (duration: 21.840056888s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.671986Z","caller":"traceutil/trace.go:171","msg":"trace[1463343051] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11835; }","duration":"21.633660276s","start":"2026-03-03T14:26:38.038304Z","end":"2026-03-03T14:26:59.671964Z","steps":["trace[1463343051] 'agreement among raft nodes before linearized reading' (duration: 21.633286466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:37.831785Z","time spent":"21.840260573s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:26:59.67207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.75173697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.036800496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.976940524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.671292348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.672335Z","caller":"traceutil/trace.go:171","msg":"trace[2048454958] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11835; }","duration":"21.977075777s","start":"2026-03-03T14:26:37.695252Z","end":"2026-03-03T14:26:59.672327Z","steps":["trace[2048454958] 'agreement among raft nodes before linearized reading' (duration: 21.976955574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:37.695232Z","time spent":"21.977119489s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.672357Z","caller":"traceutil/trace.go:171","msg":"trace[2077586874] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11835; }","duration":"15.67137746s","start":"2026-03-03T14:26:44.000966Z","end":"2026-03-03T14:26:59.672343Z","steps":["trace[2077586874] 'agreement among raft nodes before linearized reading' (duration: 15.671310029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.52329727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.67239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.827639803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:26:59.672395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.000946Z","time spent":"15.671437281s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.672411Z","caller":"traceutil/trace.go:171","msg":"trace[1830543671] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11835; }","duration":"20.523341601s","start":"2026-03-03T14:26:39.149055Z","end":"2026-03-03T14:26:59.672397Z","steps":["trace[1830543671] 'agreement among raft nodes before linearized reading' (duration: 20.523273349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.672443Z","caller":"traceutil/trace.go:171","msg":"trace[973932233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11835; }","duration":"23.827696064s","start":"2026-03-03T14:26:35.84473Z","end":"2026-03-03T14:26:59.672426Z","steps":["trace[973932233] 'agreement among raft nodes before linearized reading' (duration: 23.827570581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:39.148995Z","time spent":"20.523449424s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.672452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.958430181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:26:59.672502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.833107014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:26:59.672524Z","caller":"traceutil/trace.go:171","msg":"trace[1215910360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11835; }","duration":"23.833159155s","start":"2026-03-03T14:26:35.839359Z","end":"2026-03-03T14:26:59.672518Z","steps":["trace[1215910360] 'agreement among raft nodes before linearized reading' (duration: 23.833093854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.327191364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.839342Z","time spent":"23.833194917s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:26:59.672552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.367678201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.672617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.302013352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:26:59.672658Z","caller":"traceutil/trace.go:171","msg":"trace[60660800] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11835; }","duration":"23.302085814s","start":"2026-03-03T14:26:36.370562Z","end":"2026-03-03T14:26:59.672648Z","steps":["trace[60660800] 'agreement among raft nodes before linearized reading' (duration: 23.301990331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.922115666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.521071928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.672693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.370545Z","time spent":"23.302140594s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:26:59.672699Z","caller":"traceutil/trace.go:171","msg":"trace[12813854] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11835; }","duration":"20.922192809s","start":"2026-03-03T14:26:38.750496Z","end":"2026-03-03T14:26:59.672689Z","steps":["trace[12813854] 'agreement among raft nodes before linearized reading' (duration: 20.922124517s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.672717Z","caller":"traceutil/trace.go:171","msg":"trace[797955874] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11835; }","duration":"23.52116291s","start":"2026-03-03T14:26:36.151539Z","end":"2026-03-03T14:26:59.672702Z","steps":["trace[797955874] 'agreement among raft nodes before linearized reading' (duration: 23.521065778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.019017278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.672783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.151523Z","time spent":"23.521247922s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:26:59.672806Z","caller":"traceutil/trace.go:171","msg":"trace[909663656] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:11835; }","duration":"22.019326595s","start":"2026-03-03T14:26:37.65346Z","end":"2026-03-03T14:26:59.672787Z","steps":["trace[909663656] 'agreement among raft nodes before linearized reading' (duration: 22.019045308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.503097215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.558788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.391691119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:37.653435Z","time spent":"22.019422108s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:26:59.672888Z","caller":"traceutil/trace.go:171","msg":"trace[2122487490] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11835; }","duration":"23.503255239s","start":"2026-03-03T14:26:36.169609Z","end":"2026-03-03T14:26:59.672865Z","steps":["trace[2122487490] 'agreement among raft nodes before linearized reading' (duration: 23.503051594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.327233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:26:59.672941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.538056097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:26:59.672593Z","caller":"traceutil/trace.go:171","msg":"trace[1413735824] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11835; }","duration":"20.958550484s","start":"2026-03-03T14:26:38.71396Z","end":"2026-03-03T14:26:59.672511Z","steps":["trace[1413735824] 'agreement among raft nodes before linearized reading' (duration: 20.958170185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.169592Z","time spent":"23.503342391s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.672986Z","caller":"traceutil/trace.go:171","msg":"trace[333885825] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11835; }","duration":"23.538125628s","start":"2026-03-03T14:26:36.134847Z","end":"2026-03-03T14:26:59.672973Z","steps":["trace[333885825] 'agreement among raft nodes before linearized reading' (duration: 23.538014166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.265326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.713939Z","time spent":"20.959046526s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:26:59.673024Z","caller":"traceutil/trace.go:171","msg":"trace[2035857718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11835; }","duration":"866.316917ms","start":"2026-03-03T14:26:58.806699Z","end":"2026-03-03T14:26:59.673016Z","steps":["trace[2035857718] 'agreement among raft nodes before linearized reading' (duration: 866.279786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.355503585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.67309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826103306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.673091Z","caller":"traceutil/trace.go:171","msg":"trace[1419397765] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11835; }","duration":"10.355596808s","start":"2026-03-03T14:26:49.317478Z","end":"2026-03-03T14:26:59.673075Z","steps":["trace[1419397765] 'agreement among raft nodes before linearized reading' (duration: 10.355469015s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673121Z","caller":"traceutil/trace.go:171","msg":"trace[196388027] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11835; }","duration":"1.826167728s","start":"2026-03-03T14:26:57.846945Z","end":"2026-03-03T14:26:59.673113Z","steps":["trace[196388027] 'agreement among raft nodes before linearized reading' (duration: 1.826125337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.750481Z","time spent":"20.92224774s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.672876Z","caller":"traceutil/trace.go:171","msg":"trace[495360624] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11835; }","duration":"104.62452ms","start":"2026-03-03T14:26:59.568243Z","end":"2026-03-03T14:26:59.672868Z","steps":["trace[495360624] 'agreement among raft nodes before linearized reading' (duration: 104.575599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.278988132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.673188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108111658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.940599818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.67321Z","caller":"traceutil/trace.go:171","msg":"trace[2083536932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11835; }","duration":"10.279451483s","start":"2026-03-03T14:26:49.393737Z","end":"2026-03-03T14:26:59.673188Z","steps":["trace[2083536932] 'agreement among raft nodes before linearized reading' (duration: 10.279040224s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673235Z","caller":"traceutil/trace.go:171","msg":"trace[1016842117] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11835; }","duration":"10.94068347s","start":"2026-03-03T14:26:48.73254Z","end":"2026-03-03T14:26:59.673224Z","steps":["trace[1016842117] 'agreement among raft nodes before linearized reading' (duration: 10.940622939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.833298149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:48.732515Z","time spent":"10.940749741s","remote":"127.0.0.1:36824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:49.393708Z","time spent":"10.279546295s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.673302Z","caller":"traceutil/trace.go:171","msg":"trace[1980759899] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11835; }","duration":"12.83336487s","start":"2026-03-03T14:26:46.839927Z","end":"2026-03-03T14:26:59.673292Z","steps":["trace[1980759899] 'agreement among raft nodes before linearized reading' (duration: 12.833300868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.588186196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.673053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.806686Z","time spent":"866.361958ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:59.673334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.909887873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.673346Z","caller":"traceutil/trace.go:171","msg":"trace[1262117294] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11835; }","duration":"4.588244948s","start":"2026-03-03T14:26:55.085094Z","end":"2026-03-03T14:26:59.673339Z","steps":["trace[1262117294] 'agreement among raft nodes before linearized reading' (duration: 4.588149036s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673365Z","caller":"traceutil/trace.go:171","msg":"trace[1734918330] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11835; }","duration":"12.909960194s","start":"2026-03-03T14:26:46.763396Z","end":"2026-03-03T14:26:59.673356Z","steps":["trace[1734918330] 'agreement among raft nodes before linearized reading' (duration: 12.909907883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.763377Z","time spent":"12.910006026s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.003020162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:59.673421Z","caller":"traceutil/trace.go:171","msg":"trace[1116289282] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11835; }","duration":"11.003094414s","start":"2026-03-03T14:26:48.670318Z","end":"2026-03-03T14:26:59.673412Z","steps":["trace[1116289282] 'agreement among raft nodes before linearized reading' (duration: 11.003035022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.891144022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"warn","ts":"2026-03-03T14:26:59.672139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.621847565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.673499Z","caller":"traceutil/trace.go:171","msg":"trace[1492498519] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11835; }","duration":"16.623245368s","start":"2026-03-03T14:26:43.050245Z","end":"2026-03-03T14:26:59.67349Z","steps":["trace[1492498519] 'agreement among raft nodes before linearized reading' (duration: 16.621842084s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673495Z","caller":"traceutil/trace.go:171","msg":"trace[333444778] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11835; }","duration":"12.891221034s","start":"2026-03-03T14:26:46.782264Z","end":"2026-03-03T14:26:59.673485Z","steps":["trace[333444778] 'agreement among raft nodes before linearized reading' (duration: 12.89103869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.347499704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.673526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.050228Z","time spent":"16.623289769s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.672617Z","caller":"traceutil/trace.go:171","msg":"trace[1885206375] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11835; }","duration":"24.367790083s","start":"2026-03-03T14:26:35.30481Z","end":"2026-03-03T14:26:59.6726Z","steps":["trace[1885206375] 'agreement among raft nodes before linearized reading' (duration: 24.367685841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673542Z","caller":"traceutil/trace.go:171","msg":"trace[1861400664] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11835; }","duration":"13.347588856s","start":"2026-03-03T14:26:46.325938Z","end":"2026-03-03T14:26:59.673527Z","steps":["trace[1861400664] 'agreement among raft nodes before linearized reading' (duration: 13.347509635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.67357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.5734918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.833568215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.325907Z","time spent":"13.347674178s","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:48.670294Z","time spent":"11.003149115s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.615329686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.832999811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.673575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.833896122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:59.67376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.834266242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:26:59.673821Z","caller":"traceutil/trace.go:171","msg":"trace[1345969333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11835; }","duration":"12.834161229s","start":"2026-03-03T14:26:46.839651Z","end":"2026-03-03T14:26:59.673813Z","steps":["trace[1345969333] 'agreement among raft nodes before linearized reading' (duration: 12.833898053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.649938079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.673855Z","caller":"traceutil/trace.go:171","msg":"trace[1261210043] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11835; }","duration":"12.834386635s","start":"2026-03-03T14:26:46.839451Z","end":"2026-03-03T14:26:59.673838Z","steps":["trace[1261210043] 'agreement among raft nodes before linearized reading' (duration: 12.834148799s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673865Z","caller":"traceutil/trace.go:171","msg":"trace[1698974137] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11835; }","duration":"9.650003461s","start":"2026-03-03T14:26:50.023852Z","end":"2026-03-03T14:26:59.673856Z","steps":["trace[1698974137] 'agreement among raft nodes before linearized reading' (duration: 9.6499585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.839433Z","time spent":"12.834448396s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:26:59.673901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.023837Z","time spent":"9.650057272s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.67261Z","caller":"traceutil/trace.go:171","msg":"trace[1969236805] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11835; }","duration":"21.327416129s","start":"2026-03-03T14:26:38.345177Z","end":"2026-03-03T14:26:59.672593Z","steps":["trace[1969236805] 'agreement among raft nodes before linearized reading' (duration: 21.327082741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.084356813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-03-03T14:26:59.674013Z","caller":"traceutil/trace.go:171","msg":"trace[49442744] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11835; }","duration":"9.615661514s","start":"2026-03-03T14:26:50.058345Z","end":"2026-03-03T14:26:59.674007Z","steps":["trace[49442744] 'agreement among raft nodes before linearized reading' (duration: 9.615279295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.058331Z","time spent":"9.615703474s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.674036Z","caller":"traceutil/trace.go:171","msg":"trace[1247680944] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:11835; }","duration":"10.084444665s","start":"2026-03-03T14:26:49.589575Z","end":"2026-03-03T14:26:59.674019Z","steps":["trace[1247680944] 'agreement among raft nodes before linearized reading' (duration: 10.084311132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:49.589556Z","time spent":"10.084509296s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-03T14:26:59.672224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.23881451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:26:59.673387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.085078Z","time spent":"4.588298959s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.673606Z","caller":"traceutil/trace.go:171","msg":"trace[1246222317] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11835; }","duration":"8.573553702s","start":"2026-03-03T14:26:51.100042Z","end":"2026-03-03T14:26:59.673596Z","steps":["trace[1246222317] 'agreement among raft nodes before linearized reading' (duration: 8.573503131s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.674142Z","caller":"traceutil/trace.go:171","msg":"trace[828981973] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:11835; }","duration":"19.240747216s","start":"2026-03-03T14:26:40.43337Z","end":"2026-03-03T14:26:59.674117Z","steps":["trace[828981973] 'agreement among raft nodes before linearized reading' (duration: 19.238701568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.975182512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.674218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.433354Z","time spent":"19.240844778s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"warn","ts":"2026-03-03T14:26:59.674013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.345164Z","time spent":"21.328840203s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.13483Z","time spent":"23.53818656s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:26:59.674153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:51.100026Z","time spent":"8.574113295s","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.674228Z","caller":"traceutil/trace.go:171","msg":"trace[1045838743] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11835; }","duration":"6.975938621s","start":"2026-03-03T14:26:52.698278Z","end":"2026-03-03T14:26:59.674216Z","steps":["trace[1045838743] 'agreement among raft nodes before linearized reading' (duration: 6.975205863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:52.69825Z","time spent":"6.976291409s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.672224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.844934828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:26:59.672251Z","caller":"traceutil/trace.go:171","msg":"trace[1959208085] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11835; }","duration":"15.036886588s","start":"2026-03-03T14:26:44.635349Z","end":"2026-03-03T14:26:59.672235Z","steps":["trace[1959208085] 'agreement among raft nodes before linearized reading' (duration: 15.036820726s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673223Z","caller":"traceutil/trace.go:171","msg":"trace[926338425] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11835; }","duration":"2.10819104s","start":"2026-03-03T14:26:57.565024Z","end":"2026-03-03T14:26:59.673215Z","steps":["trace[926338425] 'agreement among raft nodes before linearized reading' (duration: 2.108142079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.672212Z","caller":"traceutil/trace.go:171","msg":"trace[979123688] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11835; }","duration":"17.751951215s","start":"2026-03-03T14:26:41.920228Z","end":"2026-03-03T14:26:59.672179Z","steps":["trace[979123688] 'agreement among raft nodes before linearized reading' (duration: 17.751617908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.672232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.490688303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.672484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.844723Z","time spent":"23.827752005s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:26:59.672917Z","caller":"traceutil/trace.go:171","msg":"trace[1483330257] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11835; }","duration":"13.391758811s","start":"2026-03-03T14:26:46.281143Z","end":"2026-03-03T14:26:59.672902Z","steps":["trace[1483330257] 'agreement among raft nodes before linearized reading' (duration: 13.391615657s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.672957Z","caller":"traceutil/trace.go:171","msg":"trace[1413952373] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11835; }","duration":"329.394065ms","start":"2026-03-03T14:26:59.343556Z","end":"2026-03-03T14:26:59.67295Z","steps":["trace[1413952373] 'agreement among raft nodes before linearized reading' (duration: 329.338483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.673138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:49.317457Z","time spent":"10.35566789s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:57.846925Z","time spent":"1.826214969s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.673262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.629099166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.673331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.839917Z","time spent":"12.833408012s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:59.673449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.868753071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:59.673529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.78225Z","time spent":"12.891270815s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:26:59.673534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.833230677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:59.673608Z","caller":"traceutil/trace.go:171","msg":"trace[1336470402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11835; }","duration":"12.833621106s","start":"2026-03-03T14:26:46.839979Z","end":"2026-03-03T14:26:59.6736Z","steps":["trace[1336470402] 'agreement among raft nodes before linearized reading' (duration: 12.833573905s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.673765Z","caller":"traceutil/trace.go:171","msg":"trace[1401410932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11835; }","duration":"12.833283559s","start":"2026-03-03T14:26:46.840468Z","end":"2026-03-03T14:26:59.673752Z","steps":["trace[1401410932] 'agreement among raft nodes before linearized reading' (duration: 12.833005922s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.671924Z","caller":"traceutil/trace.go:171","msg":"trace[293357594] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11835; }","duration":"14.893474054s","start":"2026-03-03T14:26:44.778427Z","end":"2026-03-03T14:26:59.671901Z","steps":["trace[293357594] 'agreement among raft nodes before linearized reading' (duration: 14.893151705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.304789Z","time spent":"24.368785048s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.674828Z","caller":"traceutil/trace.go:171","msg":"trace[824626969] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11835; }","duration":"21.631032883s","start":"2026-03-03T14:26:38.043786Z","end":"2026-03-03T14:26:59.674819Z","steps":["trace[824626969] 'agreement among raft nodes before linearized reading' (duration: 21.628898381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:57.564994Z","time spent":"2.10981836s","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.674858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.043771Z","time spent":"21.631078194s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:59.674869Z","caller":"traceutil/trace.go:171","msg":"trace[192404785] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11835; }","duration":"17.493341617s","start":"2026-03-03T14:26:42.181516Z","end":"2026-03-03T14:26:59.674858Z","steps":["trace[192404785] 'agreement among raft nodes before linearized reading' (duration: 17.490629082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.181471Z","time spent":"17.493417799s","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.67484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.281077Z","time spent":"13.393750158s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.674772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.92021Z","time spent":"17.754538478s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.675111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.343536Z","time spent":"331.554877ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T14:26:59.675138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.839972Z","time spent":"12.835152793s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:59.675229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.840458Z","time spent":"12.834763055s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:26:59.674724Z","caller":"traceutil/trace.go:171","msg":"trace[981708864] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11835; }","duration":"16.84748394s","start":"2026-03-03T14:26:42.827229Z","end":"2026-03-03T14:26:59.674713Z","steps":["trace[981708864] 'agreement among raft nodes before linearized reading' (duration: 16.844892427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.675225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.778412Z","time spent":"14.896778673s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.675275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.827207Z","time spent":"16.848058613s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:26:59.675396Z","caller":"traceutil/trace.go:171","msg":"trace[950955658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11835; }","duration":"12.835129743s","start":"2026-03-03T14:26:46.840255Z","end":"2026-03-03T14:26:59.675385Z","steps":["trace[950955658] 'agreement among raft nodes before linearized reading' (duration: 12.833259028s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:59.675269Z","caller":"traceutil/trace.go:171","msg":"trace[876947240] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11835; }","duration":"5.870625436s","start":"2026-03-03T14:26:53.804631Z","end":"2026-03-03T14:26:59.675256Z","steps":["trace[876947240] 'agreement among raft nodes before linearized reading' (duration: 5.868779262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:59.674794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.635326Z","time spent":"15.039448249s","remote":"127.0.0.1:48586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.675428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.840232Z","time spent":"12.835189324s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:59.675444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.804607Z","time spent":"5.870826201s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.672044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.038245Z","time spent":"21.633781919s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:59.677456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.839641Z","time spent":"12.83420166s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:00.17769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:00.678416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673165,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:00.874913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.197877415s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:01.533279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111834772s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:01.533448Z","caller":"traceutil/trace.go:171","msg":"trace[523653881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11835; }","duration":"1.112010326s","start":"2026-03-03T14:27:00.421413Z","end":"2026-03-03T14:27:01.533424Z","steps":["trace[523653881] 'range keys from in-memory index tree' (duration: 1.111726509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:01.533706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.45885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:01.533865Z","caller":"traceutil/trace.go:171","msg":"trace[1548028379] transaction","detail":"{read_only:false; response_revision:11836; number_of_response:1; }","duration":"1.856931228s","start":"2026-03-03T14:26:59.676907Z","end":"2026-03-03T14:27:01.533838Z","steps":["trace[1548028379] 'process raft request' (duration: 1.198238883s)","trace[1548028379] 'compare' (duration: 658.191554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:01.533953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.676885Z","time spent":"1.857021911s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:01.938135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062957704s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:02.576507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.11929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:02.576699Z","caller":"traceutil/trace.go:171","msg":"trace[1856047560] transaction","detail":"{read_only:false; response_revision:11837; number_of_response:1; }","duration":"2.898613571s","start":"2026-03-03T14:26:59.678042Z","end":"2026-03-03T14:27:02.576655Z","steps":["trace[1856047560] 'process raft request' (duration: 2.260277205s)","trace[1856047560] 'compare' (duration: 637.911345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:02.576737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.678334Z","time spent":"2.898396416s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:02.576822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.678013Z","time spent":"2.898751653s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:02.57686Z","caller":"traceutil/trace.go:171","msg":"trace[542338035] transaction","detail":"{read_only:false; response_revision:11838; number_of_response:1; }","duration":"2.89774411s","start":"2026-03-03T14:26:59.679095Z","end":"2026-03-03T14:27:02.576839Z","steps":["trace[542338035] 'process raft request' (duration: 2.897558206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.576955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.679076Z","time spent":"2.897809511s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:02.577672Z","caller":"traceutil/trace.go:171","msg":"trace[685432613] linearizableReadLoop","detail":"{readStateIndex:12326; appliedIndex:12320; }","duration":"2.90064204s","start":"2026-03-03T14:26:59.677018Z","end":"2026-03-03T14:27:02.57766Z","steps":["trace[685432613] 'read index received' (duration: 1.198144661s)","trace[685432613] 'applied index is now lower than readState.Index' (duration: 1.702496199s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:02.577718Z","caller":"traceutil/trace.go:171","msg":"trace[1527763947] transaction","detail":"{read_only:false; response_revision:11839; number_of_response:1; }","duration":"2.897255907s","start":"2026-03-03T14:26:59.680448Z","end":"2026-03-03T14:27:02.577704Z","steps":["trace[1527763947] 'process raft request' (duration: 2.896270593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.577804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.680439Z","time spent":"2.897310559s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:02.57809Z","caller":"traceutil/trace.go:171","msg":"trace[1606801374] transaction","detail":"{read_only:false; response_revision:11840; number_of_response:1; }","duration":"2.895600038s","start":"2026-03-03T14:26:59.682474Z","end":"2026-03-03T14:27:02.578074Z","steps":["trace[1606801374] 'process raft request' (duration: 2.895136787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.57818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.682465Z","time spent":"2.89567292s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:02.578103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.90107822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:27:02.578378Z","caller":"traceutil/trace.go:171","msg":"trace[154491558] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:11840; }","duration":"2.901367916s","start":"2026-03-03T14:26:59.676997Z","end":"2026-03-03T14:27:02.578365Z","steps":["trace[154491558] 'agreement among raft nodes before linearized reading' (duration: 2.901035979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.578423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.676987Z","time spent":"2.901425469s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" "} {"level":"warn","ts":"2026-03-03T14:27:02.578548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898774495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462864"} {"level":"info","ts":"2026-03-03T14:27:02.578586Z","caller":"traceutil/trace.go:171","msg":"trace[1198275626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11840; }","duration":"2.898832645s","start":"2026-03-03T14:26:59.679746Z","end":"2026-03-03T14:27:02.578578Z","steps":["trace[1198275626] 'agreement among raft nodes before linearized reading' (duration: 2.898434826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.578608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.679738Z","time spent":"2.898863666s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462888,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:02.578715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.949527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:02.578749Z","caller":"traceutil/trace.go:171","msg":"trace[1962440715] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11840; }","duration":"899.984917ms","start":"2026-03-03T14:27:01.678756Z","end":"2026-03-03T14:27:02.578741Z","steps":["trace[1962440715] 'agreement among raft nodes before linearized reading' (duration: 899.873365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.578773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.678702Z","time spent":"900.06642ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:02.578921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.641807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.578952Z","caller":"traceutil/trace.go:171","msg":"trace[1303913075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11840; }","duration":"896.695128ms","start":"2026-03-03T14:27:01.68225Z","end":"2026-03-03T14:27:02.578945Z","steps":["trace[1303913075] 'agreement among raft nodes before linearized reading' (duration: 896.645347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.578973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.682239Z","time spent":"896.72896ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041052726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:27:02.579039Z","caller":"traceutil/trace.go:171","msg":"trace[959961332] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:11840; }","duration":"1.041112527s","start":"2026-03-03T14:27:01.537917Z","end":"2026-03-03T14:27:02.57903Z","steps":["trace[959961332] 'agreement among raft nodes before linearized reading' (duration: 1.041043086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.57906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.537878Z","time spent":"1.041175679s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.06876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.579123Z","caller":"traceutil/trace.go:171","msg":"trace[625370085] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11840; }","duration":"900.11521ms","start":"2026-03-03T14:27:01.679001Z","end":"2026-03-03T14:27:02.579117Z","steps":["trace[625370085] 'agreement among raft nodes before linearized reading' (duration: 900.071269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.997978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.579148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.678993Z","time spent":"900.149042ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823639176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.579187Z","caller":"traceutil/trace.go:171","msg":"trace[1594423400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11840; }","duration":"1.823697588s","start":"2026-03-03T14:27:00.755484Z","end":"2026-03-03T14:27:02.579182Z","steps":["trace[1594423400] 'agreement among raft nodes before linearized reading' (duration: 1.823662527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.925834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.579232Z","caller":"traceutil/trace.go:171","msg":"trace[242836321] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11840; }","duration":"897.000876ms","start":"2026-03-03T14:27:01.682224Z","end":"2026-03-03T14:27:02.579224Z","steps":["trace[242836321] 'agreement among raft nodes before linearized reading' (duration: 896.958545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185443263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:27:02.579261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.682199Z","time spent":"897.055688ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.235394136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:02.579322Z","caller":"traceutil/trace.go:171","msg":"trace[2105116198] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11840; }","duration":"2.235452757s","start":"2026-03-03T14:27:00.343865Z","end":"2026-03-03T14:27:02.579317Z","steps":["trace[2105116198] 'agreement among raft nodes before linearized reading' (duration: 2.235424326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.343843Z","time spent":"2.235491767s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:02.57947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.690905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.579498Z","caller":"traceutil/trace.go:171","msg":"trace[982599298] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11840; }","duration":"900.751487ms","start":"2026-03-03T14:27:01.678739Z","end":"2026-03-03T14:27:02.579491Z","steps":["trace[982599298] 'agreement among raft nodes before linearized reading' (duration: 900.697685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759573472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.579517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.678702Z","time spent":"900.810909ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:02.579524Z","caller":"traceutil/trace.go:171","msg":"trace[1649854942] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11840; }","duration":"2.759632564s","start":"2026-03-03T14:26:59.819883Z","end":"2026-03-03T14:27:02.579516Z","steps":["trace[1649854942] 'agreement among raft nodes before linearized reading' (duration: 2.759584473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.57955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.819865Z","time spent":"2.759677154s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:02.579551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.307124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.579588Z","caller":"traceutil/trace.go:171","msg":"trace[548703584] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11840; }","duration":"897.364305ms","start":"2026-03-03T14:27:01.682213Z","end":"2026-03-03T14:27:02.579577Z","steps":["trace[548703584] 'agreement among raft nodes before linearized reading' (duration: 897.306374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.682201Z","time spent":"897.410597ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.755463Z","time spent":"1.823737018s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899899332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:27:02.579772Z","caller":"traceutil/trace.go:171","msg":"trace[1409465461] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11840; }","duration":"2.899948913s","start":"2026-03-03T14:26:59.679815Z","end":"2026-03-03T14:27:02.579764Z","steps":["trace[1409465461] 'agreement among raft nodes before linearized reading' (duration: 2.899864691s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:02.579161Z","caller":"traceutil/trace.go:171","msg":"trace[61246058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11840; }","duration":"900.062449ms","start":"2026-03-03T14:27:01.679088Z","end":"2026-03-03T14:27:02.57915Z","steps":["trace[61246058] 'agreement among raft nodes before linearized reading' (duration: 899.944716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.579798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.679808Z","time spent":"2.899984994s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T14:27:02.579811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.679071Z","time spent":"900.729706ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:02.579277Z","caller":"traceutil/trace.go:171","msg":"trace[1276213891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11840; }","duration":"2.185531814s","start":"2026-03-03T14:27:00.393741Z","end":"2026-03-03T14:27:02.579273Z","steps":["trace[1276213891] 'agreement among raft nodes before linearized reading' (duration: 2.185474523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.580059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.393721Z","time spent":"2.186327754s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:27:03.102477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.036961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:03.102634Z","caller":"traceutil/trace.go:171","msg":"trace[834683149] transaction","detail":"{read_only:false; response_revision:11842; number_of_response:1; }","duration":"519.571854ms","start":"2026-03-03T14:27:02.583051Z","end":"2026-03-03T14:27:03.102622Z","steps":["trace[834683149] 'process raft request' (duration: 519.501273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:03.102605Z","caller":"traceutil/trace.go:171","msg":"trace[955192846] transaction","detail":"{read_only:false; response_revision:11841; number_of_response:1; }","duration":"524.671778ms","start":"2026-03-03T14:27:02.577889Z","end":"2026-03-03T14:27:03.102561Z","steps":["trace[955192846] 'process raft request' (duration: 152.486233ms)","trace[955192846] 'compare' (duration: 371.346545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:03.10268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.583038Z","time spent":"519.623166ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:03.102789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.577868Z","time spent":"524.814711ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:03.102796Z","caller":"traceutil/trace.go:171","msg":"trace[1991728592] linearizableReadLoop","detail":"{readStateIndex:12327; appliedIndex:12326; }","duration":"521.522612ms","start":"2026-03-03T14:27:02.581245Z","end":"2026-03-03T14:27:03.102767Z","steps":["trace[1991728592] 'read index received' (duration: 149.156582ms)","trace[1991728592] 'applied index is now lower than readState.Index' (duration: 372.359079ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:03.103006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.740897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:03.103054Z","caller":"traceutil/trace.go:171","msg":"trace[841635892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11842; }","duration":"521.843029ms","start":"2026-03-03T14:27:02.581202Z","end":"2026-03-03T14:27:03.103045Z","steps":["trace[841635892] 'agreement among raft nodes before linearized reading' (duration: 521.702476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.103082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.805134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:8067"} {"level":"warn","ts":"2026-03-03T14:27:03.103094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.581185Z","time spent":"521.900561ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:03.103086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.130894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:03.103129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.270904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:03.103144Z","caller":"traceutil/trace.go:171","msg":"trace[1297611918] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11842; }","duration":"467.337516ms","start":"2026-03-03T14:27:02.635802Z","end":"2026-03-03T14:27:03.103139Z","steps":["trace[1297611918] 'agreement among raft nodes before linearized reading' (duration: 467.312236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:03.103138Z","caller":"traceutil/trace.go:171","msg":"trace[120118625] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11842; }","duration":"299.247497ms","start":"2026-03-03T14:27:02.803878Z","end":"2026-03-03T14:27:03.103126Z","steps":["trace[120118625] 'agreement among raft nodes before linearized reading' (duration: 299.142215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.103161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.635769Z","time spent":"467.388017ms","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:03.103105Z","caller":"traceutil/trace.go:171","msg":"trace[1667765120] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11842; }","duration":"520.881497ms","start":"2026-03-03T14:27:02.582218Z","end":"2026-03-03T14:27:03.1031Z","steps":["trace[1667765120] 'agreement among raft nodes before linearized reading' (duration: 520.779314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.103264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.361743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:27:03.103289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.58219Z","time spent":"521.088492ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8091,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" "} {"level":"info","ts":"2026-03-03T14:27:03.103307Z","caller":"traceutil/trace.go:171","msg":"trace[948818465] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11842; }","duration":"520.418605ms","start":"2026-03-03T14:27:02.582873Z","end":"2026-03-03T14:27:03.103292Z","steps":["trace[948818465] 'agreement among raft nodes before linearized reading' (duration: 520.264101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.103351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.58286Z","time spent":"520.482937ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T14:27:03.661594Z","caller":"traceutil/trace.go:171","msg":"trace[1780801671] linearizableReadLoop","detail":"{readStateIndex:12329; appliedIndex:12328; }","duration":"551.424084ms","start":"2026-03-03T14:27:03.110137Z","end":"2026-03-03T14:27:03.661561Z","steps":["trace[1780801671] 'read index received' (duration: 34.581µs)","trace[1780801671] 'applied index is now lower than readState.Index' (duration: 551.387883ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:03.661691Z","caller":"traceutil/trace.go:171","msg":"trace[1183284400] transaction","detail":"{read_only:false; response_revision:11843; number_of_response:1; }","duration":"551.521326ms","start":"2026-03-03T14:27:03.110123Z","end":"2026-03-03T14:27:03.661644Z","steps":["trace[1183284400] 'process raft request' (duration: 551.162947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.661825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.772111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T14:27:03.661863Z","caller":"traceutil/trace.go:171","msg":"trace[1465902473] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11843; }","duration":"551.864614ms","start":"2026-03-03T14:27:03.109988Z","end":"2026-03-03T14:27:03.661853Z","steps":["trace[1465902473] 'agreement among raft nodes before linearized reading' (duration: 551.599887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.661868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.110106Z","time spent":"551.676619ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:03.661886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.109981Z","time spent":"551.899204ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:27:03.66197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.812802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-03T14:27:03.662028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.907914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:27:03.662068Z","caller":"traceutil/trace.go:171","msg":"trace[1183557396] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:11843; }","duration":"551.952236ms","start":"2026-03-03T14:27:03.110092Z","end":"2026-03-03T14:27:03.662044Z","steps":["trace[1183557396] 'agreement among raft nodes before linearized reading' (duration: 551.617738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.662118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.110076Z","time spent":"552.032278ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"info","ts":"2026-03-03T14:27:03.66212Z","caller":"traceutil/trace.go:171","msg":"trace[211779439] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11843; }","duration":"552.045878ms","start":"2026-03-03T14:27:03.11005Z","end":"2026-03-03T14:27:03.662096Z","steps":["trace[211779439] 'agreement among raft nodes before linearized reading' (duration: 551.70019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.662395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.11004Z","time spent":"552.343395ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:27:04.162101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:04.663155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:05.11219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000477997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:05.112298Z","caller":"traceutil/trace.go:171","msg":"trace[1728628062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062075s","start":"2026-03-03T14:27:03.111658Z","end":"2026-03-03T14:27:05.112279Z","steps":["trace[1728628062] 'agreement among raft nodes before linearized reading' (duration: 2.000486037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:05.112347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.111651Z","time spent":"2.000686813s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:05.164133Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:05.664278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:06.097787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.436544248s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:06.098133Z","caller":"traceutil/trace.go:171","msg":"trace[824950616] linearizableReadLoop","detail":"{readStateIndex:12330; appliedIndex:12329; }","duration":"2.436407336s","start":"2026-03-03T14:27:03.661707Z","end":"2026-03-03T14:27:06.098114Z","steps":["trace[824950616] 'read index received' (duration: 2.43619458s)","trace[824950616] 'applied index is now lower than readState.Index' (duration: 212.096µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:06.09826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666260483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.098283Z","caller":"traceutil/trace.go:171","msg":"trace[591879568] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11844; }","duration":"2.666310284s","start":"2026-03-03T14:27:03.431966Z","end":"2026-03-03T14:27:06.098276Z","steps":["trace[591879568] 'agreement among raft nodes before linearized reading' (duration: 2.666215902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.431907Z","time spent":"2.666398616s","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:06.098335Z","caller":"traceutil/trace.go:171","msg":"trace[690998623] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"2.984155501s","start":"2026-03-03T14:27:03.114142Z","end":"2026-03-03T14:27:06.098297Z","steps":["trace[690998623] 'process raft request' (duration: 2.983840063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563684552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:06.098481Z","caller":"traceutil/trace.go:171","msg":"trace[41111984] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11844; }","duration":"2.563867616s","start":"2026-03-03T14:27:03.534592Z","end":"2026-03-03T14:27:06.09846Z","steps":["trace[41111984] 'agreement among raft nodes before linearized reading' (duration: 2.5636071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.0985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.11413Z","time spent":"2.984279194s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8238,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:06.098496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511895797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:06.098547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433398444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:27:06.09864Z","caller":"traceutil/trace.go:171","msg":"trace[1717325906] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11844; }","duration":"2.433511346s","start":"2026-03-03T14:27:03.665108Z","end":"2026-03-03T14:27:06.098619Z","steps":["trace[1717325906] 'agreement among raft nodes before linearized reading' (duration: 2.43323602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429391227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29\" ","response":"range_response_count:1 size:872"} {"level":"warn","ts":"2026-03-03T14:27:06.098672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510177566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.098685Z","caller":"traceutil/trace.go:171","msg":"trace[1367766960] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29; range_end:; response_count:1; response_revision:11844; }","duration":"2.429440727s","start":"2026-03-03T14:27:03.669234Z","end":"2026-03-03T14:27:06.098675Z","steps":["trace[1367766960] 'agreement among raft nodes before linearized reading' (duration: 2.429325295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510602827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:06.098711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.669219Z","time spent":"2.429488029s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":896,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995adc0be87b29\" "} {"level":"info","ts":"2026-03-03T14:27:06.09871Z","caller":"traceutil/trace.go:171","msg":"trace[147529933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11844; }","duration":"1.510225077s","start":"2026-03-03T14:27:04.588473Z","end":"2026-03-03T14:27:06.098698Z","steps":["trace[147529933] 'agreement among raft nodes before linearized reading' (duration: 1.510147735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588466Z","time spent":"1.510269238s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43158603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:27:06.098749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510471973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:27:06.098584Z","caller":"traceutil/trace.go:171","msg":"trace[712076133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11844; }","duration":"1.512068082s","start":"2026-03-03T14:27:04.586496Z","end":"2026-03-03T14:27:06.098564Z","steps":["trace[712076133] 'agreement among raft nodes before linearized reading' (duration: 1.511884398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510274408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:06.098785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510648957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.098786Z","caller":"traceutil/trace.go:171","msg":"trace[1947136911] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11844; }","duration":"2.431654912s","start":"2026-03-03T14:27:03.667114Z","end":"2026-03-03T14:27:06.098769Z","steps":["trace[1947136911] 'agreement among raft nodes before linearized reading' (duration: 2.431496408s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:06.098806Z","caller":"traceutil/trace.go:171","msg":"trace[1128693175] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11844; }","duration":"1.510329239s","start":"2026-03-03T14:27:04.588471Z","end":"2026-03-03T14:27:06.0988Z","steps":["trace[1128693175] 'agreement among raft nodes before linearized reading' (duration: 1.510240307s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:06.098814Z","caller":"traceutil/trace.go:171","msg":"trace[1327538860] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11844; }","duration":"1.510683648s","start":"2026-03-03T14:27:04.588123Z","end":"2026-03-03T14:27:06.098806Z","steps":["trace[1327538860] 'agreement among raft nodes before linearized reading' (duration: 1.510538214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588458Z","time spent":"1.51036395s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.586461Z","time spent":"1.512347519s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588119Z","time spent":"1.510730869s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.667094Z","time spent":"2.431734973s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.786144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.098745Z","caller":"traceutil/trace.go:171","msg":"trace[1497738060] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11844; }","duration":"1.510779362s","start":"2026-03-03T14:27:04.587941Z","end":"2026-03-03T14:27:06.09872Z","steps":["trace[1497738060] 'agreement among raft nodes before linearized reading' (duration: 1.510585537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.587908Z","time spent":"1.511057097s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.852028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:06.098681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.66506Z","time spent":"2.433612078s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:27:06.099128Z","caller":"traceutil/trace.go:171","msg":"trace[1556933263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11844; }","duration":"984.286238ms","start":"2026-03-03T14:27:05.114767Z","end":"2026-03-03T14:27:06.099053Z","steps":["trace[1556933263] 'agreement among raft nodes before linearized reading' (duration: 983.784947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.098528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510425912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.099205Z","caller":"traceutil/trace.go:171","msg":"trace[464506547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11844; }","duration":"1.511120108s","start":"2026-03-03T14:27:04.588072Z","end":"2026-03-03T14:27:06.099192Z","steps":["trace[464506547] 'agreement among raft nodes before linearized reading' (duration: 1.510393261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.099245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588063Z","time spent":"1.51117362s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.534569Z","time spent":"2.563958029s","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:06.099269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.114743Z","time spent":"984.478142ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:06.098496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510342429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.100466Z","caller":"traceutil/trace.go:171","msg":"trace[136182070] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11844; }","duration":"1.512355068s","start":"2026-03-03T14:27:04.588102Z","end":"2026-03-03T14:27:06.100457Z","steps":["trace[136182070] 'agreement among raft nodes before linearized reading' (duration: 1.510271628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.100497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588097Z","time spent":"1.512387318s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:06.098597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428383053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:06.100636Z","caller":"traceutil/trace.go:171","msg":"trace[894469354] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11844; }","duration":"2.430432232s","start":"2026-03-03T14:27:03.670185Z","end":"2026-03-03T14:27:06.100617Z","steps":["trace[894469354] 'agreement among raft nodes before linearized reading' (duration: 2.428381643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.10066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.670173Z","time spent":"2.430476812s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-03T14:27:06.098795Z","caller":"traceutil/trace.go:171","msg":"trace[819130243] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11844; }","duration":"1.510519334s","start":"2026-03-03T14:27:04.588263Z","end":"2026-03-03T14:27:06.098782Z","steps":["trace[819130243] 'agreement among raft nodes before linearized reading' (duration: 1.51035489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.100799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.588258Z","time spent":"1.512532153s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:27:06.098942Z","caller":"traceutil/trace.go:171","msg":"trace[921366570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11844; }","duration":"986.068912ms","start":"2026-03-03T14:27:05.112863Z","end":"2026-03-03T14:27:06.098932Z","steps":["trace[921366570] 'agreement among raft nodes before linearized reading' (duration: 985.789315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:06.101095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.11285Z","time spent":"988.227053ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:07.554136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291950479s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:07.554293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.105334Z","time spent":"1.448954462s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:08.108321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:08.108402Z","caller":"traceutil/trace.go:171","msg":"trace[427957094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395705s","start":"2026-03-03T14:27:06.107991Z","end":"2026-03-03T14:27:08.108386Z","steps":["trace[427957094] 'agreement among raft nodes before linearized reading' (duration: 2.000301153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:08.108446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.107983Z","time spent":"2.000453766s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:08.191478Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92923282s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:08.360803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.992191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:08.361002Z","caller":"traceutil/trace.go:171","msg":"trace[436731241] linearizableReadLoop","detail":"{readStateIndex:12332; appliedIndex:12330; }","duration":"2.252970148s","start":"2026-03-03T14:27:06.108019Z","end":"2026-03-03T14:27:08.360989Z","steps":["trace[436731241] 'read index received' (duration: 154.179034ms)","trace[436731241] 'applied index is now lower than readState.Index' (duration: 2.098790214s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:08.361055Z","caller":"traceutil/trace.go:171","msg":"trace[1195505549] transaction","detail":"{read_only:false; response_revision:11846; number_of_response:1; }","duration":"2.249680398s","start":"2026-03-03T14:27:06.111368Z","end":"2026-03-03T14:27:08.361048Z","steps":["trace[1195505549] 'process raft request' (duration: 2.249518924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:08.361097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.111352Z","time spent":"2.24972141s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:08.361345Z","caller":"traceutil/trace.go:171","msg":"trace[1889069388] transaction","detail":"{read_only:false; response_revision:11845; number_of_response:1; }","duration":"2.25349492s","start":"2026-03-03T14:27:06.107805Z","end":"2026-03-03T14:27:08.3613Z","steps":["trace[1889069388] 'process raft request' (duration: 2.083930506s)","trace[1889069388] 'compare' (duration: 168.880588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:08.36151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.107789Z","time spent":"2.253630963s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.084553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.492138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:09.084714Z","caller":"traceutil/trace.go:171","msg":"trace[1742258589] transaction","detail":"{read_only:false; response_revision:11847; number_of_response:1; }","duration":"1.528936027s","start":"2026-03-03T14:27:07.55575Z","end":"2026-03-03T14:27:09.084686Z","steps":["trace[1742258589] 'process raft request' (duration: 1.228229314s)","trace[1742258589] 'compare' (duration: 300.237991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:09.084811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.555727Z","time spent":"1.529039819s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.085041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.888203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.085088Z","caller":"traceutil/trace.go:171","msg":"trace[1568755673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11847; }","duration":"977.967195ms","start":"2026-03-03T14:27:08.107107Z","end":"2026-03-03T14:27:09.085074Z","steps":["trace[1568755673] 'agreement among raft nodes before linearized reading' (duration: 977.763541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.085911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.107015Z","time spent":"978.870886ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.035496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:09.086156Z","caller":"traceutil/trace.go:171","msg":"trace[1203655299] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11847; }","duration":"979.05311ms","start":"2026-03-03T14:27:08.107088Z","end":"2026-03-03T14:27:09.086141Z","steps":["trace[1203655299] 'agreement among raft nodes before linearized reading' (duration: 977.993666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.086211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.107065Z","time spent":"979.131853ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.084438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.086369Z","caller":"traceutil/trace.go:171","msg":"trace[1480661585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11847; }","duration":"979.338787ms","start":"2026-03-03T14:27:08.10702Z","end":"2026-03-03T14:27:09.086359Z","steps":["trace[1480661585] 'agreement among raft nodes before linearized reading' (duration: 978.087878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.0864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.106999Z","time spent":"979.392378ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.775866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.086569Z","caller":"traceutil/trace.go:171","msg":"trace[1048636212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11847; }","duration":"978.133969ms","start":"2026-03-03T14:27:08.108408Z","end":"2026-03-03T14:27:09.086542Z","steps":["trace[1048636212] 'agreement among raft nodes before linearized reading' (duration: 976.780657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.086698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.108402Z","time spent":"978.243141ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.055727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.086837Z","caller":"traceutil/trace.go:171","msg":"trace[1991749224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11847; }","duration":"979.606194ms","start":"2026-03-03T14:27:08.107146Z","end":"2026-03-03T14:27:09.086752Z","steps":["trace[1991749224] 'agreement among raft nodes before linearized reading' (duration: 978.065588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.086888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.107137Z","time spent":"979.738097ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:09.08523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.066767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.0871Z","caller":"traceutil/trace.go:171","msg":"trace[1557451012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11847; }","duration":"979.964803ms","start":"2026-03-03T14:27:08.107123Z","end":"2026-03-03T14:27:09.087088Z","steps":["trace[1557451012] 'agreement among raft nodes before linearized reading' (duration: 978.095668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.087135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.107102Z","time spent":"980.022944ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736146387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:09.087555Z","caller":"traceutil/trace.go:171","msg":"trace[943194727] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11847; }","duration":"1.738539635s","start":"2026-03-03T14:27:07.349002Z","end":"2026-03-03T14:27:09.087542Z","steps":["trace[943194727] 'agreement among raft nodes before linearized reading' (duration: 1.736132608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.085203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.823628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.088146Z","caller":"traceutil/trace.go:171","msg":"trace[96728963] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11847; }","duration":"979.728397ms","start":"2026-03-03T14:27:08.108331Z","end":"2026-03-03T14:27:09.08806Z","steps":["trace[96728963] 'agreement among raft nodes before linearized reading' (duration: 976.783867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.085209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778764345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.088268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.108321Z","time spent":"979.926002ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:09.085232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.17521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.085353Z","caller":"traceutil/trace.go:171","msg":"trace[353850325] linearizableReadLoop","detail":"{readStateIndex:12334; appliedIndex:12333; }","duration":"723.65456ms","start":"2026-03-03T14:27:08.361022Z","end":"2026-03-03T14:27:09.084677Z","steps":["trace[353850325] 'read index received' (duration: 422.889465ms)","trace[353850325] 'applied index is now lower than readState.Index' (duration: 300.763545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:09.085395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977099809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-03T14:27:09.085347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.795213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.085589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976602668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463050"} {"level":"info","ts":"2026-03-03T14:27:09.088221Z","caller":"traceutil/trace.go:171","msg":"trace[1492202792] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11847; }","duration":"1.781795536s","start":"2026-03-03T14:27:07.306401Z","end":"2026-03-03T14:27:09.088196Z","steps":["trace[1492202792] 'agreement among raft nodes before linearized reading' (duration: 1.778696753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.088352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.348973Z","time spent":"1.739278082s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:09.088434Z","caller":"traceutil/trace.go:171","msg":"trace[39147270] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11847; }","duration":"2.980140131s","start":"2026-03-03T14:27:06.108269Z","end":"2026-03-03T14:27:09.088409Z","steps":["trace[39147270] 'agreement among raft nodes before linearized reading' (duration: 2.977041558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.088451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.306368Z","time spent":"1.782030101s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:09.088471Z","caller":"traceutil/trace.go:171","msg":"trace[1749436312] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11847; }","duration":"797.991879ms","start":"2026-03-03T14:27:08.290463Z","end":"2026-03-03T14:27:09.088455Z","steps":["trace[1749436312] 'agreement among raft nodes before linearized reading' (duration: 794.736722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.08853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.290447Z","time spent":"798.066021ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:09.088554Z","caller":"traceutil/trace.go:171","msg":"trace[302375849] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11847; }","duration":"981.549799ms","start":"2026-03-03T14:27:08.106986Z","end":"2026-03-03T14:27:09.088536Z","steps":["trace[302375849] 'agreement among raft nodes before linearized reading' (duration: 978.092698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.088659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.106966Z","time spent":"981.678903ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:09.088818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.194732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.088613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.925404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-03T14:27:09.088844Z","caller":"traceutil/trace.go:171","msg":"trace[1771317327] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11847; }","duration":"150.248563ms","start":"2026-03-03T14:27:08.938588Z","end":"2026-03-03T14:27:09.088836Z","steps":["trace[1771317327] 'agreement among raft nodes before linearized reading' (duration: 150.209162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.088858Z","caller":"traceutil/trace.go:171","msg":"trace[1869740273] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8; range_end:; response_count:1; response_revision:11847; }","duration":"724.188771ms","start":"2026-03-03T14:27:08.364655Z","end":"2026-03-03T14:27:09.088844Z","steps":["trace[1869740273] 'agreement among raft nodes before linearized reading' (duration: 723.888544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.08891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.36464Z","time spent":"724.256422ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-l6r6m.18995adee18b99d8\" "} {"level":"warn","ts":"2026-03-03T14:27:09.088481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.10826Z","time spent":"2.980209163s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:27:09.089065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.820069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" ","response":"range_response_count:1 size:6046"} {"level":"info","ts":"2026-03-03T14:27:09.089139Z","caller":"traceutil/trace.go:171","msg":"trace[1057520855] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj; range_end:; response_count:1; response_revision:11847; }","duration":"720.916932ms","start":"2026-03-03T14:27:08.368197Z","end":"2026-03-03T14:27:09.089114Z","steps":["trace[1057520855] 'agreement among raft nodes before linearized reading' (duration: 720.649526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.089189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.36816Z","time spent":"721.021284ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" "} {"level":"info","ts":"2026-03-03T14:27:09.089369Z","caller":"traceutil/trace.go:171","msg":"trace[774669076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11847; }","duration":"2.980405517s","start":"2026-03-03T14:27:06.108945Z","end":"2026-03-03T14:27:09.089351Z","steps":["trace[774669076] 'agreement among raft nodes before linearized reading' (duration: 2.976165637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.089492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:06.108936Z","time spent":"2.98054012s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":463074,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:09.76379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.632378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:09.763927Z","caller":"traceutil/trace.go:171","msg":"trace[49993630] linearizableReadLoop","detail":"{readStateIndex:12335; appliedIndex:12334; }","duration":"670.138645ms","start":"2026-03-03T14:27:09.093762Z","end":"2026-03-03T14:27:09.763901Z","steps":["trace[49993630] 'read index received' (duration: 300.293723ms)","trace[49993630] 'applied index is now lower than readState.Index' (duration: 369.841442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:09.764035Z","caller":"traceutil/trace.go:171","msg":"trace[880635606] transaction","detail":"{read_only:false; response_revision:11848; number_of_response:1; }","duration":"672.235305ms","start":"2026-03-03T14:27:09.091786Z","end":"2026-03-03T14:27:09.764021Z","steps":["trace[880635606] 'process raft request' (duration: 302.255409ms)","trace[880635606] 'compare' (duration: 369.263039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:09.764112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.091737Z","time spent":"672.333777ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.764419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.633186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:27:09.764501Z","caller":"traceutil/trace.go:171","msg":"trace[256869194] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11848; }","duration":"670.751819ms","start":"2026-03-03T14:27:09.093731Z","end":"2026-03-03T14:27:09.764483Z","steps":["trace[256869194] 'agreement among raft nodes before linearized reading' (duration: 670.480392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.764548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.093711Z","time spent":"670.827671ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:27:09.776654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.590953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.776773Z","caller":"traceutil/trace.go:171","msg":"trace[242416600] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11849; }","duration":"438.742707ms","start":"2026-03-03T14:27:09.338006Z","end":"2026-03-03T14:27:09.776749Z","steps":["trace[242416600] 'agreement among raft nodes before linearized reading' (duration: 438.559203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.776773Z","caller":"traceutil/trace.go:171","msg":"trace[206913852] transaction","detail":"{read_only:false; response_revision:11849; number_of_response:1; }","duration":"676.798883ms","start":"2026-03-03T14:27:09.09995Z","end":"2026-03-03T14:27:09.776749Z","steps":["trace[206913852] 'process raft request' (duration: 676.306942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.776868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.337991Z","time spent":"438.831079ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:09.776946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.797616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"warn","ts":"2026-03-03T14:27:09.777062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.218945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:2790"} {"level":"info","ts":"2026-03-03T14:27:09.777089Z","caller":"traceutil/trace.go:171","msg":"trace[738834755] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11849; }","duration":"682.982439ms","start":"2026-03-03T14:27:09.094079Z","end":"2026-03-03T14:27:09.777061Z","steps":["trace[738834755] 'agreement among raft nodes before linearized reading' (duration: 682.555989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.777132Z","caller":"traceutil/trace.go:171","msg":"trace[154261329] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11849; }","duration":"398.322528ms","start":"2026-03-03T14:27:09.378789Z","end":"2026-03-03T14:27:09.777111Z","steps":["trace[154261329] 'agreement among raft nodes before linearized reading' (duration: 398.171424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.77715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.094067Z","time spent":"683.072231ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:27:09.777175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.378767Z","time spent":"398.39899ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2814,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-service-2nc7x\" "} {"level":"warn","ts":"2026-03-03T14:27:09.776856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.814018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.777253Z","caller":"traceutil/trace.go:171","msg":"trace[598165717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11849; }","duration":"681.235867ms","start":"2026-03-03T14:27:09.095998Z","end":"2026-03-03T14:27:09.777234Z","steps":["trace[598165717] 'agreement among raft nodes before linearized reading' (duration: 680.789197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.776893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.099933Z","time spent":"676.909805ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.777305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.095985Z","time spent":"681.30923ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:09.776954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.111558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:09.77742Z","caller":"traceutil/trace.go:171","msg":"trace[1264699247] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11849; }","duration":"203.563578ms","start":"2026-03-03T14:27:09.573828Z","end":"2026-03-03T14:27:09.777392Z","steps":["trace[1264699247] 'agreement among raft nodes before linearized reading' (duration: 203.092767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.112166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.078388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:27:10.11228Z","caller":"traceutil/trace.go:171","msg":"trace[559544638] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11850; }","duration":"331.635885ms","start":"2026-03-03T14:27:09.780633Z","end":"2026-03-03T14:27:10.112269Z","steps":["trace[559544638] 'process raft request' (duration: 141.394214ms)","trace[559544638] 'compare' (duration: 190.012546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:10.11232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.780609Z","time spent":"331.691917ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T14:27:10.112401Z","caller":"traceutil/trace.go:171","msg":"trace[1170964424] linearizableReadLoop","detail":"{readStateIndex:12338; appliedIndex:12336; }","duration":"328.617245ms","start":"2026-03-03T14:27:09.783779Z","end":"2026-03-03T14:27:10.112396Z","steps":["trace[1170964424] 'read index received' (duration: 138.26385ms)","trace[1170964424] 'applied index is now lower than readState.Index' (duration: 190.352745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:10.112512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.729178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8\" ","response":"range_response_count:1 size:5637"} {"level":"info","ts":"2026-03-03T14:27:10.11248Z","caller":"traceutil/trace.go:171","msg":"trace[1604717130] transaction","detail":"{read_only:false; response_revision:11851; number_of_response:1; }","duration":"331.667528ms","start":"2026-03-03T14:27:09.780777Z","end":"2026-03-03T14:27:10.112445Z","steps":["trace[1604717130] 'process raft request' (duration: 331.453892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:10.112542Z","caller":"traceutil/trace.go:171","msg":"trace[1670031895] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8; range_end:; response_count:1; response_revision:11851; }","duration":"328.79577ms","start":"2026-03-03T14:27:09.783738Z","end":"2026-03-03T14:27:10.112534Z","steps":["trace[1670031895] 'agreement among raft nodes before linearized reading' (duration: 328.692287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.112564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.783721Z","time spent":"328.8382ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5661,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8\" "} {"level":"warn","ts":"2026-03-03T14:27:10.112655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.780749Z","time spent":"331.80997ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:10.162429Z","caller":"traceutil/trace.go:171","msg":"trace[1994080538] transaction","detail":"{read_only:false; response_revision:11852; number_of_response:1; }","duration":"207.308717ms","start":"2026-03-03T14:27:09.955077Z","end":"2026-03-03T14:27:10.162386Z","steps":["trace[1994080538] 'process raft request' (duration: 207.00236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:10.594852Z","caller":"traceutil/trace.go:171","msg":"trace[1712487829] transaction","detail":"{read_only:false; response_revision:11853; number_of_response:1; }","duration":"506.846582ms","start":"2026-03-03T14:27:10.087969Z","end":"2026-03-03T14:27:10.594815Z","steps":["trace[1712487829] 'process raft request' (duration: 506.550545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:10.595027Z","caller":"traceutil/trace.go:171","msg":"trace[2082840690] linearizableReadLoop","detail":"{readStateIndex:12340; appliedIndex:12338; }","duration":"482.572586ms","start":"2026-03-03T14:27:10.112418Z","end":"2026-03-03T14:27:10.59499Z","steps":["trace[2082840690] 'read index received' (duration: 49.629567ms)","trace[2082840690] 'applied index is now lower than readState.Index' (duration: 432.940179ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:10.595181Z","caller":"traceutil/trace.go:171","msg":"trace[1188080931] transaction","detail":"{read_only:false; response_revision:11854; number_of_response:1; }","duration":"475.645272ms","start":"2026-03-03T14:27:10.119511Z","end":"2026-03-03T14:27:10.595156Z","steps":["trace[1188080931] 'process raft request' (duration: 475.213502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.595227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.08795Z","time spent":"507.062338ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:10.595533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.419407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:27:10.595583Z","caller":"traceutil/trace.go:171","msg":"trace[1642137931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:11854; }","duration":"811.682463ms","start":"2026-03-03T14:27:09.783887Z","end":"2026-03-03T14:27:10.59557Z","steps":["trace[1642137931] 'agreement among raft nodes before linearized reading' (duration: 811.281613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.595622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.783883Z","time spent":"811.730304ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:27:10.595627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.819061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-03-03T14:27:10.595741Z","caller":"traceutil/trace.go:171","msg":"trace[1606117509] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d; range_end:; response_count:1; response_revision:11854; }","duration":"479.949544ms","start":"2026-03-03T14:27:10.11577Z","end":"2026-03-03T14:27:10.595719Z","steps":["trace[1606117509] 'agreement among raft nodes before linearized reading' (duration: 479.444182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.595769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.115755Z","time spent":"480.008345ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" "} {"level":"warn","ts":"2026-03-03T14:27:10.595328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.1195Z","time spent":"475.749565ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:11.052175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.484586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:11.052247Z","caller":"traceutil/trace.go:171","msg":"trace[844738172] transaction","detail":"{read_only:false; response_revision:11855; number_of_response:1; }","duration":"451.729674ms","start":"2026-03-03T14:27:10.600504Z","end":"2026-03-03T14:27:11.052234Z","steps":["trace[844738172] 'process raft request' (duration: 146.131426ms)","trace[844738172] 'compare' (duration: 305.319052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:11.052279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.600486Z","time spent":"451.778726ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:11.055448Z","caller":"traceutil/trace.go:171","msg":"trace[990375252] linearizableReadLoop","detail":"{readStateIndex:12343; appliedIndex:12342; }","duration":"298.47773ms","start":"2026-03-03T14:27:10.756941Z","end":"2026-03-03T14:27:11.055419Z","steps":["trace[990375252] 'read index received' (duration: 298.229744ms)","trace[990375252] 'applied index is now lower than readState.Index' (duration: 246.146µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:11.055643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.692534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.055689Z","caller":"traceutil/trace.go:171","msg":"trace[1522026649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11856; }","duration":"298.812637ms","start":"2026-03-03T14:27:10.756863Z","end":"2026-03-03T14:27:11.055675Z","steps":["trace[1522026649] 'agreement among raft nodes before linearized reading' (duration: 298.674493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:11.055952Z","caller":"traceutil/trace.go:171","msg":"trace[1666086349] transaction","detail":"{read_only:false; response_revision:11856; number_of_response:1; }","duration":"446.08746ms","start":"2026-03-03T14:27:10.609844Z","end":"2026-03-03T14:27:11.055932Z","steps":["trace[1666086349] 'process raft request' (duration: 445.410355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.056083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.609816Z","time spent":"446.206584ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8240,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:11.527722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.11568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:11.527806Z","caller":"traceutil/trace.go:171","msg":"trace[549246729] linearizableReadLoop","detail":"{readStateIndex:12344; appliedIndex:12343; }","duration":"467.474778ms","start":"2026-03-03T14:27:11.060318Z","end":"2026-03-03T14:27:11.527793Z","steps":["trace[549246729] 'read index received' (duration: 352.116822ms)","trace[549246729] 'applied index is now lower than readState.Index' (duration: 115.356746ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:11.527974Z","caller":"traceutil/trace.go:171","msg":"trace[396401364] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"467.898398ms","start":"2026-03-03T14:27:11.060061Z","end":"2026-03-03T14:27:11.52796Z","steps":["trace[396401364] 'process raft request' (duration: 352.474111ms)","trace[396401364] 'compare' (duration: 114.944246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:11.528047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.060043Z","time spent":"467.96978ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:11.528188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.368967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.528193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.816131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.52823Z","caller":"traceutil/trace.go:171","msg":"trace[826788729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11857; }","duration":"435.440439ms","start":"2026-03-03T14:27:11.092779Z","end":"2026-03-03T14:27:11.528219Z","steps":["trace[826788729] 'agreement among raft nodes before linearized reading' (duration: 435.328536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.282789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.52822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.36394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.528262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.092766Z","time spent":"435.48781ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:11.528271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.384121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.528287Z","caller":"traceutil/trace.go:171","msg":"trace[1646116894] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11857; }","duration":"436.422492ms","start":"2026-03-03T14:27:11.09186Z","end":"2026-03-03T14:27:11.528282Z","steps":["trace[1646116894] 'agreement among raft nodes before linearized reading' (duration: 436.397791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:11.528288Z","caller":"traceutil/trace.go:171","msg":"trace[949006687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11857; }","duration":"436.36065ms","start":"2026-03-03T14:27:11.091904Z","end":"2026-03-03T14:27:11.528264Z","steps":["trace[949006687] 'agreement among raft nodes before linearized reading' (duration: 436.244157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.091847Z","time spent":"436.463173ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:11.528243Z","caller":"traceutil/trace.go:171","msg":"trace[824659765] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11857; }","duration":"436.910073ms","start":"2026-03-03T14:27:11.09132Z","end":"2026-03-03T14:27:11.52823Z","steps":["trace[824659765] 'agreement among raft nodes before linearized reading' (duration: 436.78408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.091898Z","time spent":"436.429202ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:11.528357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.909953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.528366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.091305Z","time spent":"437.043436ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:11.528391Z","caller":"traceutil/trace.go:171","msg":"trace[966030263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11857; }","duration":"436.945644ms","start":"2026-03-03T14:27:11.091436Z","end":"2026-03-03T14:27:11.528381Z","steps":["trace[966030263] 'agreement among raft nodes before linearized reading' (duration: 436.891613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.091368Z","time spent":"437.051517ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:11.528307Z","caller":"traceutil/trace.go:171","msg":"trace[1555109678] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11857; }","duration":"253.503093ms","start":"2026-03-03T14:27:11.274771Z","end":"2026-03-03T14:27:11.528274Z","steps":["trace[1555109678] 'agreement among raft nodes before linearized reading' (duration: 253.332219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.770603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:27:11.528483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.127213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" ","response":"range_response_count:1 size:4462"} {"level":"warn","ts":"2026-03-03T14:27:11.52858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.582325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:11.528546Z","caller":"traceutil/trace.go:171","msg":"trace[169148407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11857; }","duration":"429.832524ms","start":"2026-03-03T14:27:11.098704Z","end":"2026-03-03T14:27:11.528537Z","steps":["trace[169148407] 'agreement among raft nodes before linearized reading' (duration: 429.693871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.098697Z","time spent":"429.969138ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:27:11.528597Z","caller":"traceutil/trace.go:171","msg":"trace[542696554] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v; range_end:; response_count:1; response_revision:11857; }","duration":"468.285687ms","start":"2026-03-03T14:27:11.060295Z","end":"2026-03-03T14:27:11.52858Z","steps":["trace[542696554] 'agreement among raft nodes before linearized reading' (duration: 467.825087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.060287Z","time spent":"468.468082ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4486,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" "} {"level":"info","ts":"2026-03-03T14:27:11.528691Z","caller":"traceutil/trace.go:171","msg":"trace[170488] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11857; }","duration":"436.700099ms","start":"2026-03-03T14:27:11.09197Z","end":"2026-03-03T14:27:11.52867Z","steps":["trace[170488] 'agreement among raft nodes before linearized reading' (duration: 436.488084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.528905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.091965Z","time spent":"436.927784ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:11.528548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.540691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.52901Z","caller":"traceutil/trace.go:171","msg":"trace[1037981036] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11857; }","duration":"436.019441ms","start":"2026-03-03T14:27:11.092975Z","end":"2026-03-03T14:27:11.528995Z","steps":["trace[1037981036] 'agreement among raft nodes before linearized reading' (duration: 435.54667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.529051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.092966Z","time spent":"436.072702ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:12.593175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.473611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:12.593341Z","caller":"traceutil/trace.go:171","msg":"trace[874158567] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"1.058502677s","start":"2026-03-03T14:27:11.534805Z","end":"2026-03-03T14:27:12.593308Z","steps":["trace[874158567] 'process raft request' (duration: 331.77999ms)","trace[874158567] 'compare' (duration: 726.200095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:12.593412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.534784Z","time spent":"1.05859622s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":843,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:13.216533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.537327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:13.216781Z","caller":"traceutil/trace.go:171","msg":"trace[860991059] linearizableReadLoop","detail":"{readStateIndex:12346; appliedIndex:12344; }","duration":"1.612512078s","start":"2026-03-03T14:27:11.604248Z","end":"2026-03-03T14:27:13.21676Z","steps":["trace[860991059] 'read index received' (duration: 262.357944ms)","trace[860991059] 'applied index is now lower than readState.Index' (duration: 1.350152844s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:13.216856Z","caller":"traceutil/trace.go:171","msg":"trace[1423203916] transaction","detail":"{read_only:false; response_revision:11860; number_of_response:1; }","duration":"476.376979ms","start":"2026-03-03T14:27:12.740456Z","end":"2026-03-03T14:27:13.216833Z","steps":["trace[1423203916] 'process raft request' (duration: 476.147974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:13.216891Z","caller":"traceutil/trace.go:171","msg":"trace[647552675] transaction","detail":"{read_only:false; response_revision:11859; number_of_response:1; }","duration":"1.681303719s","start":"2026-03-03T14:27:11.535573Z","end":"2026-03-03T14:27:13.216877Z","steps":["trace[647552675] 'process raft request' (duration: 1.198368894s)","trace[647552675] 'compare' (duration: 482.365382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:13.216898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.740425Z","time spent":"476.451961ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:13.216956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.535558Z","time spent":"1.68135565s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4775,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:13.217148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612894277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:13.217183Z","caller":"traceutil/trace.go:171","msg":"trace[1492270543] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11860; }","duration":"1.612989199s","start":"2026-03-03T14:27:11.60418Z","end":"2026-03-03T14:27:13.217169Z","steps":["trace[1492270543] 'agreement among raft nodes before linearized reading' (duration: 1.612916907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.217216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.60415Z","time spent":"1.613057851s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:13.217317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.034116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:13.217351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187315362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-03T14:27:13.217381Z","caller":"traceutil/trace.go:171","msg":"trace[1259393876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11860; }","duration":"461.146489ms","start":"2026-03-03T14:27:12.75622Z","end":"2026-03-03T14:27:13.217367Z","steps":["trace[1259393876] 'agreement among raft nodes before linearized reading' (duration: 461.043776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:13.217435Z","caller":"traceutil/trace.go:171","msg":"trace[118485322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11860; }","duration":"1.187420445s","start":"2026-03-03T14:27:12.029967Z","end":"2026-03-03T14:27:13.217387Z","steps":["trace[118485322] 'agreement among raft nodes before linearized reading' (duration: 1.187235831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.217449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.7562Z","time spent":"461.24129ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:13.217342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.246282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8.18995aec256f1ffb\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-03-03T14:27:13.217471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.029937Z","time spent":"1.187526667s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:27:13.217506Z","caller":"traceutil/trace.go:171","msg":"trace[1861200277] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8.18995aec256f1ffb; range_end:; response_count:1; response_revision:11860; }","duration":"620.444786ms","start":"2026-03-03T14:27:12.597046Z","end":"2026-03-03T14:27:13.217491Z","steps":["trace[1861200277] 'agreement among raft nodes before linearized reading' (duration: 620.218731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.217551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.59702Z","time spent":"620.520029ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":920,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8.18995aec256f1ffb\" "} {"level":"warn","ts":"2026-03-03T14:27:13.217572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187168848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-03-03T14:27:13.217669Z","caller":"traceutil/trace.go:171","msg":"trace[360981090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11860; }","duration":"1.187326492s","start":"2026-03-03T14:27:12.030319Z","end":"2026-03-03T14:27:13.217646Z","steps":["trace[360981090] 'agreement among raft nodes before linearized reading' (duration: 1.186962874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.217731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.030292Z","time spent":"1.187425865s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:13.218348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.124431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:27:13.218471Z","caller":"traceutil/trace.go:171","msg":"trace[978859246] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11860; }","duration":"255.301995ms","start":"2026-03-03T14:27:12.963145Z","end":"2026-03-03T14:27:13.218447Z","steps":["trace[978859246] 'agreement among raft nodes before linearized reading' (duration: 254.133247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.722398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673230,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:27:14.167928Z","caller":"traceutil/trace.go:171","msg":"trace[504751466] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"948.321031ms","start":"2026-03-03T14:27:13.219582Z","end":"2026-03-03T14:27:14.167903Z","steps":["trace[504751466] 'process raft request' (duration: 948.128587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:14.168103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.219556Z","time spent":"948.457534ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:15.000879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.533226ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:15.001049Z","caller":"traceutil/trace.go:171","msg":"trace[1592314596] linearizableReadLoop","detail":"{readStateIndex:12350; appliedIndex:12347; }","duration":"1.779190862s","start":"2026-03-03T14:27:13.221841Z","end":"2026-03-03T14:27:15.001032Z","steps":["trace[1592314596] 'read index received' (duration: 945.900535ms)","trace[1592314596] 'applied index is now lower than readState.Index' (duration: 833.289507ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:15.001311Z","caller":"traceutil/trace.go:171","msg":"trace[244468781] transaction","detail":"{read_only:false; response_revision:11862; number_of_response:1; }","duration":"1.778557986s","start":"2026-03-03T14:27:13.222727Z","end":"2026-03-03T14:27:15.001285Z","steps":["trace[244468781] 'process raft request' (duration: 1.064543908s)","trace[244468781] 'compare' (duration: 713.053204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:15.001379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.222717Z","time spent":"1.778629947s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:15.00142Z","caller":"traceutil/trace.go:171","msg":"trace[310154018] transaction","detail":"{read_only:false; response_revision:11863; number_of_response:1; }","duration":"1.778254979s","start":"2026-03-03T14:27:13.223136Z","end":"2026-03-03T14:27:15.00139Z","steps":["trace[310154018] 'process raft request' (duration: 1.777836269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.001557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.223128Z","time spent":"1.778353681s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:15.001693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779830057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4773"} {"level":"info","ts":"2026-03-03T14:27:15.001794Z","caller":"traceutil/trace.go:171","msg":"trace[1499785201] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:11863; }","duration":"1.779921468s","start":"2026-03-03T14:27:13.221828Z","end":"2026-03-03T14:27:15.001749Z","steps":["trace[1499785201] 'agreement among raft nodes before linearized reading' (duration: 1.779717234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.001835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.221821Z","time spent":"1.78000572s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4797,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:15.001989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645756136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467590529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:15.002068Z","caller":"traceutil/trace.go:171","msg":"trace[1600506602] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11863; }","duration":"1.645850928s","start":"2026-03-03T14:27:13.3562Z","end":"2026-03-03T14:27:15.002051Z","steps":["trace[1600506602] 'agreement among raft nodes before linearized reading' (duration: 1.645717455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:15.002093Z","caller":"traceutil/trace.go:171","msg":"trace[1930027049] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11863; }","duration":"1.467647541s","start":"2026-03-03T14:27:13.534437Z","end":"2026-03-03T14:27:15.002085Z","steps":["trace[1930027049] 'agreement among raft nodes before linearized reading' (duration: 1.467525098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467777324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468540432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.534428Z","time spent":"1.467688692s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:27:15.002131Z","caller":"traceutil/trace.go:171","msg":"trace[594916912] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11863; }","duration":"1.468605523s","start":"2026-03-03T14:27:13.533518Z","end":"2026-03-03T14:27:15.002124Z","steps":["trace[594916912] 'agreement among raft nodes before linearized reading' (duration: 1.468566542s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:15.002136Z","caller":"traceutil/trace.go:171","msg":"trace[821663099] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11863; }","duration":"1.467851006s","start":"2026-03-03T14:27:13.53427Z","end":"2026-03-03T14:27:15.002121Z","steps":["trace[821663099] 'agreement among raft nodes before linearized reading' (duration: 1.467805565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.533489Z","time spent":"1.468659845s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:15.002162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549690617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:15.002169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.53425Z","time spent":"1.467912197s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:15.002199Z","caller":"traceutil/trace.go:171","msg":"trace[2030703278] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11863; }","duration":"1.549725838s","start":"2026-03-03T14:27:13.452463Z","end":"2026-03-03T14:27:15.002189Z","steps":["trace[2030703278] 'agreement among raft nodes before linearized reading' (duration: 1.549673206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.452397Z","time spent":"1.549828s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:15.002248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467437956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:15.002274Z","caller":"traceutil/trace.go:171","msg":"trace[1279080241] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11863; }","duration":"1.467478087s","start":"2026-03-03T14:27:13.534787Z","end":"2026-03-03T14:27:15.002265Z","steps":["trace[1279080241] 'agreement among raft nodes before linearized reading' (duration: 1.467436856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.00228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.351052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"warn","ts":"2026-03-03T14:27:15.002298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.534779Z","time spent":"1.467513628s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:15.002328Z","caller":"traceutil/trace.go:171","msg":"trace[1255538111] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11863; }","duration":"611.425434ms","start":"2026-03-03T14:27:14.390885Z","end":"2026-03-03T14:27:15.00231Z","steps":["trace[1255538111] 'agreement among raft nodes before linearized reading' (duration: 611.213409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468421879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.390865Z","time spent":"611.488475ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:27:15.002389Z","caller":"traceutil/trace.go:171","msg":"trace[1349625320] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11863; }","duration":"1.468818198s","start":"2026-03-03T14:27:13.533562Z","end":"2026-03-03T14:27:15.00238Z","steps":["trace[1349625320] 'agreement among raft nodes before linearized reading' (duration: 1.468426849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.356142Z","time spent":"1.645962551s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:15.002054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461438814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:27:15.002451Z","caller":"traceutil/trace.go:171","msg":"trace[1909304869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11863; }","duration":"1.461865164s","start":"2026-03-03T14:27:13.540578Z","end":"2026-03-03T14:27:15.002444Z","steps":["trace[1909304869] 'agreement among raft nodes before linearized reading' (duration: 1.461333981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047784903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"warn","ts":"2026-03-03T14:27:15.002477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.540567Z","time spent":"1.461900205s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:27:15.002482Z","caller":"traceutil/trace.go:171","msg":"trace[753504945] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11863; }","duration":"1.047854363s","start":"2026-03-03T14:27:13.954616Z","end":"2026-03-03T14:27:15.00247Z","steps":["trace[753504945] 'agreement among raft nodes before linearized reading' (duration: 1.047636358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.954594Z","time spent":"1.047909725s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:15.002424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.533538Z","time spent":"1.46887776s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:15.002564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.64373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:15.002603Z","caller":"traceutil/trace.go:171","msg":"trace[164238702] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11863; }","duration":"727.719662ms","start":"2026-03-03T14:27:14.274874Z","end":"2026-03-03T14:27:15.002593Z","steps":["trace[164238702] 'agreement among raft nodes before linearized reading' (duration: 727.61111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.274854Z","time spent":"727.769904ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":85,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:15.002668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.467748474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46802769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:15.002803Z","caller":"traceutil/trace.go:171","msg":"trace[811393344] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11863; }","duration":"1.467949798s","start":"2026-03-03T14:27:13.534764Z","end":"2026-03-03T14:27:15.002714Z","steps":["trace[811393344] 'agreement among raft nodes before linearized reading' (duration: 1.467699832s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:15.002812Z","caller":"traceutil/trace.go:171","msg":"trace[656330013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11863; }","duration":"1.468090841s","start":"2026-03-03T14:27:13.534712Z","end":"2026-03-03T14:27:15.002803Z","steps":["trace[656330013] 'agreement among raft nodes before linearized reading' (duration: 1.46803161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.002835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244226272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:15.002846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.534758Z","time spent":"1.468077501s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:15.002846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.5347Z","time spent":"1.468138563s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:15.003074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.062813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492bec0f\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-03T14:27:15.002887Z","caller":"traceutil/trace.go:171","msg":"trace[49678905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11863; }","duration":"1.244322964s","start":"2026-03-03T14:27:13.758552Z","end":"2026-03-03T14:27:15.002874Z","steps":["trace[49678905] 'agreement among raft nodes before linearized reading' (duration: 1.244211251s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:15.003108Z","caller":"traceutil/trace.go:171","msg":"trace[849619483] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492bec0f; range_end:; response_count:1; response_revision:11863; }","duration":"831.163465ms","start":"2026-03-03T14:27:14.171936Z","end":"2026-03-03T14:27:15.0031Z","steps":["trace[849619483] 'agreement among raft nodes before linearized reading' (duration: 830.9581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.003151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.758531Z","time spent":"1.24461296s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:15.003171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.171917Z","time spent":"831.242587ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":916,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492bec0f\" "} {"level":"warn","ts":"2026-03-03T14:27:15.00365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226629854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:27:15.003754Z","caller":"traceutil/trace.go:171","msg":"trace[598407816] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11863; }","duration":"1.226756087s","start":"2026-03-03T14:27:13.776984Z","end":"2026-03-03T14:27:15.00374Z","steps":["trace[598407816] 'agreement among raft nodes before linearized reading' (duration: 1.225928207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.003908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.776976Z","time spent":"1.22688297s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:27:15.996954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.6365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:15.997054Z","caller":"traceutil/trace.go:171","msg":"trace[729355968] linearizableReadLoop","detail":"{readStateIndex:12351; appliedIndex:12350; }","duration":"989.564521ms","start":"2026-03-03T14:27:15.007475Z","end":"2026-03-03T14:27:15.997039Z","steps":["trace[729355968] 'read index received' (duration: 387.843929ms)","trace[729355968] 'applied index is now lower than readState.Index' (duration: 601.719312ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:15.997117Z","caller":"traceutil/trace.go:171","msg":"trace[532504443] transaction","detail":"{read_only:false; response_revision:11864; number_of_response:1; }","duration":"990.640987ms","start":"2026-03-03T14:27:15.006453Z","end":"2026-03-03T14:27:15.997094Z","steps":["trace[532504443] 'process raft request' (duration: 388.785731ms)","trace[532504443] 'compare' (duration: 601.436466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:15.997193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.006437Z","time spent":"990.716708ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:15.997236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.754006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:27:15.997265Z","caller":"traceutil/trace.go:171","msg":"trace[1768088244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11864; }","duration":"989.803317ms","start":"2026-03-03T14:27:15.007453Z","end":"2026-03-03T14:27:15.997257Z","steps":["trace[1768088244] 'agreement among raft nodes before linearized reading' (duration: 989.667033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:15.997293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.007443Z","time spent":"989.843518ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:16.785079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.969859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:16.785471Z","caller":"traceutil/trace.go:171","msg":"trace[2049560031] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"1.772879941s","start":"2026-03-03T14:27:15.012558Z","end":"2026-03-03T14:27:16.785438Z","steps":["trace[2049560031] 'process raft request' (duration: 1.086407319s)","trace[2049560031] 'compare' (duration: 685.613681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:16.785576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.012536Z","time spent":"1.772995684s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:16.785823Z","caller":"traceutil/trace.go:171","msg":"trace[656522918] transaction","detail":"{read_only:false; response_revision:11866; number_of_response:1; }","duration":"1.772989583s","start":"2026-03-03T14:27:15.012806Z","end":"2026-03-03T14:27:16.785796Z","steps":["trace[656522918] 'process raft request' (duration: 1.772499382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.785965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.012791Z","time spent":"1.773094797s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:16.786331Z","caller":"traceutil/trace.go:171","msg":"trace[719879842] transaction","detail":"{read_only:false; response_revision:11867; number_of_response:1; }","duration":"1.43517953s","start":"2026-03-03T14:27:15.351132Z","end":"2026-03-03T14:27:16.786311Z","steps":["trace[719879842] 'process raft request' (duration: 1.434547736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.786419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.351099Z","time spent":"1.435279233s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:16.786339Z","caller":"traceutil/trace.go:171","msg":"trace[50988078] linearizableReadLoop","detail":"{readStateIndex:12354; appliedIndex:12351; }","duration":"789.22624ms","start":"2026-03-03T14:27:15.997097Z","end":"2026-03-03T14:27:16.786323Z","steps":["trace[50988078] 'read index received' (duration: 101.905218ms)","trace[50988078] 'applied index is now lower than readState.Index' (duration: 687.320042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:16.78659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734228114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:16.786638Z","caller":"traceutil/trace.go:171","msg":"trace[180976487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11868; }","duration":"1.734322976s","start":"2026-03-03T14:27:15.052303Z","end":"2026-03-03T14:27:16.786626Z","steps":["trace[180976487] 'agreement among raft nodes before linearized reading' (duration: 1.734031349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.786621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482473132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:16.786679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.052279Z","time spent":"1.734392498s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:27:16.786688Z","caller":"traceutil/trace.go:171","msg":"trace[781475079] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11868; }","duration":"1.482584345s","start":"2026-03-03T14:27:15.304088Z","end":"2026-03-03T14:27:16.786673Z","steps":["trace[781475079] 'agreement among raft nodes before linearized reading' (duration: 1.482256587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.786723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.304068Z","time spent":"1.482647387s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:16.786719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.168668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492cd15d\" ","response":"range_response_count:1 size:931"} {"level":"info","ts":"2026-03-03T14:27:16.786781Z","caller":"traceutil/trace.go:171","msg":"trace[1242053404] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492cd15d; range_end:; response_count:1; response_revision:11868; }","duration":"786.26242ms","start":"2026-03-03T14:27:16.000502Z","end":"2026-03-03T14:27:16.786764Z","steps":["trace[1242053404] 'agreement among raft nodes before linearized reading' (duration: 786.080126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.78682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779309643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:27:16.786836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.000487Z","time spent":"786.337191ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":955,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995aec492cd15d\" "} {"level":"info","ts":"2026-03-03T14:27:16.786844Z","caller":"traceutil/trace.go:171","msg":"trace[265186137] transaction","detail":"{read_only:false; response_revision:11868; number_of_response:1; }","duration":"782.92649ms","start":"2026-03-03T14:27:16.003902Z","end":"2026-03-03T14:27:16.786829Z","steps":["trace[265186137] 'process raft request' (duration: 782.369687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.786935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.00389Z","time spent":"783.002272ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:16.786981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.426689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:16.787015Z","caller":"traceutil/trace.go:171","msg":"trace[608866782] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11868; }","duration":"239.494721ms","start":"2026-03-03T14:27:16.54751Z","end":"2026-03-03T14:27:16.787005Z","steps":["trace[608866782] 'agreement among raft nodes before linearized reading' (duration: 239.443919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.787114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.754224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:27:16.787171Z","caller":"traceutil/trace.go:171","msg":"trace[1579150243] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11868; }","duration":"682.866217ms","start":"2026-03-03T14:27:16.10429Z","end":"2026-03-03T14:27:16.787157Z","steps":["trace[1579150243] 'agreement among raft nodes before linearized reading' (duration: 682.726814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.787219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.104272Z","time spent":"682.935818ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:27:16.788045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779170301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464012"} {"level":"info","ts":"2026-03-03T14:27:16.788153Z","caller":"traceutil/trace.go:171","msg":"trace[716242965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11868; }","duration":"1.779289434s","start":"2026-03-03T14:27:15.008837Z","end":"2026-03-03T14:27:16.788126Z","steps":["trace[716242965] 'agreement among raft nodes before linearized reading' (duration: 1.777501021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.788879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.008827Z","time spent":"1.780033011s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464036,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:27:16.792425Z","caller":"traceutil/trace.go:171","msg":"trace[894560850] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:11868; }","duration":"1.779369065s","start":"2026-03-03T14:27:15.007473Z","end":"2026-03-03T14:27:16.786842Z","steps":["trace[894560850] 'agreement among raft nodes before linearized reading' (duration: 1.778984536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.792518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.007458Z","time spent":"1.785033479s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:27:17.381601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.480418ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:17.381688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.787932Z","time spent":"593.752064ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:17.722217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.69499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:17.722439Z","caller":"traceutil/trace.go:171","msg":"trace[1842474768] transaction","detail":"{read_only:false; response_revision:11870; number_of_response:1; }","duration":"339.511413ms","start":"2026-03-03T14:27:17.382905Z","end":"2026-03-03T14:27:17.722417Z","steps":["trace[1842474768] 'process raft request' (duration: 339.418181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.722546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.382887Z","time spent":"339.609225ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:17.722802Z","caller":"traceutil/trace.go:171","msg":"trace[219319960] transaction","detail":"{read_only:false; response_revision:11869; number_of_response:1; }","duration":"932.531689ms","start":"2026-03-03T14:27:16.790245Z","end":"2026-03-03T14:27:17.722776Z","steps":["trace[219319960] 'process raft request' (duration: 696.189204ms)","trace[219319960] 'compare' (duration: 235.189018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:17.722916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.790233Z","time spent":"932.629851ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:17.723124Z","caller":"traceutil/trace.go:171","msg":"trace[1327758960] linearizableReadLoop","detail":"{readStateIndex:12357; appliedIndex:12355; }","duration":"931.955604ms","start":"2026-03-03T14:27:16.791153Z","end":"2026-03-03T14:27:17.723109Z","steps":["trace[1327758960] 'read index received' (duration: 423.961535ms)","trace[1327758960] 'applied index is now lower than readState.Index' (duration: 507.992999ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:17.72341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.249322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-03-03T14:27:17.723454Z","caller":"traceutil/trace.go:171","msg":"trace[2095582318] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:11870; }","duration":"932.312223ms","start":"2026-03-03T14:27:16.791129Z","end":"2026-03-03T14:27:17.723441Z","steps":["trace[2095582318] 'agreement among raft nodes before linearized reading' (duration: 932.152759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.723494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.791118Z","time spent":"932.367684ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4268,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:17.723835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.765909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:27:17.723888Z","caller":"traceutil/trace.go:171","msg":"trace[571764784] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11870; }","duration":"928.834802ms","start":"2026-03-03T14:27:16.79504Z","end":"2026-03-03T14:27:17.723874Z","steps":["trace[571764784] 'agreement among raft nodes before linearized reading' (duration: 928.691058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.72393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.795033Z","time spent":"928.887973ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:27:17.724292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.035568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:27:17.724338Z","caller":"traceutil/trace.go:171","msg":"trace[1632157038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11870; }","duration":"139.100429ms","start":"2026-03-03T14:27:17.585227Z","end":"2026-03-03T14:27:17.724327Z","steps":["trace[1632157038] 'agreement among raft nodes before linearized reading' (duration: 138.988097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.724551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.062089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:27:17.72459Z","caller":"traceutil/trace.go:171","msg":"trace[124404413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11870; }","duration":"142.142321ms","start":"2026-03-03T14:27:17.582436Z","end":"2026-03-03T14:27:17.724579Z","steps":["trace[124404413] 'agreement among raft nodes before linearized reading' (duration: 142.054969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.724798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.642049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:27:17.724853Z","caller":"traceutil/trace.go:171","msg":"trace[1471495088] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11870; }","duration":"297.719261ms","start":"2026-03-03T14:27:17.42712Z","end":"2026-03-03T14:27:17.724839Z","steps":["trace[1471495088] 'agreement among raft nodes before linearized reading' (duration: 297.593438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.725064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.195293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:17.725104Z","caller":"traceutil/trace.go:171","msg":"trace[1540775121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11870; }","duration":"481.266475ms","start":"2026-03-03T14:27:17.243828Z","end":"2026-03-03T14:27:17.725094Z","steps":["trace[1540775121] 'agreement among raft nodes before linearized reading' (duration: 481.196064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.725142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.243812Z","time spent":"481.321096ms","remote":"127.0.0.1:34288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:17.725311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.165292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.725347Z","caller":"traceutil/trace.go:171","msg":"trace[219639420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11870; }","duration":"715.228754ms","start":"2026-03-03T14:27:17.010109Z","end":"2026-03-03T14:27:17.725338Z","steps":["trace[219639420] 'agreement among raft nodes before linearized reading' (duration: 715.174953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.72538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.010094Z","time spent":"715.280855ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:17.725534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.283009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.725567Z","caller":"traceutil/trace.go:171","msg":"trace[785261504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11870; }","duration":"716.359151ms","start":"2026-03-03T14:27:17.0092Z","end":"2026-03-03T14:27:17.725559Z","steps":["trace[785261504] 'agreement among raft nodes before linearized reading' (duration: 716.3125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.725601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.009188Z","time spent":"716.407643ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:17.726195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.232532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:17.726219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.827988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:17.726219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.390945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:17.726255Z","caller":"traceutil/trace.go:171","msg":"trace[1650463059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11870; }","duration":"930.886959ms","start":"2026-03-03T14:27:16.795357Z","end":"2026-03-03T14:27:17.726244Z","steps":["trace[1650463059] 'agreement among raft nodes before linearized reading' (duration: 930.827598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:17.72626Z","caller":"traceutil/trace.go:171","msg":"trace[975510955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11870; }","duration":"717.304714ms","start":"2026-03-03T14:27:17.008931Z","end":"2026-03-03T14:27:17.726236Z","steps":["trace[975510955] 'agreement among raft nodes before linearized reading' (duration: 717.217962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.726248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.303803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:17.726241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.221371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:17.726295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.008925Z","time spent":"717.362755ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:17.726308Z","caller":"traceutil/trace.go:171","msg":"trace[1279695758] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11870; }","duration":"717.463237ms","start":"2026-03-03T14:27:17.008786Z","end":"2026-03-03T14:27:17.726249Z","steps":["trace[1279695758] 'agreement among raft nodes before linearized reading' (duration: 717.355495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:17.726312Z","caller":"traceutil/trace.go:171","msg":"trace[1239328616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11870; }","duration":"717.408496ms","start":"2026-03-03T14:27:17.008885Z","end":"2026-03-03T14:27:17.726293Z","steps":["trace[1239328616] 'agreement among raft nodes before linearized reading' (duration: 717.279353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:17.726326Z","caller":"traceutil/trace.go:171","msg":"trace[16346892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11870; }","duration":"717.346005ms","start":"2026-03-03T14:27:17.008959Z","end":"2026-03-03T14:27:17.726305Z","steps":["trace[16346892] 'agreement among raft nodes before linearized reading' (duration: 717.204171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.726342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.008768Z","time spent":"717.564759ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:17.726357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.008874Z","time spent":"717.473078ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:17.726382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.008937Z","time spent":"717.432126ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:17.726282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.795345Z","time spent":"930.92981ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:17.725747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.695679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.726617Z","caller":"traceutil/trace.go:171","msg":"trace[1108311800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11870; }","duration":"717.602852ms","start":"2026-03-03T14:27:17.009004Z","end":"2026-03-03T14:27:17.726606Z","steps":["trace[1108311800] 'agreement among raft nodes before linearized reading' (duration: 716.7197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.726656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.008981Z","time spent":"717.665643ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:19.640237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799109564s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:19.640364Z","caller":"traceutil/trace.go:171","msg":"trace[1570672616] transaction","detail":"{read_only:false; response_revision:11871; number_of_response:1; }","duration":"1.908661003s","start":"2026-03-03T14:27:17.731681Z","end":"2026-03-03T14:27:19.640342Z","steps":["trace[1570672616] 'process raft request' (duration: 109.352494ms)","trace[1570672616] 'compare' (duration: 1.798445398s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:19.64044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.731667Z","time spent":"1.908740774s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:20.761877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999935707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:20.761971Z","caller":"traceutil/trace.go:171","msg":"trace[247017658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008292s","start":"2026-03-03T14:27:18.761868Z","end":"2026-03-03T14:27:20.761951Z","steps":["trace[247017658] 'agreement among raft nodes before linearized reading' (duration: 1.999961487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:20.762019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.76185Z","time spent":"2.000158992s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:21.015005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.173933073s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:22.128422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70664845s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:22.128515Z","caller":"traceutil/trace.go:171","msg":"trace[360951173] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11871; }","duration":"1.706752932s","start":"2026-03-03T14:27:20.421749Z","end":"2026-03-03T14:27:22.128502Z","steps":["trace[360951173] 'range keys from in-memory index tree' (duration: 1.70663399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:22.129211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113820138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:22.129516Z","caller":"traceutil/trace.go:171","msg":"trace[446273105] transaction","detail":"{read_only:false; response_revision:11873; number_of_response:1; }","duration":"4.397147226s","start":"2026-03-03T14:27:17.732355Z","end":"2026-03-03T14:27:22.129502Z","steps":["trace[446273105] 'process raft request' (duration: 4.39690181s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:22.129548Z","caller":"traceutil/trace.go:171","msg":"trace[1130085919] transaction","detail":"{read_only:false; response_revision:11874; number_of_response:1; }","duration":"4.395259661s","start":"2026-03-03T14:27:17.734275Z","end":"2026-03-03T14:27:22.129535Z","steps":["trace[1130085919] 'process raft request' (duration: 4.395050056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:22.12957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.732347Z","time spent":"4.397197787s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:22.129617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.734266Z","time spent":"4.395315102s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:22.129707Z","caller":"traceutil/trace.go:171","msg":"trace[271458115] transaction","detail":"{read_only:false; response_revision:11872; number_of_response:1; }","duration":"4.397926085s","start":"2026-03-03T14:27:17.731773Z","end":"2026-03-03T14:27:22.129699Z","steps":["trace[271458115] 'process raft request' (duration: 3.283570925s)","trace[271458115] 'compare' (duration: 1.113707385s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:22.129744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.731757Z","time spent":"4.397965916s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:22.129921Z","caller":"traceutil/trace.go:171","msg":"trace[1216159676] linearizableReadLoop","detail":"{readStateIndex:12361; appliedIndex:12358; }","duration":"4.396930781s","start":"2026-03-03T14:27:17.732978Z","end":"2026-03-03T14:27:22.129909Z","steps":["trace[1216159676] 'read index received' (duration: 108.067353ms)","trace[1216159676] 'applied index is now lower than readState.Index' (duration: 4.288861978s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:22.76385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:22.763934Z","caller":"traceutil/trace.go:171","msg":"trace[1845959765] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000860559s","start":"2026-03-03T14:27:20.763056Z","end":"2026-03-03T14:27:22.763917Z","steps":["trace[1845959765] 'agreement among raft nodes before linearized reading' (duration: 2.000731766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:22.763981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.763032Z","time spent":"2.000938981s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:23.316027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186623616s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:27:23.316665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5836649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:27:23.31674Z","caller":"traceutil/trace.go:171","msg":"trace[432978225] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11874; }","duration":"5.583751691s","start":"2026-03-03T14:27:17.732966Z","end":"2026-03-03T14:27:23.316717Z","steps":["trace[432978225] 'agreement among raft nodes before linearized reading' (duration: 4.397014673s)","trace[432978225] 'range keys from in-memory index tree' (duration: 1.186571805s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:23.316782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.73296Z","time spent":"5.583813293s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:27:23.31711Z","caller":"traceutil/trace.go:171","msg":"trace[1194165333] transaction","detail":"{read_only:false; response_revision:11875; number_of_response:1; }","duration":"5.214625256s","start":"2026-03-03T14:27:18.102448Z","end":"2026-03-03T14:27:23.317074Z","steps":["trace[1194165333] 'process raft request' (duration: 5.213670243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.317981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.102416Z","time spent":"5.215433545s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:24.440325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999699249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:24.440457Z","caller":"traceutil/trace.go:171","msg":"trace[482832090] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999893602s","start":"2026-03-03T14:27:19.440541Z","end":"2026-03-03T14:27:24.440435Z","steps":["trace[482832090] 'agreement among raft nodes before linearized reading' (duration: 4.999725679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:24.440509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.44052Z","time spent":"4.999977685s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:24.772199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:24.772278Z","caller":"traceutil/trace.go:171","msg":"trace[1457093088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000746906s","start":"2026-03-03T14:27:22.771513Z","end":"2026-03-03T14:27:24.77226Z","steps":["trace[1457093088] 'agreement among raft nodes before linearized reading' (duration: 2.000641514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:24.772325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.771475Z","time spent":"2.000840929s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:25.033104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.716185626s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:25.033243Z","caller":"traceutil/trace.go:171","msg":"trace[1471430046] transaction","detail":"{read_only:false; response_revision:11876; number_of_response:1; }","duration":"4.722933283s","start":"2026-03-03T14:27:20.31029Z","end":"2026-03-03T14:27:25.033223Z","steps":["trace[1471430046] 'process raft request' (duration: 3.006761507s)","trace[1471430046] 'compare' (duration: 1.715066539s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:25.033306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.310265Z","time spent":"4.723013566s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:26.772834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000131311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:26.77291Z","caller":"traceutil/trace.go:171","msg":"trace[372211074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417298s","start":"2026-03-03T14:27:24.772473Z","end":"2026-03-03T14:27:26.77289Z","steps":["trace[372211074] 'agreement among raft nodes before linearized reading' (duration: 2.000319086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:26.772944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.772453Z","time spent":"2.000484959s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:28.106667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.073462119s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:28.107163Z","caller":"traceutil/trace.go:171","msg":"trace[809745030] linearizableReadLoop","detail":"{readStateIndex:12366; appliedIndex:12362; }","duration":"5.977035299s","start":"2026-03-03T14:27:22.129944Z","end":"2026-03-03T14:27:28.10698Z","steps":["trace[809745030] 'read index received' (duration: 48.181µs)","trace[809745030] 'applied index is now lower than readState.Index' (duration: 5.976985448s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.107557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:26.900033Z","time spent":"1.207509551s","remote":"127.0.0.1:53972","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:28.107946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375356144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.108036Z","caller":"traceutil/trace.go:171","msg":"trace[223667041] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11876; }","duration":"8.375493907s","start":"2026-03-03T14:27:19.732519Z","end":"2026-03-03T14:27:28.108012Z","steps":["trace[223667041] 'agreement among raft nodes before linearized reading' (duration: 8.375349484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.732325652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.108067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.374891453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:28.108097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.732492Z","time spent":"8.37559218s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:28.108071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.633351212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.108138Z","caller":"traceutil/trace.go:171","msg":"trace[1866588493] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11876; }","duration":"9.633460865s","start":"2026-03-03T14:27:18.474671Z","end":"2026-03-03T14:27:28.108132Z","steps":["trace[1866588493] 'agreement among raft nodes before linearized reading' (duration: 9.633347483s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:28.108129Z","caller":"traceutil/trace.go:171","msg":"trace[416100121] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11876; }","duration":"8.732419614s","start":"2026-03-03T14:27:19.375678Z","end":"2026-03-03T14:27:28.108097Z","steps":["trace[416100121] 'agreement among raft nodes before linearized reading' (duration: 8.732324462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.474654Z","time spent":"9.633498156s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.108195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.375658Z","time spent":"8.732520836s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.108229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.309948292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:27:28.108257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375482017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.108286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670697691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.108286Z","caller":"traceutil/trace.go:171","msg":"trace[1726911337] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11876; }","duration":"9.310014483s","start":"2026-03-03T14:27:18.798253Z","end":"2026-03-03T14:27:28.108268Z","steps":["trace[1726911337] 'agreement among raft nodes before linearized reading' (duration: 9.309845729s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:28.108305Z","caller":"traceutil/trace.go:171","msg":"trace[1230164527] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11876; }","duration":"7.670750812s","start":"2026-03-03T14:27:20.437546Z","end":"2026-03-03T14:27:28.108297Z","steps":["trace[1230164527] 'agreement among raft nodes before linearized reading' (duration: 7.670719151s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:28.108302Z","caller":"traceutil/trace.go:171","msg":"trace[1903393235] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11876; }","duration":"8.375536569s","start":"2026-03-03T14:27:19.732747Z","end":"2026-03-03T14:27:28.108284Z","steps":["trace[1903393235] 'agreement among raft nodes before linearized reading' (duration: 8.375487418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.10832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.437526Z","time spent":"7.670790454s","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.108329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.798244Z","time spent":"9.310072946s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:27:28.108346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.732738Z","time spent":"8.3755962s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:28.108341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375713813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.108389Z","caller":"traceutil/trace.go:171","msg":"trace[2038330547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11876; }","duration":"8.375812665s","start":"2026-03-03T14:27:19.732563Z","end":"2026-03-03T14:27:28.108376Z","steps":["trace[2038330547] 'agreement among raft nodes before linearized reading' (duration: 8.375739463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375823916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.108446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.732535Z","time spent":"8.375894798s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:28.108468Z","caller":"traceutil/trace.go:171","msg":"trace[2089010892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11876; }","duration":"8.375875767s","start":"2026-03-03T14:27:19.732587Z","end":"2026-03-03T14:27:28.108462Z","steps":["trace[2089010892] 'agreement among raft nodes before linearized reading' (duration: 8.375831406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.732572Z","time spent":"8.375911068s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:28.108189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.375516228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.108576Z","caller":"traceutil/trace.go:171","msg":"trace[2018389866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11876; }","duration":"8.375956979s","start":"2026-03-03T14:27:19.7326Z","end":"2026-03-03T14:27:28.108557Z","steps":["trace[2018389866] 'agreement among raft nodes before linearized reading' (duration: 8.375518168s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:28.108114Z","caller":"traceutil/trace.go:171","msg":"trace[2132778351] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11876; }","duration":"8.374964125s","start":"2026-03-03T14:27:19.733138Z","end":"2026-03-03T14:27:28.108102Z","steps":["trace[2132778351] 'agreement among raft nodes before linearized reading' (duration: 8.374811101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.732574Z","time spent":"8.376045672s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:28.108667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.733131Z","time spent":"8.375520959s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:28.107937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.557518015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:28.108742Z","caller":"traceutil/trace.go:171","msg":"trace[333772988] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11876; }","duration":"7.558365426s","start":"2026-03-03T14:27:20.550367Z","end":"2026-03-03T14:27:28.108732Z","steps":["trace[333772988] 'agreement among raft nodes before linearized reading' (duration: 7.557425643s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:28.108755Z","caller":"traceutil/trace.go:171","msg":"trace[501502015] transaction","detail":"{read_only:false; response_revision:11877; number_of_response:1; }","duration":"4.84929319s","start":"2026-03-03T14:27:23.259446Z","end":"2026-03-03T14:27:28.108739Z","steps":["trace[501502015] 'process raft request' (duration: 4.847376205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.108862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.259428Z","time spent":"4.849359042s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:28.108769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.550318Z","time spent":"7.558443638s","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.455175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762326656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.455292Z","caller":"traceutil/trace.go:171","msg":"trace[882472693] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11877; }","duration":"5.762502391s","start":"2026-03-03T14:27:22.692754Z","end":"2026-03-03T14:27:28.455256Z","steps":["trace[882472693] 'agreement among raft nodes before linearized reading' (duration: 5.416345011s)","trace[882472693] 'count revisions from in-memory index tree' (duration: 345.974666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.455354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.692736Z","time spent":"5.762600093s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.455456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229973269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:28.455583Z","caller":"traceutil/trace.go:171","msg":"trace[1207286565] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11877; }","duration":"5.230126353s","start":"2026-03-03T14:27:23.225406Z","end":"2026-03-03T14:27:28.455532Z","steps":["trace[1207286565] 'agreement among raft nodes before linearized reading' (duration: 4.883680937s)","trace[1207286565] 'count revisions from in-memory index tree' (duration: 346.311053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.455638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.225385Z","time spent":"5.230241016s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.455682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.720300514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"warn","ts":"2026-03-03T14:27:28.455751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676373851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.455851Z","caller":"traceutil/trace.go:171","msg":"trace[1939366646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11877; }","duration":"1.676500665s","start":"2026-03-03T14:27:26.779319Z","end":"2026-03-03T14:27:28.45582Z","steps":["trace[1939366646] 'agreement among raft nodes before linearized reading' (duration: 1.32976476s)","trace[1939366646] 'range keys from in-memory index tree' (duration: 346.60167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.455834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.002555355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:28.455886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:26.779307Z","time spent":"1.676573007s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:27:28.455901Z","caller":"traceutil/trace.go:171","msg":"trace[1562876293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11877; }","duration":"5.002667408s","start":"2026-03-03T14:27:23.453216Z","end":"2026-03-03T14:27:28.455883Z","steps":["trace[1562876293] 'agreement among raft nodes before linearized reading' (duration: 4.655842122s)","trace[1562876293] 'count revisions from in-memory index tree' (duration: 346.720464ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.455938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.453182Z","time spent":"5.00274643s","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.45594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.437299594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.455936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779708963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:27:28.455985Z","caller":"traceutil/trace.go:171","msg":"trace[1239802917] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11877; }","duration":"8.437382926s","start":"2026-03-03T14:27:20.018589Z","end":"2026-03-03T14:27:28.455972Z","steps":["trace[1239802917] 'agreement among raft nodes before linearized reading' (duration: 8.089945096s)","trace[1239802917] 'count revisions from in-memory index tree' (duration: 347.384609ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:28.456011Z","caller":"traceutil/trace.go:171","msg":"trace[1007460503] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11877; }","duration":"1.779812806s","start":"2026-03-03T14:27:26.676172Z","end":"2026-03-03T14:27:28.455985Z","steps":["trace[1007460503] 'agreement among raft nodes before linearized reading' (duration: 1.432925428s)","trace[1007460503] 'range keys from in-memory index tree' (duration: 346.670213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.456033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.018568Z","time spent":"8.437454178s","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.456059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:26.676153Z","time spent":"1.779893417s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.32320773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18995af85956ea5f\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T14:27:28.456132Z","caller":"traceutil/trace.go:171","msg":"trace[1991587064] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18995af85956ea5f; range_end:; response_count:1; response_revision:11877; }","duration":"6.323271452s","start":"2026-03-03T14:27:22.132838Z","end":"2026-03-03T14:27:28.456109Z","steps":["trace[1991587064] 'agreement among raft nodes before linearized reading' (duration: 5.976301312s)","trace[1991587064] 'range keys from in-memory index tree' (duration: 346.804386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.456165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.665113257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:27:28.456152Z","caller":"traceutil/trace.go:171","msg":"trace[1702742367] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11877; }","duration":"10.720575531s","start":"2026-03-03T14:27:17.735225Z","end":"2026-03-03T14:27:28.455801Z","steps":["trace[1702742367] 'agreement among raft nodes before linearized reading' (duration: 10.373293714s)","trace[1702742367] 'range keys from in-memory index tree' (duration: 346.830416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:28.456188Z","caller":"traceutil/trace.go:171","msg":"trace[1795795684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11877; }","duration":"9.665185779s","start":"2026-03-03T14:27:18.790995Z","end":"2026-03-03T14:27:28.456181Z","steps":["trace[1795795684] 'agreement among raft nodes before linearized reading' (duration: 9.317544304s)","trace[1795795684] 'range keys from in-memory index tree' (duration: 347.573094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.455962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351475785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:27:28.456212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.790891Z","time spent":"9.665315482s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.735217Z","time spent":"10.720991181s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.863444125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:28.45618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.132831Z","time spent":"6.323339704s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":807,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18995af85956ea5f\" "} {"level":"info","ts":"2026-03-03T14:27:28.456241Z","caller":"traceutil/trace.go:171","msg":"trace[1796250165] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11877; }","duration":"2.351816623s","start":"2026-03-03T14:27:26.104403Z","end":"2026-03-03T14:27:28.45622Z","steps":["trace[1796250165] 'agreement among raft nodes before linearized reading' (duration: 2.00470778s)","trace[1796250165] 'range keys from in-memory index tree' (duration: 346.667433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:28.456275Z","caller":"traceutil/trace.go:171","msg":"trace[1675686641] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11877; }","duration":"5.863491106s","start":"2026-03-03T14:27:22.592769Z","end":"2026-03-03T14:27:28.45626Z","steps":["trace[1675686641] 'agreement among raft nodes before linearized reading' (duration: 5.516344982s)","trace[1675686641] 'count revisions from in-memory index tree' (duration: 347.102093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.4563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:26.10438Z","time spent":"2.351903956s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.661828169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:27:28.456318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.59276Z","time spent":"5.863546197s","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:28.456345Z","caller":"traceutil/trace.go:171","msg":"trace[159121822] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11877; }","duration":"9.66188673s","start":"2026-03-03T14:27:18.794446Z","end":"2026-03-03T14:27:28.456332Z","steps":["trace[159121822] 'agreement among raft nodes before linearized reading' (duration: 9.31407697s)","trace[159121822] 'range keys from in-memory index tree' (duration: 347.712157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.456406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.794433Z","time spent":"9.661943862s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795761221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.456514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.723755768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.456525Z","caller":"traceutil/trace.go:171","msg":"trace[1723708354] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11877; }","duration":"3.795829653s","start":"2026-03-03T14:27:24.660684Z","end":"2026-03-03T14:27:28.456514Z","steps":["trace[1723708354] 'agreement among raft nodes before linearized reading' (duration: 3.448441413s)","trace[1723708354] 'count revisions from in-memory index tree' (duration: 347.344978ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:28.456537Z","caller":"traceutil/trace.go:171","msg":"trace[299607027] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11877; }","duration":"8.72382649s","start":"2026-03-03T14:27:19.732703Z","end":"2026-03-03T14:27:28.45653Z","steps":["trace[299607027] 'agreement among raft nodes before linearized reading' (duration: 8.375813306s)","trace[299607027] 'range keys from in-memory index tree' (duration: 347.966744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.456556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.73268Z","time spent":"8.723871251s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:28.456555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.660662Z","time spent":"3.795884864s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.456709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902307626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.456038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412694846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:28.456741Z","caller":"traceutil/trace.go:171","msg":"trace[1722573906] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11877; }","duration":"5.902380358s","start":"2026-03-03T14:27:22.554347Z","end":"2026-03-03T14:27:28.456728Z","steps":["trace[1722573906] 'agreement among raft nodes before linearized reading' (duration: 5.554780934s)","trace[1722573906] 'count revisions from in-memory index tree' (duration: 347.565753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.456762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.554319Z","time spent":"5.90243735s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.456847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.332280923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.456897Z","caller":"traceutil/trace.go:171","msg":"trace[54238076] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11877; }","duration":"8.332363145s","start":"2026-03-03T14:27:20.124519Z","end":"2026-03-03T14:27:28.456882Z","steps":["trace[54238076] 'agreement among raft nodes before linearized reading' (duration: 7.984021933s)","trace[54238076] 'count revisions from in-memory index tree' (duration: 348.28581ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:28.45692Z","caller":"traceutil/trace.go:171","msg":"trace[1445913952] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11877; }","duration":"4.413463244s","start":"2026-03-03T14:27:24.043294Z","end":"2026-03-03T14:27:28.456757Z","steps":["trace[1445913952] 'agreement among raft nodes before linearized reading' (duration: 4.065843879s)","trace[1445913952] 'count revisions from in-memory index tree' (duration: 346.871608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.45694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.1245Z","time spent":"8.332427796s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.456931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.210825992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:28.456991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.043273Z","time spent":"4.413698759s","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.457024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.621739728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:27:28.457078Z","caller":"traceutil/trace.go:171","msg":"trace[642755833] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11877; }","duration":"10.621825969s","start":"2026-03-03T14:27:17.835233Z","end":"2026-03-03T14:27:28.457059Z","steps":["trace[642755833] 'agreement among raft nodes before linearized reading' (duration: 10.273265942s)","trace[642755833] 'range keys from in-memory index tree' (duration: 347.221225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.457113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.835217Z","time spent":"10.621887921s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T14:27:28.457106Z","caller":"traceutil/trace.go:171","msg":"trace[1927387691] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11877; }","duration":"8.210940235s","start":"2026-03-03T14:27:20.246039Z","end":"2026-03-03T14:27:28.456979Z","steps":["trace[1927387691] 'agreement among raft nodes before linearized reading' (duration: 7.862347046s)","trace[1927387691] 'count revisions from in-memory index tree' (duration: 348.498986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.457197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.246019Z","time spent":"8.21115419s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.457291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.822801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464012"} {"level":"info","ts":"2026-03-03T14:27:28.457335Z","caller":"traceutil/trace.go:171","msg":"trace[464045021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11877; }","duration":"342.900633ms","start":"2026-03-03T14:27:28.114422Z","end":"2026-03-03T14:27:28.457323Z","steps":["trace[464045021] 'range keys from in-memory index tree' (duration: 342.262558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.457371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.114408Z","time spent":"342.951154ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464036,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:28.457455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.325113905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:27:28.457509Z","caller":"traceutil/trace.go:171","msg":"trace[1611138438] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11877; }","duration":"6.325181807s","start":"2026-03-03T14:27:22.13231Z","end":"2026-03-03T14:27:28.457492Z","steps":["trace[1611138438] 'agreement among raft nodes before linearized reading' (duration: 5.976735793s)","trace[1611138438] 'range keys from in-memory index tree' (duration: 348.303701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.457501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.205357226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:28.457543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.132298Z","time spent":"6.325235998s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:27:28.457563Z","caller":"traceutil/trace.go:171","msg":"trace[1355970752] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11877; }","duration":"5.205457248s","start":"2026-03-03T14:27:23.252084Z","end":"2026-03-03T14:27:28.457541Z","steps":["trace[1355970752] 'agreement among raft nodes before linearized reading' (duration: 4.856982573s)","trace[1355970752] 'count revisions from in-memory index tree' (duration: 348.314442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.457606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.252059Z","time spent":"5.205537719s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:28.457957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.724787362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:28.458019Z","caller":"traceutil/trace.go:171","msg":"trace[930896178] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11877; }","duration":"9.727507517s","start":"2026-03-03T14:27:18.730493Z","end":"2026-03-03T14:27:28.458Z","steps":["trace[930896178] 'agreement among raft nodes before linearized reading' (duration: 9.378056499s)","trace[930896178] 'count revisions from in-memory index tree' (duration: 346.730073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.458062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.730477Z","time spent":"9.727570268s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:28.674349Z","caller":"traceutil/trace.go:171","msg":"trace[1159856201] linearizableReadLoop","detail":"{readStateIndex:12368; appliedIndex:12368; }","duration":"215.45248ms","start":"2026-03-03T14:27:28.458847Z","end":"2026-03-03T14:27:28.6743Z","steps":["trace[1159856201] 'read index received' (duration: 215.43638ms)","trace[1159856201] 'applied index is now lower than readState.Index' (duration: 12.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:28.674499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.639395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:28.674558Z","caller":"traceutil/trace.go:171","msg":"trace[2109082379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11877; }","duration":"215.732157ms","start":"2026-03-03T14:27:28.458813Z","end":"2026-03-03T14:27:28.674546Z","steps":["trace[2109082379] 'agreement among raft nodes before linearized reading' (duration: 215.642375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:28.791161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.465241Z","time spent":"325.91291ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:28.791198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.462366Z","time spent":"328.821999ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:27:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:29.175226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:29.675352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:30.176041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:30.464633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787518898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:30.683403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:30.683469Z","caller":"traceutil/trace.go:171","msg":"trace[1367320244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286415s","start":"2026-03-03T14:27:28.683166Z","end":"2026-03-03T14:27:30.683453Z","steps":["trace[1367320244] 'agreement among raft nodes before linearized reading' (duration: 2.000199833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:30.683518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.683154Z","time spent":"2.000355826s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:31.081997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.766094Z","time spent":"2.315894691s","remote":"127.0.0.1:40858","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:31.082182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.648941ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:31.082339Z","caller":"traceutil/trace.go:171","msg":"trace[1340477014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11877; }","duration":"660.814424ms","start":"2026-03-03T14:27:30.421501Z","end":"2026-03-03T14:27:31.082315Z","steps":["trace[1340477014] 'range keys from in-memory index tree' (duration: 660.62168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:31.082575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.769932ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T14:27:31.082849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.461018Z","time spent":"2.621825788s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:31.814404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141599397s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:31.815055Z","caller":"traceutil/trace.go:171","msg":"trace[404602552] linearizableReadLoop","detail":"{readStateIndex:12374; appliedIndex:12368; }","duration":"3.140586412s","start":"2026-03-03T14:27:28.674439Z","end":"2026-03-03T14:27:31.815025Z","steps":["trace[404602552] 'read index received' (duration: 1.790465068s)","trace[404602552] 'applied index is now lower than readState.Index' (duration: 1.350119914s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:31.815158Z","caller":"traceutil/trace.go:171","msg":"trace[1868239290] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11880; }","duration":"3.021386634s","start":"2026-03-03T14:27:28.793735Z","end":"2026-03-03T14:27:31.815121Z","steps":["trace[1868239290] 'process raft request' (duration: 3.02122396s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:31.81521Z","caller":"traceutil/trace.go:171","msg":"trace[1099395484] transaction","detail":"{read_only:false; response_revision:11880; number_of_response:1; }","duration":"3.140037769s","start":"2026-03-03T14:27:28.675124Z","end":"2026-03-03T14:27:31.815162Z","steps":["trace[1099395484] 'process raft request' (duration: 3.139597259s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:31.815267Z","caller":"traceutil/trace.go:171","msg":"trace[1355608073] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11880; }","duration":"3.021592409s","start":"2026-03-03T14:27:28.793632Z","end":"2026-03-03T14:27:31.815225Z","steps":["trace[1355608073] 'process raft request' (duration: 3.021282322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:31.815327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.793709Z","time spent":"3.021524148s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:31.815353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354273611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:27:31.815395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.675112Z","time spent":"3.140178922s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:31.81543Z","caller":"traceutil/trace.go:171","msg":"trace[319199430] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b; range_end:; response_count:1; response_revision:11880; }","duration":"3.354396694s","start":"2026-03-03T14:27:28.461011Z","end":"2026-03-03T14:27:31.815408Z","steps":["trace[319199430] 'agreement among raft nodes before linearized reading' (duration: 3.354179479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:31.815429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.793612Z","time spent":"3.021731042s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:31.815352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352634682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6751"} {"level":"warn","ts":"2026-03-03T14:27:31.81549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.460995Z","time spent":"3.354483285s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" "} {"level":"info","ts":"2026-03-03T14:27:31.815557Z","caller":"traceutil/trace.go:171","msg":"trace[869616579] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:11880; }","duration":"3.352878318s","start":"2026-03-03T14:27:28.462652Z","end":"2026-03-03T14:27:31.81553Z","steps":["trace[869616579] 'agreement among raft nodes before linearized reading' (duration: 3.352479388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:31.815637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.462603Z","time spent":"3.353011981s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6775,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:32.315632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:32.684739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000777076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:32.684821Z","caller":"traceutil/trace.go:171","msg":"trace[762562157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00091051s","start":"2026-03-03T14:27:30.683892Z","end":"2026-03-03T14:27:32.684803Z","steps":["trace[762562157] 'agreement among raft nodes before linearized reading' (duration: 2.000793097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:32.684869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.683879Z","time spent":"2.000978991s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:33.984977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991305847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:33.985062Z","caller":"traceutil/trace.go:171","msg":"trace[1933647147] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.991447482s","start":"2026-03-03T14:27:28.993591Z","end":"2026-03-03T14:27:33.985038Z","steps":["trace[1933647147] 'agreement among raft nodes before linearized reading' (duration: 4.991349099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:33.985108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.993563Z","time spent":"4.991535134s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:27:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:34.693228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000444979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:34.693374Z","caller":"traceutil/trace.go:171","msg":"trace[2100107289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644403s","start":"2026-03-03T14:27:32.692711Z","end":"2026-03-03T14:27:34.693355Z","steps":["trace[2100107289] 'agreement among raft nodes before linearized reading' (duration: 2.000477679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:34.693449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:32.692692Z","time spent":"2.000744745s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:35.898015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999179635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:35.898146Z","caller":"traceutil/trace.go:171","msg":"trace[565308963] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999381199s","start":"2026-03-03T14:27:30.898737Z","end":"2026-03-03T14:27:35.898118Z","steps":["trace[565308963] 'agreement among raft nodes before linearized reading' (duration: 4.999207475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:35.898211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.898714Z","time spent":"4.999486562s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:36.226697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493924993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:36.226844Z","caller":"traceutil/trace.go:171","msg":"trace[1037787468] transaction","detail":"{read_only:false; response_revision:11882; number_of_response:1; }","duration":"5.134999668s","start":"2026-03-03T14:27:31.091831Z","end":"2026-03-03T14:27:36.226831Z","steps":["trace[1037787468] 'process raft request' (duration: 5.134940485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:36.22689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.091812Z","time spent":"5.13505865s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:36.227093Z","caller":"traceutil/trace.go:171","msg":"trace[1476869596] transaction","detail":"{read_only:false; response_revision:11881; number_of_response:1; }","duration":"5.403461095s","start":"2026-03-03T14:27:30.823624Z","end":"2026-03-03T14:27:36.227085Z","steps":["trace[1476869596] 'process raft request' (duration: 1.909066371s)","trace[1476869596] 'compare' (duration: 3.492968549s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:36.227129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.823584Z","time spent":"5.403526966s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:36.69485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001297219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:36.69495Z","caller":"traceutil/trace.go:171","msg":"trace[1796557162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001449513s","start":"2026-03-03T14:27:34.693476Z","end":"2026-03-03T14:27:36.694926Z","steps":["trace[1796557162] 'agreement among raft nodes before linearized reading' (duration: 2.00132472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:36.695017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.69346Z","time spent":"2.001543035s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:37.107397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.374602321s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:37.108317Z","caller":"traceutil/trace.go:171","msg":"trace[598123936] transaction","detail":"{read_only:false; response_revision:11883; number_of_response:1; }","duration":"5.284585705s","start":"2026-03-03T14:27:31.8237Z","end":"2026-03-03T14:27:37.108286Z","steps":["trace[598123936] 'process raft request' (duration: 5.283968981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:37.108604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.823687Z","time spent":"5.28481937s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:38.250474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142215102s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:38.250776Z","caller":"traceutil/trace.go:171","msg":"trace[575203149] linearizableReadLoop","detail":"{readStateIndex:12377; appliedIndex:12374; }","duration":"6.435617256s","start":"2026-03-03T14:27:31.815134Z","end":"2026-03-03T14:27:38.250751Z","steps":["trace[575203149] 'read index received' (duration: 917.727148ms)","trace[575203149] 'applied index is now lower than readState.Index' (duration: 5.517887598s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:38.251385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119736812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:38.25147Z","caller":"traceutil/trace.go:171","msg":"trace[550279214] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11883; }","duration":"7.119922887s","start":"2026-03-03T14:27:31.131528Z","end":"2026-03-03T14:27:38.251451Z","steps":["trace[550279214] 'agreement among raft nodes before linearized reading' (duration: 7.119724882s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.251513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136175932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.564131694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:27:38.251575Z","caller":"traceutil/trace.go:171","msg":"trace[1724080993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11883; }","duration":"8.136257013s","start":"2026-03-03T14:27:30.115305Z","end":"2026-03-03T14:27:38.251562Z","steps":["trace[1724080993] 'agreement among raft nodes before linearized reading' (duration: 8.13612565s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:38.251599Z","caller":"traceutil/trace.go:171","msg":"trace[1809664780] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11883; }","duration":"6.564241907s","start":"2026-03-03T14:27:31.687332Z","end":"2026-03-03T14:27:38.251574Z","steps":["trace[1809664780] 'agreement among raft nodes before linearized reading' (duration: 6.56396554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.251614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115299Z","time spent":"8.136304664s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:38.25165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.687312Z","time spent":"6.564323969s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:27:38.25165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.033204697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:38.251659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.782878262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:27:38.25175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.560419544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:38.251755Z","caller":"traceutil/trace.go:171","msg":"trace[1892229477] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11883; }","duration":"9.033377522s","start":"2026-03-03T14:27:29.21835Z","end":"2026-03-03T14:27:38.251728Z","steps":["trace[1892229477] 'agreement among raft nodes before linearized reading' (duration: 9.033136797s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:38.251778Z","caller":"traceutil/trace.go:171","msg":"trace[265042763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11883; }","duration":"7.783038276s","start":"2026-03-03T14:27:30.468717Z","end":"2026-03-03T14:27:38.251755Z","steps":["trace[265042763] 'agreement among raft nodes before linearized reading' (duration: 7.782427072s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:38.251796Z","caller":"traceutil/trace.go:171","msg":"trace[1146302935] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11883; }","duration":"8.560505785s","start":"2026-03-03T14:27:29.691275Z","end":"2026-03-03T14:27:38.251781Z","steps":["trace[1146302935] 'agreement among raft nodes before linearized reading' (duration: 8.560448784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.25178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136477839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.218319Z","time spent":"9.033481844s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:38.251828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.468706Z","time spent":"7.783112687s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:27:38.251828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136027928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.789661362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.973530933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.15968789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:38.251963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.13608559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:38.251981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136360186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:38.251526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.1315Z","time spent":"7.120008579s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:38.252014Z","caller":"traceutil/trace.go:171","msg":"trace[278591244] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11883; }","duration":"8.136154371s","start":"2026-03-03T14:27:30.115848Z","end":"2026-03-03T14:27:38.252002Z","steps":["trace[278591244] 'agreement among raft nodes before linearized reading' (duration: 8.136091029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.251687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.537687895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:38.252073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115836Z","time spent":"8.136226003s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:38.252105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.136629542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:38.252111Z","caller":"traceutil/trace.go:171","msg":"trace[176452802] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11883; }","duration":"8.538150646s","start":"2026-03-03T14:27:29.713947Z","end":"2026-03-03T14:27:38.252098Z","steps":["trace[176452802] 'agreement among raft nodes before linearized reading' (duration: 8.537704565s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:38.252138Z","caller":"traceutil/trace.go:171","msg":"trace[1488920787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11883; }","duration":"8.136703154s","start":"2026-03-03T14:27:30.115427Z","end":"2026-03-03T14:27:38.252131Z","steps":["trace[1488920787] 'agreement among raft nodes before linearized reading' (duration: 8.136658003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.252158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.713925Z","time spent":"8.538216857s","remote":"127.0.0.1:48582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:38.251912Z","caller":"traceutil/trace.go:171","msg":"trace[461782067] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11883; }","duration":"8.13613275s","start":"2026-03-03T14:27:30.115761Z","end":"2026-03-03T14:27:38.251894Z","steps":["trace[461782067] 'agreement among raft nodes before linearized reading' (duration: 8.135996987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.25217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115394Z","time spent":"8.136770025s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:38.251829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.69125Z","time spent":"8.560571907s","remote":"127.0.0.1:40536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:38.252208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115756Z","time spent":"8.136441138s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:38.251947Z","caller":"traceutil/trace.go:171","msg":"trace[587574995] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11883; }","duration":"7.789722503s","start":"2026-03-03T14:27:30.462219Z","end":"2026-03-03T14:27:38.251941Z","steps":["trace[587574995] 'agreement among raft nodes before linearized reading' (duration: 7.789679392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:38.252002Z","caller":"traceutil/trace.go:171","msg":"trace[1217262159] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11883; }","duration":"7.160075719s","start":"2026-03-03T14:27:31.0919Z","end":"2026-03-03T14:27:38.251976Z","steps":["trace[1217262159] 'agreement among raft nodes before linearized reading' (duration: 7.15968841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.252275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.462202Z","time spent":"7.790067843s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:38.252294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.091886Z","time spent":"7.160397937s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:38.252018Z","caller":"traceutil/trace.go:171","msg":"trace[501491818] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11883; }","duration":"8.136429798s","start":"2026-03-03T14:27:30.115579Z","end":"2026-03-03T14:27:38.252008Z","steps":["trace[501491818] 'agreement among raft nodes before linearized reading' (duration: 8.136277054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.252339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115562Z","time spent":"8.136770366s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:27:38.25186Z","caller":"traceutil/trace.go:171","msg":"trace[2077898596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11883; }","duration":"8.136600351s","start":"2026-03-03T14:27:30.115242Z","end":"2026-03-03T14:27:38.251842Z","steps":["trace[2077898596] 'agreement among raft nodes before linearized reading' (duration: 8.136463408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.252715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.115221Z","time spent":"8.137477463s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:38.253005Z","caller":"traceutil/trace.go:171","msg":"trace[1308724313] transaction","detail":"{read_only:false; response_revision:11884; number_of_response:1; }","duration":"2.942540055s","start":"2026-03-03T14:27:35.310455Z","end":"2026-03-03T14:27:38.252995Z","steps":["trace[1308724313] 'process raft request' (duration: 2.940142198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.253082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.310434Z","time spent":"2.942598406s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:38.253614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.479643021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:27:38.253709Z","caller":"traceutil/trace.go:171","msg":"trace[317487704] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11883; }","duration":"6.480105091s","start":"2026-03-03T14:27:31.773585Z","end":"2026-03-03T14:27:38.25369Z","steps":["trace[317487704] 'agreement among raft nodes before linearized reading' (duration: 6.477476119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.253813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.773553Z","time spent":"6.480192823s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:38.251958Z","caller":"traceutil/trace.go:171","msg":"trace[725794254] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11883; }","duration":"7.973622426s","start":"2026-03-03T14:27:30.278325Z","end":"2026-03-03T14:27:38.251947Z","steps":["trace[725794254] 'agreement among raft nodes before linearized reading' (duration: 7.973557825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.254145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.278295Z","time spent":"7.975830798s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:38.700639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999716941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:38.700702Z","caller":"traceutil/trace.go:171","msg":"trace[1270491743] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999846915s","start":"2026-03-03T14:27:36.700841Z","end":"2026-03-03T14:27:38.700687Z","steps":["trace[1270491743] 'agreement among raft nodes before linearized reading' (duration: 1.999771103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:38.700733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.70081Z","time spent":"1.999916996s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:39.037199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.13508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:27:39.037519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391981874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:27:39.03757Z","caller":"traceutil/trace.go:171","msg":"trace[897697871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11885; }","duration":"4.392060426s","start":"2026-03-03T14:27:34.645495Z","end":"2026-03-03T14:27:39.037555Z","steps":["trace[897697871] 'agreement among raft nodes before linearized reading' (duration: 4.391864541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.037611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.645476Z","time spent":"4.392128057s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:39.037887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806904796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995af8960b6e0f\" ","response":"range_response_count:1 size:941"} {"level":"info","ts":"2026-03-03T14:27:39.037926Z","caller":"traceutil/trace.go:171","msg":"trace[1405935916] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995af8960b6e0f; range_end:; response_count:1; response_revision:11885; }","duration":"2.806991159s","start":"2026-03-03T14:27:36.230924Z","end":"2026-03-03T14:27:39.037916Z","steps":["trace[1405935916] 'agreement among raft nodes before linearized reading' (duration: 2.806889087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.037955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.2309Z","time spent":"2.80704825s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":965,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995af8960b6e0f\" "} {"level":"warn","ts":"2026-03-03T14:27:39.038146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.902967595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:27:39.038181Z","caller":"traceutil/trace.go:171","msg":"trace[1438632233] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11885; }","duration":"2.903057877s","start":"2026-03-03T14:27:36.135115Z","end":"2026-03-03T14:27:39.038172Z","steps":["trace[1438632233] 'agreement among raft nodes before linearized reading' (duration: 2.902966545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.038208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.135087Z","time spent":"2.903115049s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:39.038418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231452836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:27:39.038453Z","caller":"traceutil/trace.go:171","msg":"trace[1746249609] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11885; }","duration":"3.231523048s","start":"2026-03-03T14:27:35.806922Z","end":"2026-03-03T14:27:39.038445Z","steps":["trace[1746249609] 'agreement among raft nodes before linearized reading' (duration: 3.231429115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.038401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122942746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:39.038481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.8069Z","time spent":"3.231574599s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:27:39.038508Z","caller":"traceutil/trace.go:171","msg":"trace[1116332660] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11885; }","duration":"1.12310988s","start":"2026-03-03T14:27:37.915376Z","end":"2026-03-03T14:27:39.038486Z","steps":["trace[1116332660] 'agreement among raft nodes before linearized reading' (duration: 1.122931165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.038665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553652078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:39.038704Z","caller":"traceutil/trace.go:171","msg":"trace[1460194154] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11885; }","duration":"3.55372244s","start":"2026-03-03T14:27:35.484973Z","end":"2026-03-03T14:27:39.038695Z","steps":["trace[1460194154] 'agreement among raft nodes before linearized reading' (duration: 3.553657359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.03874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.484955Z","time spent":"3.553774861s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.038949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.212506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:39.039001Z","caller":"traceutil/trace.go:171","msg":"trace[1704489756] transaction","detail":"{read_only:false; response_revision:11885; number_of_response:1; }","duration":"1.961249309s","start":"2026-03-03T14:27:37.077714Z","end":"2026-03-03T14:27:39.038963Z","steps":["trace[1704489756] 'process raft request' (duration: 1.175271097s)","trace[1704489756] 'compare' (duration: 783.808281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:39.039008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.223796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:27:39.039001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66631847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:39.039048Z","caller":"traceutil/trace.go:171","msg":"trace[2108265313] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11885; }","duration":"979.369759ms","start":"2026-03-03T14:27:38.059662Z","end":"2026-03-03T14:27:39.039032Z","steps":["trace[2108265313] 'agreement among raft nodes before linearized reading' (duration: 979.212866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.03907Z","caller":"traceutil/trace.go:171","msg":"trace[357377051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11885; }","duration":"928.327409ms","start":"2026-03-03T14:27:38.110723Z","end":"2026-03-03T14:27:39.039051Z","steps":["trace[357377051] 'agreement among raft nodes before linearized reading' (duration: 928.117894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.039082Z","caller":"traceutil/trace.go:171","msg":"trace[1177169464] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11885; }","duration":"4.666464403s","start":"2026-03-03T14:27:34.372599Z","end":"2026-03-03T14:27:39.039063Z","steps":["trace[1177169464] 'agreement among raft nodes before linearized reading' (duration: 4.66631944s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.291805965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:39.039096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.059637Z","time spent":"979.447571ms","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.495442706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:39.039122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.110699Z","time spent":"928.41056ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:27:39.039142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.372576Z","time spent":"4.666549305s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6872414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:39.039153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38115038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:39.039152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127766158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:39.039214Z","caller":"traceutil/trace.go:171","msg":"trace[87106711] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11885; }","duration":"1.687345242s","start":"2026-03-03T14:27:37.351854Z","end":"2026-03-03T14:27:39.039199Z","steps":["trace[87106711] 'agreement among raft nodes before linearized reading' (duration: 1.687221369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.039232Z","caller":"traceutil/trace.go:171","msg":"trace[455255368] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11885; }","duration":"1.381264472s","start":"2026-03-03T14:27:37.657945Z","end":"2026-03-03T14:27:39.03921Z","steps":["trace[455255368] 'agreement among raft nodes before linearized reading' (duration: 1.38114801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093965817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:27:39.039253Z","caller":"traceutil/trace.go:171","msg":"trace[1583072844] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11885; }","duration":"1.127928943s","start":"2026-03-03T14:27:37.911304Z","end":"2026-03-03T14:27:39.039233Z","steps":["trace[1583072844] 'agreement among raft nodes before linearized reading' (duration: 1.12778531s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.03927Z","caller":"traceutil/trace.go:171","msg":"trace[1329699009] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11885; }","duration":"1.094002608s","start":"2026-03-03T14:27:37.94526Z","end":"2026-03-03T14:27:39.039262Z","steps":["trace[1329699009] 'agreement among raft nodes before linearized reading' (duration: 1.093909345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.351828Z","time spent":"1.687421143s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.657922Z","time spent":"1.381341424s","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.0393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.94516Z","time spent":"1.094133061s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:39.039308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.911275Z","time spent":"1.128022134s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.03932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904988155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:27:39.039356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926462004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:6855"} {"level":"info","ts":"2026-03-03T14:27:39.039416Z","caller":"traceutil/trace.go:171","msg":"trace[740213117] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11885; }","duration":"1.926599837s","start":"2026-03-03T14:27:37.112797Z","end":"2026-03-03T14:27:39.039397Z","steps":["trace[740213117] 'agreement among raft nodes before linearized reading' (duration: 1.926432372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.077692Z","time spent":"1.961354572s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:39.039364Z","caller":"traceutil/trace.go:171","msg":"trace[1380107654] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11885; }","duration":"1.905083547s","start":"2026-03-03T14:27:37.134268Z","end":"2026-03-03T14:27:39.039351Z","steps":["trace[1380107654] 'agreement among raft nodes before linearized reading' (duration: 1.904947004s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.039164Z","caller":"traceutil/trace.go:171","msg":"trace[489483490] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11885; }","duration":"5.495639031s","start":"2026-03-03T14:27:33.543507Z","end":"2026-03-03T14:27:39.039146Z","steps":["trace[489483490] 'agreement among raft nodes before linearized reading' (duration: 5.495434496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.112738Z","time spent":"1.92672278s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6879,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" "} {"level":"warn","ts":"2026-03-03T14:27:39.039502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.134238Z","time spent":"1.905245952s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:39.039513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:33.543486Z","time spent":"5.49601467s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:39.039136Z","caller":"traceutil/trace.go:171","msg":"trace[979405533] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11885; }","duration":"6.291869657s","start":"2026-03-03T14:27:32.747255Z","end":"2026-03-03T14:27:39.039124Z","steps":["trace[979405533] 'agreement among raft nodes before linearized reading' (duration: 6.291807326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:32.747242Z","time spent":"6.29236041s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.007301046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:39.039653Z","caller":"traceutil/trace.go:171","msg":"trace[2128787591] linearizableReadLoop","detail":"{readStateIndex:12380; appliedIndex:12378; }","duration":"786.459744ms","start":"2026-03-03T14:27:38.250861Z","end":"2026-03-03T14:27:39.037321Z","steps":["trace[2128787591] 'read index received' (duration: 679.236µs)","trace[2128787591] 'applied index is now lower than readState.Index' (duration: 785.778178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:39.039694Z","caller":"traceutil/trace.go:171","msg":"trace[1116101026] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11885; }","duration":"6.008011934s","start":"2026-03-03T14:27:33.031661Z","end":"2026-03-03T14:27:39.039673Z","steps":["trace[1116101026] 'agreement among raft nodes before linearized reading' (duration: 6.007248935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:33.031648Z","time spent":"6.008087056s","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.112653525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:39.039826Z","caller":"traceutil/trace.go:171","msg":"trace[313059984] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11885; }","duration":"7.113413664s","start":"2026-03-03T14:27:31.926401Z","end":"2026-03-03T14:27:39.039815Z","steps":["trace[313059984] 'agreement among raft nodes before linearized reading' (duration: 7.112666835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.039844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.221311763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:27:39.039874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.926377Z","time spent":"7.113482036s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.03987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997748825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:27:39.039881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.91535Z","time spent":"1.124510623s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:39.03991Z","caller":"traceutil/trace.go:171","msg":"trace[1491361993] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11885; }","duration":"7.221410944s","start":"2026-03-03T14:27:31.818482Z","end":"2026-03-03T14:27:39.039893Z","steps":["trace[1491361993] 'agreement among raft nodes before linearized reading' (duration: 7.22123835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:39.039918Z","caller":"traceutil/trace.go:171","msg":"trace[1329398446] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11885; }","duration":"1.999142789s","start":"2026-03-03T14:27:37.040761Z","end":"2026-03-03T14:27:39.039904Z","steps":["trace[1329398446] 'agreement among raft nodes before linearized reading' (duration: 1.996580518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.04Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.04074Z","time spent":"1.999246831s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1226,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.039996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.818457Z","time spent":"7.221525397s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:27:40.701304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:40.70141Z","caller":"traceutil/trace.go:171","msg":"trace[1571468509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000589281s","start":"2026-03-03T14:27:38.700797Z","end":"2026-03-03T14:27:40.701386Z","steps":["trace[1571468509] 'agreement among raft nodes before linearized reading' (duration: 2.000453668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:40.701494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.700775Z","time spent":"2.000706875s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:41.135345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:41.135428Z","caller":"traceutil/trace.go:171","msg":"trace[1102266704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352686s","start":"2026-03-03T14:27:39.13506Z","end":"2026-03-03T14:27:41.135413Z","steps":["trace[1102266704] 'agreement among raft nodes before linearized reading' (duration: 2.000252244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:41.135461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.135033Z","time spent":"2.000421328s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:42.570861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.103650136s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:42.571001Z","caller":"traceutil/trace.go:171","msg":"trace[434817612] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11885; }","duration":"2.1038025s","start":"2026-03-03T14:27:40.467177Z","end":"2026-03-03T14:27:42.57098Z","steps":["trace[434817612] 'range keys from in-memory index tree' (duration: 2.103631346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.571601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338573217s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:42.571677Z","caller":"traceutil/trace.go:171","msg":"trace[397670721] linearizableReadLoop","detail":"{readStateIndex:12381; appliedIndex:12380; }","duration":"3.531951134s","start":"2026-03-03T14:27:39.039712Z","end":"2026-03-03T14:27:42.571663Z","steps":["trace[397670721] 'read index received' (duration: 193.279905ms)","trace[397670721] 'applied index is now lower than readState.Index' (duration: 3.338669739s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:42.571765Z","caller":"traceutil/trace.go:171","msg":"trace[823089785] transaction","detail":"{read_only:false; response_revision:11886; number_of_response:1; }","duration":"4.282013654s","start":"2026-03-03T14:27:38.289709Z","end":"2026-03-03T14:27:42.571723Z","steps":["trace[823089785] 'process raft request' (duration: 943.545ms)","trace[823089785] 'compare' (duration: 3.336109369s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:42.571857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828002306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:27:42.571849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982177983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:42.571873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.289676Z","time spent":"4.282134557s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:42.571895Z","caller":"traceutil/trace.go:171","msg":"trace[1489374220] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11886; }","duration":"3.828074847s","start":"2026-03-03T14:27:38.743809Z","end":"2026-03-03T14:27:42.571884Z","steps":["trace[1489374220] 'agreement among raft nodes before linearized reading' (duration: 3.827928953s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:42.571909Z","caller":"traceutil/trace.go:171","msg":"trace[2063864008] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11886; }","duration":"3.982273686s","start":"2026-03-03T14:27:38.58962Z","end":"2026-03-03T14:27:42.571894Z","steps":["trace[2063864008] 'agreement among raft nodes before linearized reading' (duration: 3.982173833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.571937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.74379Z","time spent":"3.82813948s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:27:42.57195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.589603Z","time spent":"3.982336647s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:42.571938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.592430139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:42.572053Z","caller":"traceutil/trace.go:171","msg":"trace[1132583865] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11886; }","duration":"3.592600553s","start":"2026-03-03T14:27:38.97942Z","end":"2026-03-03T14:27:42.57202Z","steps":["trace[1132583865] 'agreement among raft nodes before linearized reading' (duration: 3.592280385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.572101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.979396Z","time spent":"3.592697066s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:42.572727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.315467739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464012"} {"level":"info","ts":"2026-03-03T14:27:42.572841Z","caller":"traceutil/trace.go:171","msg":"trace[117315695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11886; }","duration":"4.315809377s","start":"2026-03-03T14:27:38.25701Z","end":"2026-03-03T14:27:42.57282Z","steps":["trace[117315695] 'agreement among raft nodes before linearized reading' (duration: 4.314807272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.572903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.256992Z","time spent":"4.315896759s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464036,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:42.708903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999807872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:42.708963Z","caller":"traceutil/trace.go:171","msg":"trace[927265462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948056s","start":"2026-03-03T14:27:40.709002Z","end":"2026-03-03T14:27:42.70895Z","steps":["trace[927265462] 'agreement among raft nodes before linearized reading' (duration: 1.999870594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.708998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.708964Z","time spent":"2.000028169s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:43.072716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:43.573896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:44.045492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.046523Z","time spent":"4.998948981s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:44.074337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:44.574658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673296,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:44.710181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:44.710285Z","caller":"traceutil/trace.go:171","msg":"trace[2039605204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047066s","start":"2026-03-03T14:27:42.709792Z","end":"2026-03-03T14:27:44.710263Z","steps":["trace[2039605204] 'agreement among raft nodes before linearized reading' (duration: 2.000342717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:44.710343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.709776Z","time spent":"2.000552001s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:44.830919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.598075771s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:45.991259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160216919s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:46.043134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.042454Z","time spent":"7.000670459s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:46.043369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.043291Z","time spent":"7.000075165s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:46.044727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.044547Z","time spent":"7.000172287s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:46.046752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.046077Z","time spent":"7.000672079s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:46.048904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.048617Z","time spent":"7.00028305s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:46.719215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000828007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:46.719272Z","caller":"traceutil/trace.go:171","msg":"trace[1492200860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092026s","start":"2026-03-03T14:27:44.71834Z","end":"2026-03-03T14:27:46.71926Z","steps":["trace[1492200860] 'agreement among raft nodes before linearized reading' (duration: 2.000846508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:46.7193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.718326Z","time spent":"2.000968881s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:27:47.462551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11093} {"level":"warn","ts":"2026-03-03T14:27:47.462877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630118944s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-03T14:27:47.466084Z","caller":"traceutil/trace.go:171","msg":"trace[341056619] transaction","detail":"{read_only:false; response_revision:11892; number_of_response:1; }","duration":"3.732322038s","start":"2026-03-03T14:27:43.733736Z","end":"2026-03-03T14:27:47.466058Z","steps":["trace[341056619] 'process raft request' (duration: 3.73162122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:47.466223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.733698Z","time spent":"3.732451291s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:48.16261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.0010483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:48.16271Z","caller":"traceutil/trace.go:171","msg":"trace[1611398793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.001195634s","start":"2026-03-03T14:27:43.161494Z","end":"2026-03-03T14:27:48.16269Z","steps":["trace[1611398793] 'agreement among raft nodes before linearized reading' (duration: 5.001071351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:48.162761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.161479Z","time spent":"5.001272685s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:27:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:48.719346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999797123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:48.719423Z","caller":"traceutil/trace.go:171","msg":"trace[904502054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999915977s","start":"2026-03-03T14:27:46.71949Z","end":"2026-03-03T14:27:48.719406Z","steps":["trace[904502054] 'agreement among raft nodes before linearized reading' (duration: 1.999819304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:48.719472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:46.719475Z","time spent":"1.999985328s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:50.724538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00012495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:50.724621Z","caller":"traceutil/trace.go:171","msg":"trace[1773759472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258483s","start":"2026-03-03T14:27:48.724343Z","end":"2026-03-03T14:27:50.724601Z","steps":["trace[1773759472] 'agreement among raft nodes before linearized reading' (duration: 2.000157471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:50.724666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.724322Z","time spent":"2.000335776s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:50.758895Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7fa59cb3fd6bfb36","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:27:51.423859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957860955s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:51.4246Z","caller":"traceutil/trace.go:171","msg":"trace[524721847] linearizableReadLoop","detail":"{readStateIndex:12389; appliedIndex:12381; }","duration":"8.852868541s","start":"2026-03-03T14:27:42.571707Z","end":"2026-03-03T14:27:51.424576Z","steps":["trace[524721847] 'read index received' (duration: 2.259387451s)","trace[524721847] 'applied index is now lower than readState.Index' (duration: 6.5934786s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.424975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166905667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.425026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166954518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.425082Z","caller":"traceutil/trace.go:171","msg":"trace[1724361355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11893; }","duration":"11.16703708s","start":"2026-03-03T14:27:40.258029Z","end":"2026-03-03T14:27:51.425066Z","steps":["trace[1724361355] 'agreement among raft nodes before linearized reading' (duration: 11.166932717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.964484016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.425122Z","caller":"traceutil/trace.go:171","msg":"trace[1402609854] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11893; }","duration":"10.964516207s","start":"2026-03-03T14:27:40.460599Z","end":"2026-03-03T14:27:51.425115Z","steps":["trace[1402609854] 'agreement among raft nodes before linearized reading' (duration: 10.964468716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003716597s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.425117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.027886939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.425149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.460534Z","time spent":"10.964607649s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.425159Z","caller":"traceutil/trace.go:171","msg":"trace[1734704420] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11893; }","duration":"1.00381048s","start":"2026-03-03T14:27:50.421335Z","end":"2026-03-03T14:27:51.425146Z","steps":["trace[1734704420] 'range keys from in-memory index tree' (duration: 1.003704777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166573079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.425193Z","caller":"traceutil/trace.go:171","msg":"trace[974502171] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11893; }","duration":"12.027994812s","start":"2026-03-03T14:27:39.397173Z","end":"2026-03-03T14:27:51.425168Z","steps":["trace[974502171] 'agreement among raft nodes before linearized reading' (duration: 12.027874229s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.425218Z","caller":"traceutil/trace.go:171","msg":"trace[1378908510] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11893; }","duration":"11.166653781s","start":"2026-03-03T14:27:40.258552Z","end":"2026-03-03T14:27:51.425206Z","steps":["trace[1378908510] 'agreement among raft nodes before linearized reading' (duration: 11.166557919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.258543Z","time spent":"11.166698772s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:51.425238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.382642873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.425302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166789154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.42529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.381885796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:27:51.425322Z","caller":"traceutil/trace.go:171","msg":"trace[424301786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11893; }","duration":"11.166826275s","start":"2026-03-03T14:27:40.258488Z","end":"2026-03-03T14:27:51.425315Z","steps":["trace[424301786] 'agreement among raft nodes before linearized reading' (duration: 11.166796285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.25848Z","time spent":"11.166863296s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:51.42534Z","caller":"traceutil/trace.go:171","msg":"trace[1939873506] range","detail":"{range_begin:/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b; range_end:; response_count:1; response_revision:11893; }","duration":"12.381951957s","start":"2026-03-03T14:27:39.043373Z","end":"2026-03-03T14:27:51.425325Z","steps":["trace[1939873506] 'agreement among raft nodes before linearized reading' (duration: 12.381784553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.42538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.043363Z","time spent":"12.382007549s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" "} {"level":"warn","ts":"2026-03-03T14:27:51.425247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.397148Z","time spent":"12.028083444s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.425412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.371058459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.425443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.10080415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.425462Z","caller":"traceutil/trace.go:171","msg":"trace[1082355353] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11893; }","duration":"11.371127081s","start":"2026-03-03T14:27:40.05432Z","end":"2026-03-03T14:27:51.425447Z","steps":["trace[1082355353] 'agreement among raft nodes before linearized reading' (duration: 11.371024448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.166704622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:51.425513Z","caller":"traceutil/trace.go:171","msg":"trace[903209562] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11893; }","duration":"11.166779244s","start":"2026-03-03T14:27:40.258718Z","end":"2026-03-03T14:27:51.425497Z","steps":["trace[903209562] 'agreement among raft nodes before linearized reading' (duration: 11.16662353s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.425499Z","caller":"traceutil/trace.go:171","msg":"trace[1025256930] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11893; }","duration":"11.100906212s","start":"2026-03-03T14:27:40.32458Z","end":"2026-03-03T14:27:51.425486Z","steps":["trace[1025256930] 'agreement among raft nodes before linearized reading' (duration: 11.100743749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.258708Z","time spent":"11.166834956s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:51.425579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.324559Z","time spent":"11.101000104s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.42559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.376913408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.425613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.167501261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.42564Z","caller":"traceutil/trace.go:171","msg":"trace[160526525] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11893; }","duration":"11.377017091s","start":"2026-03-03T14:27:40.048611Z","end":"2026-03-03T14:27:51.425628Z","steps":["trace[160526525] 'agreement among raft nodes before linearized reading' (duration: 11.376926699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.42513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.258021Z","time spent":"11.167095272s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:51.425687Z","caller":"traceutil/trace.go:171","msg":"trace[1284995645] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11893; }","duration":"11.167620524s","start":"2026-03-03T14:27:40.258028Z","end":"2026-03-03T14:27:51.425648Z","steps":["trace[1284995645] 'agreement among raft nodes before linearized reading' (duration: 11.167499871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.167307566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.425296Z","caller":"traceutil/trace.go:171","msg":"trace[2078468213] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:11893; }","duration":"12.382723665s","start":"2026-03-03T14:27:39.042556Z","end":"2026-03-03T14:27:51.42528Z","steps":["trace[2078468213] 'agreement among raft nodes before linearized reading' (duration: 12.382610982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.42551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.054312Z","time spent":"11.371183913s","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.425725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.258007Z","time spent":"11.167709146s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:51.425693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.04859Z","time spent":"11.377082892s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.425755Z","caller":"traceutil/trace.go:171","msg":"trace[164345501] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11893; }","duration":"11.167770637s","start":"2026-03-03T14:27:40.257958Z","end":"2026-03-03T14:27:51.425729Z","steps":["trace[164345501] 'agreement among raft nodes before linearized reading' (duration: 11.167319167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.425756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.04251Z","time spent":"12.383230926s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:27:51.425903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.257927Z","time spent":"11.167945813s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:51.425038Z","caller":"traceutil/trace.go:171","msg":"trace[1546677359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11893; }","duration":"11.16701313s","start":"2026-03-03T14:27:40.258012Z","end":"2026-03-03T14:27:51.425025Z","steps":["trace[1546677359] 'agreement among raft nodes before linearized reading' (duration: 11.166888227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.426001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.257992Z","time spent":"11.167996582s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:51.925496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:52.425636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693673300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:52.695061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.14104274s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:52.696499Z","caller":"traceutil/trace.go:171","msg":"trace[1772244687] linearizableReadLoop","detail":"{readStateIndex:12390; appliedIndex:12389; }","duration":"1.271832826s","start":"2026-03-03T14:27:51.424643Z","end":"2026-03-03T14:27:52.696476Z","steps":["trace[1772244687] 'read index received' (duration: 1.270555705s)","trace[1772244687] 'applied index is now lower than readState.Index' (duration: 1.276081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:52.696619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.74442682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.696682Z","caller":"traceutil/trace.go:171","msg":"trace[1327750145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11894; }","duration":"7.744503482s","start":"2026-03-03T14:27:44.952159Z","end":"2026-03-03T14:27:52.696663Z","steps":["trace[1327750145] 'agreement among raft nodes before linearized reading' (duration: 7.744365378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.696731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.95209Z","time spent":"7.744629355s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.696737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.115114792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:27:52.696774Z","caller":"traceutil/trace.go:171","msg":"trace[861735681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11894; }","duration":"8.115208714s","start":"2026-03-03T14:27:44.581555Z","end":"2026-03-03T14:27:52.696763Z","steps":["trace[861735681] 'agreement among raft nodes before linearized reading' (duration: 8.11505786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.696812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.58153Z","time spent":"8.115273756s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:27:52.696822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.285164815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.69686Z","caller":"traceutil/trace.go:171","msg":"trace[917095800] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11894; }","duration":"9.285270527s","start":"2026-03-03T14:27:43.411579Z","end":"2026-03-03T14:27:52.69685Z","steps":["trace[917095800] 'agreement among raft nodes before linearized reading' (duration: 9.285146764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.69689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.411553Z","time spent":"9.285327719s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":44,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.696942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.551797922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.696948Z","caller":"traceutil/trace.go:171","msg":"trace[294230305] transaction","detail":"{read_only:false; response_revision:11894; number_of_response:1; }","duration":"4.143041428s","start":"2026-03-03T14:27:48.553887Z","end":"2026-03-03T14:27:52.696928Z","steps":["trace[294230305] 'process raft request' (duration: 4.141368278s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:52.696982Z","caller":"traceutil/trace.go:171","msg":"trace[34511606] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11894; }","duration":"6.551887884s","start":"2026-03-03T14:27:46.145085Z","end":"2026-03-03T14:27:52.696973Z","steps":["trace[34511606] 'agreement among raft nodes before linearized reading' (duration: 6.551824432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.697012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:46.14506Z","time spent":"6.551942664s","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.697041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.578323517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:52.697057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.300143941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:52.697075Z","caller":"traceutil/trace.go:171","msg":"trace[2140540501] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11894; }","duration":"9.578385569s","start":"2026-03-03T14:27:43.118679Z","end":"2026-03-03T14:27:52.697065Z","steps":["trace[2140540501] 'agreement among raft nodes before linearized reading' (duration: 9.578319607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:52.697089Z","caller":"traceutil/trace.go:171","msg":"trace[1479222358] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11894; }","duration":"8.300214162s","start":"2026-03-03T14:27:44.396865Z","end":"2026-03-03T14:27:52.697079Z","steps":["trace[1479222358] 'agreement among raft nodes before linearized reading' (duration: 8.300160451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.697104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.118661Z","time spent":"9.57843424s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.697116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.396844Z","time spent":"8.300263963s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.697181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.553856Z","time spent":"4.14313537s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:52.697237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.645807851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7063"} {"level":"info","ts":"2026-03-03T14:27:52.697267Z","caller":"traceutil/trace.go:171","msg":"trace[664489103] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:11894; }","duration":"6.645848661s","start":"2026-03-03T14:27:46.05141Z","end":"2026-03-03T14:27:52.697259Z","steps":["trace[664489103] 'agreement among raft nodes before linearized reading' (duration: 6.645734629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.697274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266755916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.697291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:46.051405Z","time spent":"6.645879373s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7087,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T14:27:52.697304Z","caller":"traceutil/trace.go:171","msg":"trace[120578598] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:0; response_revision:11894; }","duration":"1.266812637s","start":"2026-03-03T14:27:51.430483Z","end":"2026-03-03T14:27:52.697295Z","steps":["trace[120578598] 'agreement among raft nodes before linearized reading' (duration: 1.266763266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.697328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.430464Z","time spent":"1.266859028s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:27:52.697444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972470144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.697485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.650596765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803\" ","response":"range_response_count:1 size:862"} {"level":"info","ts":"2026-03-03T14:27:52.697515Z","caller":"traceutil/trace.go:171","msg":"trace[1574096020] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803; range_end:; response_count:1; response_revision:11894; }","duration":"6.650655106s","start":"2026-03-03T14:27:46.046851Z","end":"2026-03-03T14:27:52.697506Z","steps":["trace[1574096020] 'agreement among raft nodes before linearized reading' (duration: 6.650572834s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:52.697509Z","caller":"traceutil/trace.go:171","msg":"trace[1113203469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11894; }","duration":"1.972571327s","start":"2026-03-03T14:27:50.724921Z","end":"2026-03-03T14:27:52.697493Z","steps":["trace[1113203469] 'agreement among raft nodes before linearized reading' (duration: 1.972478315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.69754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:46.046833Z","time spent":"6.650700207s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":886,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803\" "} {"level":"warn","ts":"2026-03-03T14:27:52.697555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:50.724899Z","time spent":"1.972645249s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:52.697633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.194248348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.697648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.791361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:27:52.697675Z","caller":"traceutil/trace.go:171","msg":"trace[1424956355] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11894; }","duration":"9.194377171s","start":"2026-03-03T14:27:43.503288Z","end":"2026-03-03T14:27:52.697665Z","steps":["trace[1424956355] 'agreement among raft nodes before linearized reading' (duration: 9.194272148s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:52.697682Z","caller":"traceutil/trace.go:171","msg":"trace[1495872323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11894; }","duration":"716.827732ms","start":"2026-03-03T14:27:51.980846Z","end":"2026-03-03T14:27:52.697674Z","steps":["trace[1495872323] 'agreement among raft nodes before linearized reading' (duration: 716.687439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.697708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.980819Z","time spent":"716.882834ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:27:52.697742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.889132632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.697801Z","caller":"traceutil/trace.go:171","msg":"trace[1552106742] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11894; }","duration":"6.889227894s","start":"2026-03-03T14:27:45.808563Z","end":"2026-03-03T14:27:52.697791Z","steps":["trace[1552106742] 'agreement among raft nodes before linearized reading' (duration: 6.889144252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:45.808544Z","time spent":"6.88946946s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.698088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206824255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.698092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140716566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:52.698125Z","caller":"traceutil/trace.go:171","msg":"trace[1287045604] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11894; }","duration":"1.206888136s","start":"2026-03-03T14:27:51.491226Z","end":"2026-03-03T14:27:52.698114Z","steps":["trace[1287045604] 'agreement among raft nodes before linearized reading' (duration: 1.206830115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.696719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.447262173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.698152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.49121Z","time spent":"1.206934437s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:52.698145Z","caller":"traceutil/trace.go:171","msg":"trace[521474463] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11894; }","duration":"2.140809787s","start":"2026-03-03T14:27:50.557319Z","end":"2026-03-03T14:27:52.698129Z","steps":["trace[521474463] 'agreement among raft nodes before linearized reading' (duration: 2.140724515s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:52.698173Z","caller":"traceutil/trace.go:171","msg":"trace[55667081] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:11894; }","duration":"5.448753179s","start":"2026-03-03T14:27:47.249409Z","end":"2026-03-03T14:27:52.698162Z","steps":["trace[55667081] 'agreement among raft nodes before linearized reading' (duration: 5.44709743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.69819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:50.557298Z","time spent":"2.140879959s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.698209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.249392Z","time spent":"5.448808069s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-03T14:27:52.697708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.503267Z","time spent":"9.194432302s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.697541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.108117655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:52.69847Z","caller":"traceutil/trace.go:171","msg":"trace[70818738] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11894; }","duration":"9.109099278s","start":"2026-03-03T14:27:43.58936Z","end":"2026-03-03T14:27:52.698459Z","steps":["trace[70818738] 'agreement among raft nodes before linearized reading' (duration: 9.108141175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.589332Z","time spent":"9.109162208s","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.698505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.474673614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:52.698556Z","caller":"traceutil/trace.go:171","msg":"trace[125352769] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11894; }","duration":"4.474779346s","start":"2026-03-03T14:27:48.223765Z","end":"2026-03-03T14:27:52.698544Z","steps":["trace[125352769] 'agreement among raft nodes before linearized reading' (duration: 4.474667644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.223743Z","time spent":"4.474837347s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.698601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270201664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.698658Z","caller":"traceutil/trace.go:171","msg":"trace[370869585] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11894; }","duration":"4.270263126s","start":"2026-03-03T14:27:48.428378Z","end":"2026-03-03T14:27:52.698641Z","steps":["trace[370869585] 'agreement among raft nodes before linearized reading' (duration: 4.270156213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003379335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:52.698423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894011952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:52.698725Z","caller":"traceutil/trace.go:171","msg":"trace[1698257973] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11894; }","duration":"4.003465637s","start":"2026-03-03T14:27:48.695244Z","end":"2026-03-03T14:27:52.69871Z","steps":["trace[1698257973] 'agreement among raft nodes before linearized reading' (duration: 4.003394616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353246864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T14:27:52.698726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.428298Z","time spent":"4.270411498s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":27,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.698777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.695223Z","time spent":"4.003541669s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:52.698792Z","caller":"traceutil/trace.go:171","msg":"trace[708968562] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11894; }","duration":"4.353376157s","start":"2026-03-03T14:27:48.345399Z","end":"2026-03-03T14:27:52.698776Z","steps":["trace[708968562] 'agreement among raft nodes before linearized reading' (duration: 4.353209723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.345371Z","time spent":"4.353448589s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:27:52.698742Z","caller":"traceutil/trace.go:171","msg":"trace[1248474871] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11894; }","duration":"2.894377551s","start":"2026-03-03T14:27:49.804355Z","end":"2026-03-03T14:27:52.698733Z","steps":["trace[1248474871] 'agreement among raft nodes before linearized reading' (duration: 2.894017412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:52.698885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:49.804334Z","time spent":"2.894542325s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:53.405962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.009053ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:53.40619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.699806Z","time spent":"706.376715ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:53.949518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.314657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:53.949667Z","caller":"traceutil/trace.go:171","msg":"trace[998710085] transaction","detail":"{read_only:false; response_revision:11895; number_of_response:1; }","duration":"1.248530575s","start":"2026-03-03T14:27:52.70111Z","end":"2026-03-03T14:27:53.949641Z","steps":["trace[998710085] 'process raft request' (duration: 704.996023ms)","trace[998710085] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.18995aed7ad4f803; req_size:844; } (duration: 542.647302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:53.949743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.701089Z","time spent":"1.248621387s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:54.351999Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11093,"took":"6.883355667s","hash":3796054685,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":19103744,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-03-03T14:27:54.352074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3796054685,"revision":11093,"compact-revision":9289} {"level":"warn","ts":"2026-03-03T14:27:54.352463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.733133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:54.352637Z","caller":"traceutil/trace.go:171","msg":"trace[886206395] transaction","detail":"{read_only:false; response_revision:11896; number_of_response:1; }","duration":"1.64885797s","start":"2026-03-03T14:27:52.703746Z","end":"2026-03-03T14:27:54.352604Z","steps":["trace[886206395] 'process raft request' (duration: 1.245874792s)","trace[886206395] 'compare' (duration: 248.780211ms)","trace[886206395] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 153.725776ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T14:27:54.352715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.703726Z","time spent":"1.648958132s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:54.614401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.718287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:54.614658Z","caller":"traceutil/trace.go:171","msg":"trace[1600218698] transaction","detail":"{read_only:false; response_revision:11897; number_of_response:1; }","duration":"1.905521237s","start":"2026-03-03T14:27:52.70909Z","end":"2026-03-03T14:27:54.614612Z","steps":["trace[1600218698] 'process raft request' (duration: 1.643490593s)","trace[1600218698] 'compare' (duration: 261.543692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:54.614784Z","caller":"traceutil/trace.go:171","msg":"trace[1281722466] transaction","detail":"{read_only:false; response_revision:11898; number_of_response:1; }","duration":"1.742379937s","start":"2026-03-03T14:27:52.872377Z","end":"2026-03-03T14:27:54.614757Z","steps":["trace[1281722466] 'process raft request' (duration: 1.742139312s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:54.614764Z","caller":"traceutil/trace.go:171","msg":"trace[1030895475] linearizableReadLoop","detail":"{readStateIndex:12392; appliedIndex:12390; }","duration":"1.912152774s","start":"2026-03-03T14:27:52.702588Z","end":"2026-03-03T14:27:54.614741Z","steps":["trace[1030895475] 'read index received' (duration: 57.418612ms)","trace[1030895475] 'applied index is now lower than readState.Index' (duration: 1.854732052s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:54.614897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.709078Z","time spent":"1.90566698s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6850,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:54.614947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.872353Z","time spent":"1.74249336s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:54.615051Z","caller":"traceutil/trace.go:171","msg":"trace[1110457459] transaction","detail":"{read_only:false; response_revision:11899; number_of_response:1; }","duration":"1.207946922s","start":"2026-03-03T14:27:53.407081Z","end":"2026-03-03T14:27:54.615028Z","steps":["trace[1110457459] 'process raft request' (duration: 1.20751031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.61512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.407053Z","time spent":"1.208031314s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:54.615243Z","caller":"traceutil/trace.go:171","msg":"trace[1315868171] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"257.18036ms","start":"2026-03-03T14:27:54.358053Z","end":"2026-03-03T14:27:54.615233Z","steps":["trace[1315868171] 'process raft request' (duration: 256.924563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.615466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912865351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464012"} {"level":"info","ts":"2026-03-03T14:27:54.615533Z","caller":"traceutil/trace.go:171","msg":"trace[1399972371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11899; }","duration":"1.912952164s","start":"2026-03-03T14:27:52.702564Z","end":"2026-03-03T14:27:54.615516Z","steps":["trace[1399972371] 'agreement among raft nodes before linearized reading' (duration: 1.912364309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.615586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.702556Z","time spent":"1.913015755s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464036,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:54.706419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:54.706484Z","caller":"traceutil/trace.go:171","msg":"trace[383525136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462749s","start":"2026-03-03T14:27:52.706007Z","end":"2026-03-03T14:27:54.70647Z","steps":["trace[383525136] 'agreement among raft nodes before linearized reading' (duration: 2.000377777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.706521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.705996Z","time spent":"2.00051826s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:27:55.142988Z","caller":"traceutil/trace.go:171","msg":"trace[1201417094] linearizableReadLoop","detail":"{readStateIndex:12398; appliedIndex:12397; }","duration":"528.120498ms","start":"2026-03-03T14:27:54.614847Z","end":"2026-03-03T14:27:55.142967Z","steps":["trace[1201417094] 'read index received' (duration: 468.610416ms)","trace[1201417094] 'applied index is now lower than readState.Index' (duration: 59.508582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:55.143075Z","caller":"traceutil/trace.go:171","msg":"trace[909859708] transaction","detail":"{read_only:false; response_revision:11901; number_of_response:1; }","duration":"784.080918ms","start":"2026-03-03T14:27:54.358986Z","end":"2026-03-03T14:27:55.143067Z","steps":["trace[909859708] 'process raft request' (duration: 724.28765ms)","trace[909859708] 'compare' (duration: 58.468047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:55.143256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709371935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:55.143199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710143132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.143314Z","caller":"traceutil/trace.go:171","msg":"trace[1192607652] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11901; }","duration":"1.709497557s","start":"2026-03-03T14:27:53.433802Z","end":"2026-03-03T14:27:55.1433Z","steps":["trace[1192607652] 'agreement among raft nodes before linearized reading' (duration: 1.709341564s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:55.143341Z","caller":"traceutil/trace.go:171","msg":"trace[2104263670] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11901; }","duration":"1.710293366s","start":"2026-03-03T14:27:53.433026Z","end":"2026-03-03T14:27:55.143319Z","steps":["trace[2104263670] 'agreement among raft nodes before linearized reading' (duration: 1.7100618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.14336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.433792Z","time spent":"1.709556339s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102200993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-03T14:27:55.143415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711119216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.14351Z","caller":"traceutil/trace.go:171","msg":"trace[1867015269] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11901; }","duration":"1.711236989s","start":"2026-03-03T14:27:53.432265Z","end":"2026-03-03T14:27:55.143502Z","steps":["trace[1867015269] 'agreement among raft nodes before linearized reading' (duration: 1.711125987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.143554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189475173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-03-03T14:27:55.143584Z","caller":"traceutil/trace.go:171","msg":"trace[1043387618] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d; range_end:; response_count:1; response_revision:11901; }","duration":"1.189538004s","start":"2026-03-03T14:27:53.954037Z","end":"2026-03-03T14:27:55.143575Z","steps":["trace[1043387618] 'agreement among raft nodes before linearized reading' (duration: 1.189413331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.143582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.432252Z","time spent":"1.711321351s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713435331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:55.143625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.954021Z","time spent":"1.189596636s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":859,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995aedc1d1a65d\" "} {"level":"info","ts":"2026-03-03T14:27:55.143656Z","caller":"traceutil/trace.go:171","msg":"trace[582395618] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11901; }","duration":"1.713511962s","start":"2026-03-03T14:27:53.430131Z","end":"2026-03-03T14:27:55.143643Z","steps":["trace[582395618] 'agreement among raft nodes before linearized reading' (duration: 1.713385819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.143701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.430053Z","time spent":"1.713639516s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711772691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.143774Z","caller":"traceutil/trace.go:171","msg":"trace[1420775804] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11901; }","duration":"1.711854353s","start":"2026-03-03T14:27:53.431908Z","end":"2026-03-03T14:27:55.143763Z","steps":["trace[1420775804] 'agreement among raft nodes before linearized reading' (duration: 1.711794802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.143813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.431884Z","time spent":"1.711918815s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.358954Z","time spent":"784.224612ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:27:55.143932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018794304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T14:27:55.144015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381592819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.144045Z","caller":"traceutil/trace.go:171","msg":"trace[1368739955] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11901; }","duration":"2.381653641s","start":"2026-03-03T14:27:52.762383Z","end":"2026-03-03T14:27:55.144037Z","steps":["trace[1368739955] 'agreement among raft nodes before linearized reading' (duration: 2.38160663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.144063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712183821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.144102Z","caller":"traceutil/trace.go:171","msg":"trace[1093116947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11901; }","duration":"1.712240513s","start":"2026-03-03T14:27:53.431852Z","end":"2026-03-03T14:27:55.144092Z","steps":["trace[1093116947] 'agreement among raft nodes before linearized reading' (duration: 1.712187132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.144136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.431842Z","time spent":"1.712287424s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.432991Z","time spent":"1.710398828s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:55.14402Z","caller":"traceutil/trace.go:171","msg":"trace[244633998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11901; }","duration":"2.018845645s","start":"2026-03-03T14:27:53.125106Z","end":"2026-03-03T14:27:55.143952Z","steps":["trace[244633998] 'agreement among raft nodes before linearized reading' (duration: 2.018721852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.144218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.125092Z","time spent":"2.019118411s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:55.144076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.762366Z","time spent":"2.381694411s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:55.1432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551901959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:55.14437Z","caller":"traceutil/trace.go:171","msg":"trace[1112431723] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11901; }","duration":"1.553113408s","start":"2026-03-03T14:27:53.591242Z","end":"2026-03-03T14:27:55.144355Z","steps":["trace[1112431723] 'agreement among raft nodes before linearized reading' (duration: 1.551868179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.144417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.591222Z","time spent":"1.553183319s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:55.143419Z","caller":"traceutil/trace.go:171","msg":"trace[1382919012] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11901; }","duration":"1.102293735s","start":"2026-03-03T14:27:54.041106Z","end":"2026-03-03T14:27:55.1434Z","steps":["trace[1382919012] 'agreement among raft nodes before linearized reading' (duration: 1.102202823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.14449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.041082Z","time spent":"1.103393652s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:27:55.143463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709634021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:55.144577Z","caller":"traceutil/trace.go:171","msg":"trace[1394813226] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11901; }","duration":"1.710773318s","start":"2026-03-03T14:27:53.433797Z","end":"2026-03-03T14:27:55.14457Z","steps":["trace[1394813226] 'agreement among raft nodes before linearized reading' (duration: 1.709636241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.144604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.433762Z","time spent":"1.71083576s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:55.572586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.801864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:55.572761Z","caller":"traceutil/trace.go:171","msg":"trace[1779635001] transaction","detail":"{read_only:false; response_revision:11902; number_of_response:1; }","duration":"599.050388ms","start":"2026-03-03T14:27:54.973673Z","end":"2026-03-03T14:27:55.572723Z","steps":["trace[1779635001] 'process raft request' (duration: 306.032698ms)","trace[1779635001] 'compare' (duration: 292.636601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:55.572835Z","caller":"traceutil/trace.go:171","msg":"trace[1366759842] transaction","detail":"{read_only:false; response_revision:11903; number_of_response:1; }","duration":"425.928943ms","start":"2026-03-03T14:27:55.146888Z","end":"2026-03-03T14:27:55.572817Z","steps":["trace[1366759842] 'process raft request' (duration: 425.80885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.572901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.146872Z","time spent":"425.998124ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:55.572891Z","caller":"traceutil/trace.go:171","msg":"trace[454175725] linearizableReadLoop","detail":"{readStateIndex:12399; appliedIndex:12398; }","duration":"429.814225ms","start":"2026-03-03T14:27:55.143039Z","end":"2026-03-03T14:27:55.572853Z","steps":["trace[454175725] 'read index received' (duration: 136.683232ms)","trace[454175725] 'applied index is now lower than readState.Index' (duration: 293.129423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:55.57291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.973647Z","time spent":"599.187031ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:55.573133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.002053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:27:55.573171Z","caller":"traceutil/trace.go:171","msg":"trace[232519943] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11903; }","duration":"767.083735ms","start":"2026-03-03T14:27:54.806075Z","end":"2026-03-03T14:27:55.573159Z","steps":["trace[232519943] 'agreement among raft nodes before linearized reading' (duration: 766.90998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.573208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.806059Z","time spent":"767.140666ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:27:55.573212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.004997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:27:55.573314Z","caller":"traceutil/trace.go:171","msg":"trace[1192724127] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11903; }","duration":"956.14679ms","start":"2026-03-03T14:27:54.617143Z","end":"2026-03-03T14:27:55.573289Z","steps":["trace[1192724127] 'agreement among raft nodes before linearized reading' (duration: 955.909873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.573389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.617122Z","time spent":"956.248833ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:27:55.573404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.357106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:27:55.573461Z","caller":"traceutil/trace.go:171","msg":"trace[1073586436] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:11903; }","duration":"408.439948ms","start":"2026-03-03T14:27:55.165004Z","end":"2026-03-03T14:27:55.573444Z","steps":["trace[1073586436] 'agreement among raft nodes before linearized reading' (duration: 408.312565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.573526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.164989Z","time spent":"408.52472ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:27:55.573558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.507254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:55.573618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.837566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:55.573625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.400265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" ","response":"range_response_count:1 size:7205"} {"level":"info","ts":"2026-03-03T14:27:55.573654Z","caller":"traceutil/trace.go:171","msg":"trace[1278931152] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11903; }","duration":"405.906788ms","start":"2026-03-03T14:27:55.167736Z","end":"2026-03-03T14:27:55.573643Z","steps":["trace[1278931152] 'agreement among raft nodes before linearized reading' (duration: 405.804546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:55.573661Z","caller":"traceutil/trace.go:171","msg":"trace[828456295] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m; range_end:; response_count:1; response_revision:11903; }","duration":"953.463456ms","start":"2026-03-03T14:27:54.620187Z","end":"2026-03-03T14:27:55.57365Z","steps":["trace[828456295] 'agreement among raft nodes before linearized reading' (duration: 953.301113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:55.573666Z","caller":"traceutil/trace.go:171","msg":"trace[600878037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11903; }","duration":"866.602416ms","start":"2026-03-03T14:27:54.706997Z","end":"2026-03-03T14:27:55.5736Z","steps":["trace[600878037] 'agreement among raft nodes before linearized reading' (duration: 866.485473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.573689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.167719Z","time spent":"405.962489ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:55.573695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.62017Z","time spent":"953.517387ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7229,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-l6r6m\" "} {"level":"warn","ts":"2026-03-03T14:27:55.57372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.706975Z","time spent":"866.732319ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:55.906778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.371936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:55.906883Z","caller":"traceutil/trace.go:171","msg":"trace[2147256747] linearizableReadLoop","detail":"{readStateIndex:12401; appliedIndex:12400; }","duration":"326.555046ms","start":"2026-03-03T14:27:55.580312Z","end":"2026-03-03T14:27:55.906867Z","steps":["trace[2147256747] 'read index received' (duration: 179.026286ms)","trace[2147256747] 'applied index is now lower than readState.Index' (duration: 147.52768ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:55.906949Z","caller":"traceutil/trace.go:171","msg":"trace[861735995] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"326.800381ms","start":"2026-03-03T14:27:55.580138Z","end":"2026-03-03T14:27:55.906938Z","steps":["trace[861735995] 'process raft request' (duration: 179.1848ms)","trace[861735995] 'compare' (duration: 147.267543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:55.907006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.580124Z","time spent":"326.850572ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:55.907553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.241292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:27:55.907616Z","caller":"traceutil/trace.go:171","msg":"trace[1583546397] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11904; }","duration":"327.304793ms","start":"2026-03-03T14:27:55.580296Z","end":"2026-03-03T14:27:55.907601Z","steps":["trace[1583546397] 'agreement among raft nodes before linearized reading' (duration: 326.937374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.907661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.580274Z","time spent":"327.375125ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:27:56.191034Z","caller":"traceutil/trace.go:171","msg":"trace[612402265] linearizableReadLoop","detail":"{readStateIndex:12402; appliedIndex:12401; }","duration":"284.099798ms","start":"2026-03-03T14:27:55.906907Z","end":"2026-03-03T14:27:56.191007Z","steps":["trace[612402265] 'read index received' (duration: 283.884973ms)","trace[612402265] 'applied index is now lower than readState.Index' (duration: 213.035µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:56.191203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.983161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:56.19127Z","caller":"traceutil/trace.go:171","msg":"trace[378090530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11905; }","duration":"401.107433ms","start":"2026-03-03T14:27:55.790144Z","end":"2026-03-03T14:27:56.191252Z","steps":["trace[378090530] 'agreement among raft nodes before linearized reading' (duration: 400.931449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.191318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.987982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:27:56.191336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.790126Z","time spent":"401.190836ms","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:56.191367Z","caller":"traceutil/trace.go:171","msg":"trace[632814203] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11905; }","duration":"404.073004ms","start":"2026-03-03T14:27:55.787279Z","end":"2026-03-03T14:27:56.191352Z","steps":["trace[632814203] 'agreement among raft nodes before linearized reading' (duration: 403.891769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.19141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.787262Z","time spent":"404.135416ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T14:27:56.191391Z","caller":"traceutil/trace.go:171","msg":"trace[1050341879] transaction","detail":"{read_only:false; response_revision:11905; number_of_response:1; }","duration":"606.839863ms","start":"2026-03-03T14:27:55.584526Z","end":"2026-03-03T14:27:56.191366Z","steps":["trace[1050341879] 'process raft request' (duration: 606.2623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.191534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.584511Z","time spent":"606.944965ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6031,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:56.191712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.803773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:27:56.191783Z","caller":"traceutil/trace.go:171","msg":"trace[1686979073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11905; }","duration":"512.895205ms","start":"2026-03-03T14:27:55.678852Z","end":"2026-03-03T14:27:56.191747Z","steps":["trace[1686979073] 'agreement among raft nodes before linearized reading' (duration: 512.747752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.191817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.381447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.191833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.678831Z","time spent":"512.989988ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:27:56.191865Z","caller":"traceutil/trace.go:171","msg":"trace[558211658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11905; }","duration":"610.452419ms","start":"2026-03-03T14:27:55.581398Z","end":"2026-03-03T14:27:56.19185Z","steps":["trace[558211658] 'agreement among raft nodes before linearized reading' (duration: 610.372027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.192041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.581388Z","time spent":"610.631263ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:56.511545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.312455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:56.511779Z","caller":"traceutil/trace.go:171","msg":"trace[671291422] transaction","detail":"{read_only:false; response_revision:11907; number_of_response:1; }","duration":"312.643206ms","start":"2026-03-03T14:27:56.199115Z","end":"2026-03-03T14:27:56.511759Z","steps":["trace[671291422] 'process raft request' (duration: 312.550864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.511864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.199101Z","time spent":"312.717808ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:56.511913Z","caller":"traceutil/trace.go:171","msg":"trace[1688706464] linearizableReadLoop","detail":"{readStateIndex:12403; appliedIndex:12402; }","duration":"320.742958ms","start":"2026-03-03T14:27:56.191138Z","end":"2026-03-03T14:27:56.511881Z","steps":["trace[1688706464] 'read index received' (duration: 146.033914ms)","trace[1688706464] 'applied index is now lower than readState.Index' (duration: 174.705484ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.512045Z","caller":"traceutil/trace.go:171","msg":"trace[393480642] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"600.577235ms","start":"2026-03-03T14:27:55.911397Z","end":"2026-03-03T14:27:56.511974Z","steps":["trace[393480642] 'process raft request' (duration: 425.761958ms)","trace[393480642] 'compare' (duration: 174.035468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:56.512176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.827858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.512172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.047589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:56.51223Z","caller":"traceutil/trace.go:171","msg":"trace[117955516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11907; }","duration":"314.981422ms","start":"2026-03-03T14:27:56.197237Z","end":"2026-03-03T14:27:56.512218Z","steps":["trace[117955516] 'agreement among raft nodes before linearized reading' (duration: 314.805788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.512253Z","caller":"traceutil/trace.go:171","msg":"trace[1651454118] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11907; }","duration":"478.246424ms","start":"2026-03-03T14:27:56.033986Z","end":"2026-03-03T14:27:56.512233Z","steps":["trace[1651454118] 'agreement among raft nodes before linearized reading' (duration: 478.025099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.512276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.197223Z","time spent":"315.044043ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:56.512311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.033958Z","time spent":"478.334296ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:56.51228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.911372Z","time spent":"600.822812ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:27:56.512429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.022638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" ","response":"range_response_count:1 size:8255"} {"level":"info","ts":"2026-03-03T14:27:56.512515Z","caller":"traceutil/trace.go:171","msg":"trace[1237288567] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-2nc7x; range_end:; response_count:1; response_revision:11907; }","duration":"314.136292ms","start":"2026-03-03T14:27:56.19836Z","end":"2026-03-03T14:27:56.512497Z","steps":["trace[1237288567] 'agreement among raft nodes before linearized reading' (duration: 313.889856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.512553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.198354Z","time spent":"314.192563ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8279,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-2nc7x\" "} {"level":"warn","ts":"2026-03-03T14:27:56.51243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.952682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:27:56.512628Z","caller":"traceutil/trace.go:171","msg":"trace[820320641] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:11907; }","duration":"310.189448ms","start":"2026-03-03T14:27:56.202423Z","end":"2026-03-03T14:27:56.512612Z","steps":["trace[820320641] 'agreement among raft nodes before linearized reading' (duration: 309.809039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.512664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.202411Z","time spent":"310.243619ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" "} {"level":"info","ts":"2026-03-03T14:27:56.744071Z","caller":"traceutil/trace.go:171","msg":"trace[1478250780] transaction","detail":"{read_only:false; response_revision:11908; number_of_response:1; }","duration":"224.74435ms","start":"2026-03-03T14:27:56.519298Z","end":"2026-03-03T14:27:56.744043Z","steps":["trace[1478250780] 'process raft request' (duration: 126.456079ms)","trace[1478250780] 'compare' (duration: 98.099937ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.840045Z","caller":"traceutil/trace.go:171","msg":"trace[1184687248] linearizableReadLoop","detail":"{readStateIndex:12408; appliedIndex:12404; }","duration":"209.429428ms","start":"2026-03-03T14:27:56.630592Z","end":"2026-03-03T14:27:56.840022Z","steps":["trace[1184687248] 'read index received' (duration: 15.19289ms)","trace[1184687248] 'applied index is now lower than readState.Index' (duration: 194.235268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.840126Z","caller":"traceutil/trace.go:171","msg":"trace[665631581] transaction","detail":"{read_only:false; response_revision:11909; number_of_response:1; }","duration":"320.722688ms","start":"2026-03-03T14:27:56.519381Z","end":"2026-03-03T14:27:56.840103Z","steps":["trace[665631581] 'process raft request' (duration: 320.39512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.840115Z","caller":"traceutil/trace.go:171","msg":"trace[393962975] transaction","detail":"{read_only:false; response_revision:11910; number_of_response:1; }","duration":"320.224026ms","start":"2026-03-03T14:27:56.519849Z","end":"2026-03-03T14:27:56.840073Z","steps":["trace[393962975] 'process raft request' (duration: 320.069373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.840257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.519317Z","time spent":"320.861451ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:56.840311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.519832Z","time spent":"320.38601ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:56.840386Z","caller":"traceutil/trace.go:171","msg":"trace[1618106445] transaction","detail":"{read_only:false; response_revision:11911; number_of_response:1; }","duration":"315.751609ms","start":"2026-03-03T14:27:56.524618Z","end":"2026-03-03T14:27:56.84037Z","steps":["trace[1618106445] 'process raft request' (duration: 315.3515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.840469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.524581Z","time spent":"315.848862ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5041,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:56.840754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.149765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:27:56.840811Z","caller":"traceutil/trace.go:171","msg":"trace[478375448] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11911; }","duration":"210.237376ms","start":"2026-03-03T14:27:56.630561Z","end":"2026-03-03T14:27:56.840798Z","steps":["trace[478375448] 'agreement among raft nodes before linearized reading' (duration: 210.066502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.901449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.788297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.901516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.401499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:27:56.901547Z","caller":"traceutil/trace.go:171","msg":"trace[1981116767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11912; }","duration":"145.953812ms","start":"2026-03-03T14:27:56.755572Z","end":"2026-03-03T14:27:56.901526Z","steps":["trace[1981116767] 'agreement among raft nodes before linearized reading' (duration: 145.778338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.901586Z","caller":"traceutil/trace.go:171","msg":"trace[1679355107] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:11912; }","duration":"199.511712ms","start":"2026-03-03T14:27:56.702056Z","end":"2026-03-03T14:27:56.901567Z","steps":["trace[1679355107] 'agreement among raft nodes before linearized reading' (duration: 199.296017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.90164Z","caller":"traceutil/trace.go:171","msg":"trace[315627639] transaction","detail":"{read_only:false; response_revision:11912; number_of_response:1; }","duration":"178.794561ms","start":"2026-03-03T14:27:56.722814Z","end":"2026-03-03T14:27:56.901609Z","steps":["trace[315627639] 'process raft request' (duration: 164.292127ms)","trace[315627639] 'compare' (duration: 14.055494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:57.374867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.091062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:57.374976Z","caller":"traceutil/trace.go:171","msg":"trace[1224114198] transaction","detail":"{read_only:false; response_revision:11913; number_of_response:1; }","duration":"470.11244ms","start":"2026-03-03T14:27:56.904842Z","end":"2026-03-03T14:27:57.374954Z","steps":["trace[1224114198] 'process raft request' (duration: 160.854764ms)","trace[1224114198] 'compare' (duration: 308.98815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:57.375038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.904815Z","time spent":"470.193312ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:57.908713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.684949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:57.908893Z","caller":"traceutil/trace.go:171","msg":"trace[2028349143] linearizableReadLoop","detail":"{readStateIndex:12412; appliedIndex:12409; }","duration":"980.941447ms","start":"2026-03-03T14:27:56.927935Z","end":"2026-03-03T14:27:57.908877Z","steps":["trace[2028349143] 'read index received' (duration: 137.781438ms)","trace[2028349143] 'applied index is now lower than readState.Index' (duration: 843.158859ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:57.90917Z","caller":"traceutil/trace.go:171","msg":"trace[42385149] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"1.003473791s","start":"2026-03-03T14:27:56.905681Z","end":"2026-03-03T14:27:57.909155Z","steps":["trace[42385149] 'process raft request' (duration: 794.27874ms)","trace[42385149] 'compare' (duration: 207.160994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:57.909261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.905658Z","time spent":"1.003550573s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:57.909382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.171579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:57.909443Z","caller":"traceutil/trace.go:171","msg":"trace[384515122] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11915; }","duration":"655.287623ms","start":"2026-03-03T14:27:57.254143Z","end":"2026-03-03T14:27:57.90943Z","steps":["trace[384515122] 'agreement among raft nodes before linearized reading' (duration: 655.152919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.254123Z","time spent":"655.347445ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:57.909468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.922885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:57.909474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.50064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"warn","ts":"2026-03-03T14:27:57.909531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.538977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:57.909547Z","caller":"traceutil/trace.go:171","msg":"trace[107174766] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11915; }","duration":"757.064368ms","start":"2026-03-03T14:27:57.152464Z","end":"2026-03-03T14:27:57.909529Z","steps":["trace[107174766] 'agreement among raft nodes before linearized reading' (duration: 756.826162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.90957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.208237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:57.909592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.152446Z","time spent":"757.137909ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:27:57.909581Z","caller":"traceutil/trace.go:171","msg":"trace[1174175086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11915; }","duration":"981.635554ms","start":"2026-03-03T14:27:56.927918Z","end":"2026-03-03T14:27:57.909554Z","steps":["trace[1174175086] 'agreement among raft nodes before linearized reading' (duration: 981.304505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.909627Z","caller":"traceutil/trace.go:171","msg":"trace[691427119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11915; }","duration":"756.263188ms","start":"2026-03-03T14:27:57.153344Z","end":"2026-03-03T14:27:57.909607Z","steps":["trace[691427119] 'agreement among raft nodes before linearized reading' (duration: 756.202397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.153339Z","time spent":"756.325449ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:57.909664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.92787Z","time spent":"981.770697ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:57.909704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.790316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:57.90972Z","caller":"traceutil/trace.go:171","msg":"trace[571290894] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11915; }","duration":"494.847808ms","start":"2026-03-03T14:27:57.414868Z","end":"2026-03-03T14:27:57.909716Z","steps":["trace[571290894] 'agreement among raft nodes before linearized reading' (duration: 494.811637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.414846Z","time spent":"494.885269ms","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:57.909867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.392812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:27:57.909573Z","caller":"traceutil/trace.go:171","msg":"trace[2097113556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11915; }","duration":"154.618399ms","start":"2026-03-03T14:27:57.754944Z","end":"2026-03-03T14:27:57.909562Z","steps":["trace[2097113556] 'agreement among raft nodes before linearized reading' (duration: 154.528367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.917334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:57.909899Z","caller":"traceutil/trace.go:171","msg":"trace[918471103] transaction","detail":"{read_only:false; response_revision:11915; number_of_response:1; }","duration":"997.800908ms","start":"2026-03-03T14:27:56.91207Z","end":"2026-03-03T14:27:57.909871Z","steps":["trace[918471103] 'process raft request' (duration: 996.731712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.90991Z","caller":"traceutil/trace.go:171","msg":"trace[1357244611] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14; range_end:; response_count:1; response_revision:11915; }","duration":"530.474453ms","start":"2026-03-03T14:27:57.379425Z","end":"2026-03-03T14:27:57.909899Z","steps":["trace[1357244611] 'agreement among raft nodes before linearized reading' (duration: 530.324169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.801031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:57.909933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.17685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:57.909953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.379407Z","time spent":"530.540995ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" "} {"level":"info","ts":"2026-03-03T14:27:57.909974Z","caller":"traceutil/trace.go:171","msg":"trace[552098404] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11915; }","duration":"757.246952ms","start":"2026-03-03T14:27:57.152717Z","end":"2026-03-03T14:27:57.909964Z","steps":["trace[552098404] 'agreement among raft nodes before linearized reading' (duration: 757.183231ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.909976Z","caller":"traceutil/trace.go:171","msg":"trace[634443474] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11915; }","duration":"756.884052ms","start":"2026-03-03T14:27:57.153077Z","end":"2026-03-03T14:27:57.909961Z","steps":["trace[634443474] 'agreement among raft nodes before linearized reading' (duration: 756.77467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.909974Z","caller":"traceutil/trace.go:171","msg":"trace[2099646951] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11915; }","duration":"757.019507ms","start":"2026-03-03T14:27:57.152912Z","end":"2026-03-03T14:27:57.909932Z","steps":["trace[2099646951] 'agreement among raft nodes before linearized reading' (duration: 756.832672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.910004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.152701Z","time spent":"757.296543ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:57.910014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.153071Z","time spent":"756.935524ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:57.909993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.13384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:27:57.910028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.912055Z","time spent":"997.89451ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:57.910035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.152905Z","time spent":"757.116919ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:57.910072Z","caller":"traceutil/trace.go:171","msg":"trace[1153166652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11915; }","duration":"112.318414ms","start":"2026-03-03T14:27:57.797736Z","end":"2026-03-03T14:27:57.910054Z","steps":["trace[1153166652] 'agreement among raft nodes before linearized reading' (duration: 112.068439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.909508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.387061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:57.910035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.717129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:57.910136Z","caller":"traceutil/trace.go:171","msg":"trace[1543871158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11915; }","duration":"757.027286ms","start":"2026-03-03T14:27:57.153098Z","end":"2026-03-03T14:27:57.910126Z","steps":["trace[1543871158] 'agreement among raft nodes before linearized reading' (duration: 756.33919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.910151Z","caller":"traceutil/trace.go:171","msg":"trace[890034368] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11915; }","duration":"756.848092ms","start":"2026-03-03T14:27:57.153294Z","end":"2026-03-03T14:27:57.910143Z","steps":["trace[890034368] 'agreement among raft nodes before linearized reading' (duration: 756.717058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.910176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.153285Z","time spent":"756.883873ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:57.910161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.153066Z","time spent":"757.088688ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:57.911312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.298528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:27:57.911457Z","caller":"traceutil/trace.go:171","msg":"trace[1372191649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11915; }","duration":"113.506022ms","start":"2026-03-03T14:27:57.79791Z","end":"2026-03-03T14:27:57.911416Z","steps":["trace[1372191649] 'agreement among raft nodes before linearized reading' (duration: 111.68149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.269657Z","caller":"traceutil/trace.go:171","msg":"trace[785255311] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"352.00591ms","start":"2026-03-03T14:27:57.917625Z","end":"2026-03-03T14:27:58.269631Z","steps":["trace[785255311] 'process raft request' (duration: 351.903238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.269667Z","caller":"traceutil/trace.go:171","msg":"trace[2066322747] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"351.914977ms","start":"2026-03-03T14:27:57.917723Z","end":"2026-03-03T14:27:58.269638Z","steps":["trace[2066322747] 'process raft request' (duration: 351.852056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.269692Z","caller":"traceutil/trace.go:171","msg":"trace[672919553] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"353.567786ms","start":"2026-03-03T14:27:57.916094Z","end":"2026-03-03T14:27:58.269662Z","steps":["trace[672919553] 'process raft request' (duration: 353.31718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.269803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.917597Z","time spent":"352.114092ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:58.269805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.917708Z","time spent":"352.01141ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:58.269819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.916059Z","time spent":"353.690119ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:27:58.269953Z","caller":"traceutil/trace.go:171","msg":"trace[1522504539] linearizableReadLoop","detail":"{readStateIndex:12417; appliedIndex:12413; }","duration":"291.098015ms","start":"2026-03-03T14:27:57.978833Z","end":"2026-03-03T14:27:58.269931Z","steps":["trace[1522504539] 'read index received' (duration: 290.578803ms)","trace[1522504539] 'applied index is now lower than readState.Index' (duration: 518.142µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:58.27005Z","caller":"traceutil/trace.go:171","msg":"trace[1063913185] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"351.437976ms","start":"2026-03-03T14:27:57.9186Z","end":"2026-03-03T14:27:58.270038Z","steps":["trace[1063913185] 'process raft request' (duration: 351.003996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.270124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.918578Z","time spent":"351.501117ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:58.270231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.297568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:27:58.27026Z","caller":"traceutil/trace.go:171","msg":"trace[997308813] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11920; }","duration":"355.343459ms","start":"2026-03-03T14:27:57.914909Z","end":"2026-03-03T14:27:58.270252Z","steps":["trace[997308813] 'agreement among raft nodes before linearized reading' (duration: 355.223736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.270282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.914902Z","time spent":"355.375939ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:58.270255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.657702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:58.270371Z","caller":"traceutil/trace.go:171","msg":"trace[1282751271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11920; }","duration":"354.803385ms","start":"2026-03-03T14:27:57.915537Z","end":"2026-03-03T14:27:58.27034Z","steps":["trace[1282751271] 'agreement among raft nodes before linearized reading' (duration: 354.58753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.270436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.915531Z","time spent":"354.895868ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:58.622318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.619394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:58.622434Z","caller":"traceutil/trace.go:171","msg":"trace[894911907] linearizableReadLoop","detail":"{readStateIndex:12418; appliedIndex:12417; }","duration":"352.415759ms","start":"2026-03-03T14:27:58.270002Z","end":"2026-03-03T14:27:58.622418Z","steps":["trace[894911907] 'read index received' (duration: 120.6109ms)","trace[894911907] 'applied index is now lower than readState.Index' (duration: 231.803569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:58.622455Z","caller":"traceutil/trace.go:171","msg":"trace[2068938638] transaction","detail":"{read_only:false; response_revision:11921; number_of_response:1; }","duration":"637.929372ms","start":"2026-03-03T14:27:57.984501Z","end":"2026-03-03T14:27:58.62243Z","steps":["trace[2068938638] 'process raft request' (duration: 406.093913ms)","trace[2068938638] 'compare' (duration: 231.469401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:58.622574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.984474Z","time spent":"638.038054ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:58.622617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.119596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18995af8cadd44fb\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-03-03T14:27:58.622675Z","caller":"traceutil/trace.go:171","msg":"trace[2123257194] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18995af8cadd44fb; range_end:; response_count:1; response_revision:11921; }","duration":"638.210318ms","start":"2026-03-03T14:27:57.984446Z","end":"2026-03-03T14:27:58.622657Z","steps":["trace[2123257194] 'agreement among raft nodes before linearized reading' (duration: 638.040794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.622733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.984423Z","time spent":"638.296691ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":735,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18995af8cadd44fb\" "} {"level":"warn","ts":"2026-03-03T14:27:58.694845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.788629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-03T14:27:58.694902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.991822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T14:27:58.694951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.505541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-03T14:27:58.69516Z","caller":"traceutil/trace.go:171","msg":"trace[1453110235] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:11922; }","duration":"404.289849ms","start":"2026-03-03T14:27:58.290851Z","end":"2026-03-03T14:27:58.695141Z","steps":["trace[1453110235] 'agreement among raft nodes before linearized reading' (duration: 403.973962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.69518Z","caller":"traceutil/trace.go:171","msg":"trace[208442260] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"414.774728ms","start":"2026-03-03T14:27:58.280389Z","end":"2026-03-03T14:27:58.695164Z","steps":["trace[208442260] 'agreement among raft nodes before linearized reading' (duration: 414.494721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.108207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:27:58.695196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.290829Z","time spent":"404.359901ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.723094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-03T14:27:58.695212Z","caller":"traceutil/trace.go:171","msg":"trace[2913877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11922; }","duration":"418.144628ms","start":"2026-03-03T14:27:58.277061Z","end":"2026-03-03T14:27:58.695206Z","steps":["trace[2913877] 'agreement among raft nodes before linearized reading' (duration: 417.884671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.280368Z","time spent":"414.84621ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.671966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-03T14:27:58.695275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.167839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:27:58.69528Z","caller":"traceutil/trace.go:171","msg":"trace[1426644250] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"390.056591ms","start":"2026-03-03T14:27:58.305183Z","end":"2026-03-03T14:27:58.69524Z","steps":["trace[1426644250] 'agreement among raft nodes before linearized reading' (duration: 389.55505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.695296Z","caller":"traceutil/trace.go:171","msg":"trace[64542801] transaction","detail":"{read_only:false; response_revision:11922; number_of_response:1; }","duration":"414.704636ms","start":"2026-03-03T14:27:58.280575Z","end":"2026-03-03T14:27:58.695279Z","steps":["trace[64542801] 'process raft request' (duration: 413.933458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.273971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:27:58.695322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.007224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-03T14:27:58.695312Z","caller":"traceutil/trace.go:171","msg":"trace[1759842992] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"414.813259ms","start":"2026-03-03T14:27:58.280468Z","end":"2026-03-03T14:27:58.695282Z","steps":["trace[1759842992] 'agreement among raft nodes before linearized reading' (duration: 414.338178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.694924Z","caller":"traceutil/trace.go:171","msg":"trace[1965061787] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"417.886092ms","start":"2026-03-03T14:27:58.27702Z","end":"2026-03-03T14:27:58.694906Z","steps":["trace[1965061787] 'agreement among raft nodes before linearized reading' (duration: 417.676717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.30516Z","time spent":"390.171644ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.277015Z","time spent":"418.366803ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.353563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-03T14:27:58.695398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.280458Z","time spent":"414.923992ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.446735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-03T14:27:58.695401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.280561Z","time spent":"414.777908ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:58.69543Z","caller":"traceutil/trace.go:171","msg":"trace[708103941] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"418.420854ms","start":"2026-03-03T14:27:58.276993Z","end":"2026-03-03T14:27:58.695414Z","steps":["trace[708103941] 'agreement among raft nodes before linearized reading' (duration: 418.24509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.69544Z","caller":"traceutil/trace.go:171","msg":"trace[1424750440] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"418.477846ms","start":"2026-03-03T14:27:58.276955Z","end":"2026-03-03T14:27:58.695433Z","steps":["trace[1424750440] 'agreement among raft nodes before linearized reading' (duration: 418.416714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.411244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-03T14:27:58.695247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.277055Z","time spent":"418.187088ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.276949Z","time spent":"418.509936ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.276985Z","time spent":"418.474265ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:27:58.695346Z","caller":"traceutil/trace.go:171","msg":"trace[747366097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11922; }","duration":"418.368583ms","start":"2026-03-03T14:27:58.276969Z","end":"2026-03-03T14:27:58.695338Z","steps":["trace[747366097] 'agreement among raft nodes before linearized reading' (duration: 418.279041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.695483Z","caller":"traceutil/trace.go:171","msg":"trace[1841666940] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"418.497666ms","start":"2026-03-03T14:27:58.27697Z","end":"2026-03-03T14:27:58.695468Z","steps":["trace[1841666940] 'agreement among raft nodes before linearized reading' (duration: 418.339882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.694848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.504789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-03T14:27:58.695527Z","caller":"traceutil/trace.go:171","msg":"trace[771243437] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"417.214946ms","start":"2026-03-03T14:27:58.278303Z","end":"2026-03-03T14:27:58.695518Z","steps":["trace[771243437] 'agreement among raft nodes before linearized reading' (duration: 416.380196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.695347Z","caller":"traceutil/trace.go:171","msg":"trace[2025886342] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"418.043526ms","start":"2026-03-03T14:27:58.277297Z","end":"2026-03-03T14:27:58.695341Z","steps":["trace[2025886342] 'agreement among raft nodes before linearized reading' (duration: 417.964694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.099053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-03T14:27:58.695546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.278298Z","time spent":"417.241676ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.276943Z","time spent":"418.579868ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:27:58.695556Z","caller":"traceutil/trace.go:171","msg":"trace[1393351214] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"218.471792ms","start":"2026-03-03T14:27:58.477076Z","end":"2026-03-03T14:27:58.695548Z","steps":["trace[1393351214] 'agreement among raft nodes before linearized reading' (duration: 217.836157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.276954Z","time spent":"418.561598ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:58.695597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.258194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T14:27:58.6956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.875861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-03T14:27:58.695561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.277289Z","time spent":"418.261281ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:27:58.695332Z","caller":"traceutil/trace.go:171","msg":"trace[1528136536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11922; }","duration":"418.24938ms","start":"2026-03-03T14:27:58.277065Z","end":"2026-03-03T14:27:58.695315Z","steps":["trace[1528136536] 'agreement among raft nodes before linearized reading' (duration: 418.073116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.695624Z","caller":"traceutil/trace.go:171","msg":"trace[1016090031] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11922; }","duration":"330.682134ms","start":"2026-03-03T14:27:58.364927Z","end":"2026-03-03T14:27:58.695609Z","steps":["trace[1016090031] 'agreement among raft nodes before linearized reading' (duration: 330.235123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.277056Z","time spent":"418.612198ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:27:58.695628Z","caller":"traceutil/trace.go:171","msg":"trace[998279778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:11922; }","duration":"418.736821ms","start":"2026-03-03T14:27:58.276881Z","end":"2026-03-03T14:27:58.695618Z","steps":["trace[998279778] 'agreement among raft nodes before linearized reading' (duration: 417.775569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.695711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.364908Z","time spent":"330.796006ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:58.69572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.276865Z","time spent":"418.848084ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:27:59.270534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.774183Z","time spent":"496.343103ms","remote":"127.0.0.1:48922","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:59.270983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.01907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:59.271313Z","caller":"traceutil/trace.go:171","msg":"trace[714679072] linearizableReadLoop","detail":"{readStateIndex:12420; appliedIndex:12419; }","duration":"569.184601ms","start":"2026-03-03T14:27:58.702104Z","end":"2026-03-03T14:27:59.271289Z","steps":["trace[714679072] 'read index received' (duration: 283.708099ms)","trace[714679072] 'applied index is now lower than readState.Index' (duration: 285.473532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:59.271567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.450287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:27:59.271614Z","caller":"traceutil/trace.go:171","msg":"trace[2052079477] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:11923; }","duration":"569.521119ms","start":"2026-03-03T14:27:58.702082Z","end":"2026-03-03T14:27:59.271603Z","steps":["trace[2052079477] 'agreement among raft nodes before linearized reading' (duration: 569.307074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.271651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.702067Z","time spent":"569.57589ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-03T14:27:59.271977Z","caller":"traceutil/trace.go:171","msg":"trace[1549852769] transaction","detail":"{read_only:false; response_revision:11923; number_of_response:1; }","duration":"646.964765ms","start":"2026-03-03T14:27:58.624972Z","end":"2026-03-03T14:27:59.271937Z","steps":["trace[1549852769] 'process raft request' (duration: 360.89021ms)","trace[1549852769] 'compare' (duration: 284.706722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:59.272153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.624949Z","time spent":"647.111919ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.374198Z","caller":"traceutil/trace.go:171","msg":"trace[1502208040] linearizableReadLoop","detail":"{readStateIndex:12424; appliedIndex:12420; }","duration":"102.820907ms","start":"2026-03-03T14:27:59.271357Z","end":"2026-03-03T14:27:59.374177Z","steps":["trace[1502208040] 'read index received' (duration: 102.540261ms)","trace[1502208040] 'applied index is now lower than readState.Index' (duration: 279.986µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:59.374438Z","caller":"traceutil/trace.go:171","msg":"trace[656990387] transaction","detail":"{read_only:false; response_revision:11924; number_of_response:1; }","duration":"672.310036ms","start":"2026-03-03T14:27:58.702117Z","end":"2026-03-03T14:27:59.374427Z","steps":["trace[656990387] 'process raft request' (duration: 671.837415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.374525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.702105Z","time spent":"672.357877ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.37465Z","caller":"traceutil/trace.go:171","msg":"trace[858125221] transaction","detail":"{read_only:false; response_revision:11925; number_of_response:1; }","duration":"672.46004ms","start":"2026-03-03T14:27:58.702183Z","end":"2026-03-03T14:27:59.374643Z","steps":["trace[858125221] 'process raft request' (duration: 671.912787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.374682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.702178Z","time spent":"672.487002ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.374761Z","caller":"traceutil/trace.go:171","msg":"trace[1977297765] transaction","detail":"{read_only:false; response_revision:11926; number_of_response:1; }","duration":"668.380994ms","start":"2026-03-03T14:27:58.706375Z","end":"2026-03-03T14:27:59.374756Z","steps":["trace[1977297765] 'process raft request' (duration: 667.745548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.374797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.706364Z","time spent":"668.412944ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.37487Z","caller":"traceutil/trace.go:171","msg":"trace[764256247] transaction","detail":"{read_only:false; response_revision:11927; number_of_response:1; }","duration":"468.00626ms","start":"2026-03-03T14:27:58.906857Z","end":"2026-03-03T14:27:59.374863Z","steps":["trace[764256247] 'process raft request' (duration: 467.287163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.374901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.906832Z","time spent":"468.051962ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:59.374996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.087438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:59.375015Z","caller":"traceutil/trace.go:171","msg":"trace[571011331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11927; }","duration":"241.14112ms","start":"2026-03-03T14:27:59.133869Z","end":"2026-03-03T14:27:59.37501Z","steps":["trace[571011331] 'agreement among raft nodes before linearized reading' (duration: 241.104639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.375156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.197633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:27:59.375182Z","caller":"traceutil/trace.go:171","msg":"trace[717819025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11927; }","duration":"462.260955ms","start":"2026-03-03T14:27:58.912915Z","end":"2026-03-03T14:27:59.375176Z","steps":["trace[717819025] 'agreement among raft nodes before linearized reading' (duration: 462.173583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.375198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.912897Z","time spent":"462.296635ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:27:59.37542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.905319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:27:59.375505Z","caller":"traceutil/trace.go:171","msg":"trace[460885053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11927; }","duration":"530.034432ms","start":"2026-03-03T14:27:58.845447Z","end":"2026-03-03T14:27:59.375481Z","steps":["trace[460885053] 'agreement among raft nodes before linearized reading' (duration: 529.799876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.375554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.845428Z","time spent":"530.116003ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:27:59.375789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.836487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:59.37582Z","caller":"traceutil/trace.go:171","msg":"trace[1487137946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11927; }","duration":"615.895339ms","start":"2026-03-03T14:27:58.759919Z","end":"2026-03-03T14:27:59.375814Z","steps":["trace[1487137946] 'agreement among raft nodes before linearized reading' (duration: 615.854248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.375837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.759901Z","time spent":"615.932889ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:59.375967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.066184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:27:59.37599Z","caller":"traceutil/trace.go:171","msg":"trace[193993643] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11927; }","duration":"673.599187ms","start":"2026-03-03T14:27:58.702386Z","end":"2026-03-03T14:27:59.375985Z","steps":["trace[193993643] 'agreement among raft nodes before linearized reading' (duration: 673.536095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.376007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.702362Z","time spent":"673.640857ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:59.748022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.426586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:59.748097Z","caller":"traceutil/trace.go:171","msg":"trace[261193632] transaction","detail":"{read_only:false; response_revision:11928; number_of_response:1; }","duration":"369.70815ms","start":"2026-03-03T14:27:59.378372Z","end":"2026-03-03T14:27:59.74808Z","steps":["trace[261193632] 'process raft request' (duration: 34.167791ms)","trace[261193632] 'compare' (duration: 335.297003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:59.74813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.378351Z","time spent":"369.76352ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.754495Z","caller":"traceutil/trace.go:171","msg":"trace[1137646355] transaction","detail":"{read_only:false; response_revision:11929; number_of_response:1; }","duration":"374.321119ms","start":"2026-03-03T14:27:59.380139Z","end":"2026-03-03T14:27:59.754461Z","steps":["trace[1137646355] 'process raft request' (duration: 373.982511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.754718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.380128Z","time spent":"374.480703ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.754744Z","caller":"traceutil/trace.go:171","msg":"trace[98421923] linearizableReadLoop","detail":"{readStateIndex:12426; appliedIndex:12424; }","duration":"373.618761ms","start":"2026-03-03T14:27:59.380996Z","end":"2026-03-03T14:27:59.754614Z","steps":["trace[98421923] 'read index received' (duration: 31.480076ms)","trace[98421923] 'applied index is now lower than readState.Index' (duration: 342.136515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:59.75494Z","caller":"traceutil/trace.go:171","msg":"trace[667871263] transaction","detail":"{read_only:false; response_revision:11930; number_of_response:1; }","duration":"369.919474ms","start":"2026-03-03T14:27:59.38496Z","end":"2026-03-03T14:27:59.754879Z","steps":["trace[667871263] 'process raft request' (duration: 369.411092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.755063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.056012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:27:59.75521Z","caller":"traceutil/trace.go:171","msg":"trace[297293268] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:11930; }","duration":"374.277387ms","start":"2026-03-03T14:27:59.380917Z","end":"2026-03-03T14:27:59.755195Z","steps":["trace[297293268] 'agreement among raft nodes before linearized reading' (duration: 373.964709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.755215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.384948Z","time spent":"370.099598ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:59.755255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.380886Z","time spent":"374.357579ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-03T14:27:59.755537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.885373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-03T14:27:59.755576Z","caller":"traceutil/trace.go:171","msg":"trace[500442229] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:11930; }","duration":"318.995396ms","start":"2026-03-03T14:27:59.436571Z","end":"2026-03-03T14:27:59.755566Z","steps":["trace[500442229] 'agreement among raft nodes before linearized reading' (duration: 318.76539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.755669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.436546Z","time spent":"319.048897ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T14:27:59.757751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.069357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463696"} {"level":"info","ts":"2026-03-03T14:27:59.757916Z","caller":"traceutil/trace.go:171","msg":"trace[1535244205] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11930; }","duration":"375.280011ms","start":"2026-03-03T14:27:59.382615Z","end":"2026-03-03T14:27:59.757895Z","steps":["trace[1535244205] 'agreement among raft nodes before linearized reading' (duration: 372.656129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.757976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.382595Z","time spent":"375.365793ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":463720,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:27:59.993273Z","caller":"traceutil/trace.go:171","msg":"trace[554387969] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12428; }","duration":"160.532677ms","start":"2026-03-03T14:27:59.832718Z","end":"2026-03-03T14:27:59.99325Z","steps":["trace[554387969] 'read index received' (duration: 160.305722ms)","trace[554387969] 'applied index is now lower than readState.Index' (duration: 225.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:59.993535Z","caller":"traceutil/trace.go:171","msg":"trace[159928767] transaction","detail":"{read_only:false; response_revision:11932; number_of_response:1; }","duration":"219.509707ms","start":"2026-03-03T14:27:59.774016Z","end":"2026-03-03T14:27:59.993526Z","steps":["trace[159928767] 'process raft request' (duration: 219.089207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.993794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.849053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-03T14:27:59.993823Z","caller":"traceutil/trace.go:171","msg":"trace[43116778] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:11932; }","duration":"221.964676ms","start":"2026-03-03T14:27:59.771851Z","end":"2026-03-03T14:27:59.993816Z","steps":["trace[43116778] 'agreement among raft nodes before linearized reading' (duration: 221.830462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.993903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.508586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.1899598915436926\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-03T14:27:59.993939Z","caller":"traceutil/trace.go:171","msg":"trace[1735365400] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.1899598915436926; range_end:; response_count:1; response_revision:11932; }","duration":"157.604529ms","start":"2026-03-03T14:27:59.836324Z","end":"2026-03-03T14:27:59.993929Z","steps":["trace[1735365400] 'agreement among raft nodes before linearized reading' (duration: 157.508517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.994406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.770791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:27:59.994437Z","caller":"traceutil/trace.go:171","msg":"trace[84675703] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:11932; }","duration":"154.828272ms","start":"2026-03-03T14:27:59.8396Z","end":"2026-03-03T14:27:59.994428Z","steps":["trace[84675703] 'agreement among raft nodes before linearized reading' (duration: 154.727339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.173898Z","caller":"traceutil/trace.go:171","msg":"trace[942936924] linearizableReadLoop","detail":"{readStateIndex:12430; appliedIndex:12429; }","duration":"168.432825ms","start":"2026-03-03T14:28:00.005446Z","end":"2026-03-03T14:28:00.173879Z","steps":["trace[942936924] 'read index received' (duration: 84.673378ms)","trace[942936924] 'applied index is now lower than readState.Index' (duration: 83.758277ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.174003Z","caller":"traceutil/trace.go:171","msg":"trace[904997250] transaction","detail":"{read_only:false; response_revision:11933; number_of_response:1; }","duration":"177.247804ms","start":"2026-03-03T14:27:59.996745Z","end":"2026-03-03T14:28:00.173993Z","steps":["trace[904997250] 'process raft request' (duration: 93.438386ms)","trace[904997250] 'compare' (duration: 83.561632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:00.174222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.026696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:28:00.174277Z","caller":"traceutil/trace.go:171","msg":"trace[2120354888] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:11933; }","duration":"168.110917ms","start":"2026-03-03T14:28:00.006153Z","end":"2026-03-03T14:28:00.174264Z","steps":["trace[2120354888] 'agreement among raft nodes before linearized reading' (duration: 167.914533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.174298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.837894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8\" ","response":"range_response_count:1 size:5953"} {"level":"info","ts":"2026-03-03T14:28:00.174371Z","caller":"traceutil/trace.go:171","msg":"trace[213772812] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-d5zx8; range_end:; response_count:1; response_revision:11933; }","duration":"168.929406ms","start":"2026-03-03T14:28:00.005422Z","end":"2026-03-03T14:28:00.174351Z","steps":["trace[213772812] 'agreement among raft nodes before linearized reading' (duration: 168.754232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.314959Z","caller":"traceutil/trace.go:171","msg":"trace[1217259740] linearizableReadLoop","detail":"{readStateIndex:12431; appliedIndex:12430; }","duration":"119.925264ms","start":"2026-03-03T14:28:00.19501Z","end":"2026-03-03T14:28:00.314936Z","steps":["trace[1217259740] 'read index received' (duration: 113.805609ms)","trace[1217259740] 'applied index is now lower than readState.Index' (duration: 6.118435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.315065Z","caller":"traceutil/trace.go:171","msg":"trace[928239105] transaction","detail":"{read_only:false; response_revision:11934; number_of_response:1; }","duration":"122.993477ms","start":"2026-03-03T14:28:00.192062Z","end":"2026-03-03T14:28:00.315055Z","steps":["trace[928239105] 'process raft request' (duration: 116.647247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.315247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.227351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:28:00.315322Z","caller":"traceutil/trace.go:171","msg":"trace[1131241317] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:11934; }","duration":"120.358155ms","start":"2026-03-03T14:28:00.194945Z","end":"2026-03-03T14:28:00.315303Z","steps":["trace[1131241317] 'agreement among raft nodes before linearized reading' (duration: 120.118189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.398765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.140049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:00.398844Z","caller":"traceutil/trace.go:171","msg":"trace[1021852771] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:11935; }","duration":"163.259902ms","start":"2026-03-03T14:28:00.235567Z","end":"2026-03-03T14:28:00.398827Z","steps":["trace[1021852771] 'agreement among raft nodes before linearized reading' (duration: 163.104139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.398839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.224769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:28:00.398874Z","caller":"traceutil/trace.go:171","msg":"trace[740959522] transaction","detail":"{read_only:false; response_revision:11935; number_of_response:1; }","duration":"202.268688ms","start":"2026-03-03T14:28:00.196571Z","end":"2026-03-03T14:28:00.39884Z","steps":["trace[740959522] 'process raft request' (duration: 201.885629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.398906Z","caller":"traceutil/trace.go:171","msg":"trace[2009443820] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11935; }","duration":"173.369872ms","start":"2026-03-03T14:28:00.22552Z","end":"2026-03-03T14:28:00.39889Z","steps":["trace[2009443820] 'agreement among raft nodes before linearized reading' (duration: 173.144647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.572528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.436972ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:00.572685Z","caller":"traceutil/trace.go:171","msg":"trace[134470753] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11935; }","duration":"151.611576ms","start":"2026-03-03T14:28:00.421053Z","end":"2026-03-03T14:28:00.572665Z","steps":["trace[134470753] 'range keys from in-memory index tree' (duration: 151.417541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.572772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.63522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:00.5729Z","caller":"traceutil/trace.go:171","msg":"trace[1964393757] linearizableReadLoop","detail":"{readStateIndex:12433; appliedIndex:12432; }","duration":"162.917714ms","start":"2026-03-03T14:28:00.409962Z","end":"2026-03-03T14:28:00.572879Z","steps":["trace[1964393757] 'read index received' (duration: 37.043578ms)","trace[1964393757] 'applied index is now lower than readState.Index' (duration: 125.869765ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.572953Z","caller":"traceutil/trace.go:171","msg":"trace[2086471107] transaction","detail":"{read_only:false; response_revision:11936; number_of_response:1; }","duration":"164.01298ms","start":"2026-03-03T14:28:00.408908Z","end":"2026-03-03T14:28:00.572921Z","steps":["trace[2086471107] 'process raft request' (duration: 38.143704ms)","trace[2086471107] 'compare' (duration: 125.512557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:00.573119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.14516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" ","response":"range_response_count:1 size:4790"} {"level":"info","ts":"2026-03-03T14:28:00.573186Z","caller":"traceutil/trace.go:171","msg":"trace[130949992] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v; range_end:; response_count:1; response_revision:11936; }","duration":"163.249171ms","start":"2026-03-03T14:28:00.40992Z","end":"2026-03-03T14:28:00.57317Z","steps":["trace[130949992] 'agreement among raft nodes before linearized reading' (duration: 163.037986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.573276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.291482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-03-03T14:28:00.573361Z","caller":"traceutil/trace.go:171","msg":"trace[1966190249] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:11936; }","duration":"163.413145ms","start":"2026-03-03T14:28:00.40993Z","end":"2026-03-03T14:28:00.573343Z","steps":["trace[1966190249] 'agreement among raft nodes before linearized reading' (duration: 163.070157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.766073Z","caller":"traceutil/trace.go:171","msg":"trace[697125704] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"185.04926ms","start":"2026-03-03T14:28:00.581003Z","end":"2026-03-03T14:28:00.766052Z","steps":["trace[697125704] 'process raft request' (duration: 184.885026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.766107Z","caller":"traceutil/trace.go:171","msg":"trace[1048725613] linearizableReadLoop","detail":"{readStateIndex:12435; appliedIndex:12435; }","duration":"166.508389ms","start":"2026-03-03T14:28:00.599577Z","end":"2026-03-03T14:28:00.766086Z","steps":["trace[1048725613] 'read index received' (duration: 166.502009ms)","trace[1048725613] 'applied index is now lower than readState.Index' (duration: 4.99µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:00.766264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.671313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-03T14:28:00.766295Z","caller":"traceutil/trace.go:171","msg":"trace[2060560353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:11938; }","duration":"166.733084ms","start":"2026-03-03T14:28:00.599554Z","end":"2026-03-03T14:28:00.766287Z","steps":["trace[2060560353] 'agreement among raft nodes before linearized reading' (duration: 166.613471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.909144Z","caller":"traceutil/trace.go:171","msg":"trace[1455877425] linearizableReadLoop","detail":"{readStateIndex:12436; appliedIndex:12435; }","duration":"142.971731ms","start":"2026-03-03T14:28:00.766148Z","end":"2026-03-03T14:28:00.90912Z","steps":["trace[1455877425] 'read index received' (duration: 110.04215ms)","trace[1455877425] 'applied index is now lower than readState.Index' (duration: 32.928651ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.909262Z","caller":"traceutil/trace.go:171","msg":"trace[1824807040] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"308.838055ms","start":"2026-03-03T14:28:00.600412Z","end":"2026-03-03T14:28:00.90925Z","steps":["trace[1824807040] 'process raft request' (duration: 275.833593ms)","trace[1824807040] 'compare' (duration: 32.766186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:00.90934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.600393Z","time spent":"308.893997ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:28:00.909583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.746899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:00.909615Z","caller":"traceutil/trace.go:171","msg":"trace[1974274770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11939; }","duration":"151.870072ms","start":"2026-03-03T14:28:00.757736Z","end":"2026-03-03T14:28:00.909606Z","steps":["trace[1974274770] 'agreement among raft nodes before linearized reading' (duration: 151.77048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.909874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.177907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:00.909924Z","caller":"traceutil/trace.go:171","msg":"trace[898997205] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11939; }","duration":"283.259619ms","start":"2026-03-03T14:28:00.626656Z","end":"2026-03-03T14:28:00.909915Z","steps":["trace[898997205] 'agreement among raft nodes before linearized reading' (duration: 283.081255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.910309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.11158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5055"} {"level":"info","ts":"2026-03-03T14:28:00.910399Z","caller":"traceutil/trace.go:171","msg":"trace[1652195914] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:11939; }","duration":"139.262453ms","start":"2026-03-03T14:28:00.771116Z","end":"2026-03-03T14:28:00.910378Z","steps":["trace[1652195914] 'agreement among raft nodes before linearized reading' (duration: 138.993967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.911035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.571651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:00.911131Z","caller":"traceutil/trace.go:171","msg":"trace[1566727182] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:11939; }","duration":"139.769305ms","start":"2026-03-03T14:28:00.771318Z","end":"2026-03-03T14:28:00.911088Z","steps":["trace[1566727182] 'agreement among raft nodes before linearized reading' (duration: 139.433467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.378368Z","caller":"traceutil/trace.go:171","msg":"trace[1815134936] linearizableReadLoop","detail":"{readStateIndex:12437; appliedIndex:12436; }","duration":"443.059379ms","start":"2026-03-03T14:28:00.935279Z","end":"2026-03-03T14:28:01.378338Z","steps":["trace[1815134936] 'read index received' (duration: 348.137547ms)","trace[1815134936] 'applied index is now lower than readState.Index' (duration: 94.920572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.37851Z","caller":"traceutil/trace.go:171","msg":"trace[1825733120] transaction","detail":"{read_only:false; response_revision:11940; number_of_response:1; }","duration":"444.250117ms","start":"2026-03-03T14:28:00.934242Z","end":"2026-03-03T14:28:01.378492Z","steps":["trace[1825733120] 'process raft request' (duration: 349.053859ms)","trace[1825733120] 'compare' (duration: 94.910752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.378643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.93423Z","time spent":"444.32395ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:01.378656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.361876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.1899598aa97b7c52\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-03T14:28:01.378718Z","caller":"traceutil/trace.go:171","msg":"trace[449492039] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.1899598aa97b7c52; range_end:; response_count:1; response_revision:11940; }","duration":"443.442118ms","start":"2026-03-03T14:28:00.93526Z","end":"2026-03-03T14:28:01.378702Z","steps":["trace[449492039] 'agreement among raft nodes before linearized reading' (duration: 443.294835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.37875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.935254Z","time spent":"443.488999ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":820,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.1899598aa97b7c52\" "} {"level":"info","ts":"2026-03-03T14:28:01.446649Z","caller":"traceutil/trace.go:171","msg":"trace[1549475047] transaction","detail":"{read_only:false; response_revision:11941; number_of_response:1; }","duration":"509.771751ms","start":"2026-03-03T14:28:00.936856Z","end":"2026-03-03T14:28:01.446628Z","steps":["trace[1549475047] 'process raft request' (duration: 509.604107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.446902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.936828Z","time spent":"509.988037ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:01.446977Z","caller":"traceutil/trace.go:171","msg":"trace[1654312591] transaction","detail":"{read_only:false; response_revision:11942; number_of_response:1; }","duration":"459.11675ms","start":"2026-03-03T14:28:00.987837Z","end":"2026-03-03T14:28:01.446953Z","steps":["trace[1654312591] 'process raft request' (duration: 458.734981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.447118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.987812Z","time spent":"459.224173ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:01.447134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.525513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:01.447179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.727314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:28:01.447239Z","caller":"traceutil/trace.go:171","msg":"trace[880550232] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11942; }","duration":"397.824006ms","start":"2026-03-03T14:28:01.049398Z","end":"2026-03-03T14:28:01.447222Z","steps":["trace[880550232] 'agreement among raft nodes before linearized reading' (duration: 397.592731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.447263Z","caller":"traceutil/trace.go:171","msg":"trace[43869209] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11942; }","duration":"436.683228ms","start":"2026-03-03T14:28:01.010525Z","end":"2026-03-03T14:28:01.447208Z","steps":["trace[43869209] 'agreement among raft nodes before linearized reading' (duration: 436.506224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.447238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.936429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:01.447354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.049375Z","time spent":"397.967449ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:01.447385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.010496Z","time spent":"436.859682ms","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:01.447401Z","caller":"traceutil/trace.go:171","msg":"trace[569554144] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11942; }","duration":"137.132403ms","start":"2026-03-03T14:28:01.310228Z","end":"2026-03-03T14:28:01.44736Z","steps":["trace[569554144] 'agreement among raft nodes before linearized reading' (duration: 136.900818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.451857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.914934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:28:01.45193Z","caller":"traceutil/trace.go:171","msg":"trace[948863151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11942; }","duration":"401.435321ms","start":"2026-03-03T14:28:01.050476Z","end":"2026-03-03T14:28:01.451912Z","steps":["trace[948863151] 'agreement among raft nodes before linearized reading' (duration: 396.720379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.451962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.050465Z","time spent":"401.487272ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:28:01.451891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.96293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:01.452173Z","caller":"traceutil/trace.go:171","msg":"trace[653718136] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:11942; }","duration":"514.257927ms","start":"2026-03-03T14:28:00.937889Z","end":"2026-03-03T14:28:01.452147Z","steps":["trace[653718136] 'agreement among raft nodes before linearized reading' (duration: 509.197267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.453111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.937883Z","time spent":"515.209359ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"info","ts":"2026-03-03T14:28:01.69Z","caller":"traceutil/trace.go:171","msg":"trace[297603709] linearizableReadLoop","detail":"{readStateIndex:12441; appliedIndex:12439; }","duration":"243.056365ms","start":"2026-03-03T14:28:01.446916Z","end":"2026-03-03T14:28:01.689972Z","steps":["trace[297603709] 'read index received' (duration: 242.764408ms)","trace[297603709] 'applied index is now lower than readState.Index' (duration: 290.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.690077Z","caller":"traceutil/trace.go:171","msg":"trace[2092150642] transaction","detail":"{read_only:false; response_revision:11943; number_of_response:1; }","duration":"308.63795ms","start":"2026-03-03T14:28:01.381413Z","end":"2026-03-03T14:28:01.690051Z","steps":["trace[2092150642] 'process raft request' (duration: 308.248171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.690243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.892464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:28:01.690286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.60036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:01.690342Z","caller":"traceutil/trace.go:171","msg":"trace[1699064914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11944; }","duration":"308.686021ms","start":"2026-03-03T14:28:01.381642Z","end":"2026-03-03T14:28:01.690328Z","steps":["trace[1699064914] 'agreement among raft nodes before linearized reading' (duration: 308.488297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.690347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.936572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:28:01.690393Z","caller":"traceutil/trace.go:171","msg":"trace[2084557396] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:11944; }","duration":"262.027905ms","start":"2026-03-03T14:28:01.428355Z","end":"2026-03-03T14:28:01.690383Z","steps":["trace[2084557396] 'agreement among raft nodes before linearized reading' (duration: 261.730238ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.690306Z","caller":"traceutil/trace.go:171","msg":"trace[1177794264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11944; }","duration":"310.971876ms","start":"2026-03-03T14:28:01.379323Z","end":"2026-03-03T14:28:01.690295Z","steps":["trace[1177794264] 'agreement among raft nodes before linearized reading' (duration: 310.853573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.690395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.381632Z","time spent":"308.750933ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:01.690443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.379312Z","time spent":"311.113379ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:28:01.690389Z","caller":"traceutil/trace.go:171","msg":"trace[1772998510] transaction","detail":"{read_only:false; response_revision:11944; number_of_response:1; }","duration":"308.294672ms","start":"2026-03-03T14:28:01.38186Z","end":"2026-03-03T14:28:01.690155Z","steps":["trace[1772998510] 'process raft request' (duration: 308.032926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.690244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.427455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:01.69053Z","caller":"traceutil/trace.go:171","msg":"trace[842327137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11944; }","duration":"308.734303ms","start":"2026-03-03T14:28:01.381784Z","end":"2026-03-03T14:28:01.690518Z","steps":["trace[842327137] 'agreement among raft nodes before linearized reading' (duration: 308.340404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.69056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.381778Z","time spent":"308.773664ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:01.690644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.381388Z","time spent":"308.869746ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:01.692219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.381839Z","time spent":"308.65524ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:01.723445Z","caller":"traceutil/trace.go:171","msg":"trace[1139150125] transaction","detail":"{read_only:false; response_revision:11945; number_of_response:1; }","duration":"264.7791ms","start":"2026-03-03T14:28:01.458639Z","end":"2026-03-03T14:28:01.723418Z","steps":["trace[1139150125] 'process raft request' (duration: 264.518914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.723676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.469683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4578"} {"level":"info","ts":"2026-03-03T14:28:01.723749Z","caller":"traceutil/trace.go:171","msg":"trace[844786699] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:11946; }","duration":"264.569765ms","start":"2026-03-03T14:28:01.459162Z","end":"2026-03-03T14:28:01.723731Z","steps":["trace[844786699] 'agreement among raft nodes before linearized reading' (duration: 264.37946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.723769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.60752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:01.723763Z","caller":"traceutil/trace.go:171","msg":"trace[2074848602] transaction","detail":"{read_only:false; response_revision:11946; number_of_response:1; }","duration":"264.564355ms","start":"2026-03-03T14:28:01.459165Z","end":"2026-03-03T14:28:01.72373Z","steps":["trace[2074848602] 'process raft request' (duration: 264.154065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.723827Z","caller":"traceutil/trace.go:171","msg":"trace[788496589] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:11946; }","duration":"265.693873ms","start":"2026-03-03T14:28:01.458118Z","end":"2026-03-03T14:28:01.723812Z","steps":["trace[788496589] 'agreement among raft nodes before linearized reading' (duration: 265.539469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.724242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.832488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:28:01.724307Z","caller":"traceutil/trace.go:171","msg":"trace[1551105307] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11946; }","duration":"264.523694ms","start":"2026-03-03T14:28:01.459767Z","end":"2026-03-03T14:28:01.724291Z","steps":["trace[1551105307] 'agreement among raft nodes before linearized reading' (duration: 263.670294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.991338Z","caller":"traceutil/trace.go:171","msg":"trace[1479725687] transaction","detail":"{read_only:false; response_revision:11951; number_of_response:1; }","duration":"220.693615ms","start":"2026-03-03T14:28:01.770617Z","end":"2026-03-03T14:28:01.99131Z","steps":["trace[1479725687] 'process raft request' (duration: 207.470661ms)","trace[1479725687] 'compare' (duration: 12.729852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.991371Z","caller":"traceutil/trace.go:171","msg":"trace[747867234] linearizableReadLoop","detail":"{readStateIndex:12450; appliedIndex:12448; }","duration":"196.955012ms","start":"2026-03-03T14:28:01.794397Z","end":"2026-03-03T14:28:01.991352Z","steps":["trace[747867234] 'read index received' (duration: 183.699947ms)","trace[747867234] 'applied index is now lower than readState.Index' (duration: 13.254195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.991457Z","caller":"traceutil/trace.go:171","msg":"trace[2085360664] transaction","detail":"{read_only:false; response_revision:11952; number_of_response:1; }","duration":"218.619305ms","start":"2026-03-03T14:28:01.772829Z","end":"2026-03-03T14:28:01.991449Z","steps":["trace[2085360664] 'process raft request' (duration: 218.423351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.9918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.389642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:01.991824Z","caller":"traceutil/trace.go:171","msg":"trace[1616501916] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:11952; }","duration":"197.454614ms","start":"2026-03-03T14:28:01.794362Z","end":"2026-03-03T14:28:01.991817Z","steps":["trace[1616501916] 'agreement among raft nodes before linearized reading' (duration: 197.262019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.044178Z","caller":"traceutil/trace.go:171","msg":"trace[280031105] transaction","detail":"{read_only:false; response_revision:11953; number_of_response:1; }","duration":"249.719132ms","start":"2026-03-03T14:28:01.794429Z","end":"2026-03-03T14:28:02.044148Z","steps":["trace[280031105] 'process raft request' (duration: 249.488477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.044239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.903558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-03T14:28:02.044316Z","caller":"traceutil/trace.go:171","msg":"trace[1357246482] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-7xb2v; range_end:; response_count:1; response_revision:11953; }","duration":"245.001782ms","start":"2026-03-03T14:28:01.79929Z","end":"2026-03-03T14:28:02.044292Z","steps":["trace[1357246482] 'agreement among raft nodes before linearized reading' (duration: 244.806556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.045131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.700887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463166"} {"level":"info","ts":"2026-03-03T14:28:02.045181Z","caller":"traceutil/trace.go:171","msg":"trace[1612759209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11953; }","duration":"250.794549ms","start":"2026-03-03T14:28:01.794373Z","end":"2026-03-03T14:28:02.045168Z","steps":["trace[1612759209] 'agreement among raft nodes before linearized reading' (duration: 250.332888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.155392Z","caller":"traceutil/trace.go:171","msg":"trace[2022919798] linearizableReadLoop","detail":"{readStateIndex:12452; appliedIndex:12451; }","duration":"105.81714ms","start":"2026-03-03T14:28:02.049554Z","end":"2026-03-03T14:28:02.155372Z","steps":["trace[2022919798] 'read index received' (duration: 51.86467ms)","trace[2022919798] 'applied index is now lower than readState.Index' (duration: 53.95178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:02.155432Z","caller":"traceutil/trace.go:171","msg":"trace[388051459] transaction","detail":"{read_only:false; response_revision:11954; number_of_response:1; }","duration":"105.885932ms","start":"2026-03-03T14:28:02.04951Z","end":"2026-03-03T14:28:02.155395Z","steps":["trace[388051459] 'process raft request' (duration: 51.849131ms)","trace[388051459] 'compare' (duration: 53.899168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:02.155905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.334543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"info","ts":"2026-03-03T14:28:02.155963Z","caller":"traceutil/trace.go:171","msg":"trace[575458697] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11954; }","duration":"106.426574ms","start":"2026-03-03T14:28:02.049525Z","end":"2026-03-03T14:28:02.155952Z","steps":["trace[575458697] 'agreement among raft nodes before linearized reading' (duration: 105.951153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.191017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.227371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:28:02.191098Z","caller":"traceutil/trace.go:171","msg":"trace[2001011124] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11955; }","duration":"141.342193ms","start":"2026-03-03T14:28:02.049743Z","end":"2026-03-03T14:28:02.191085Z","steps":["trace[2001011124] 'agreement among raft nodes before linearized reading' (duration: 141.101748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.191051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.776465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-03T14:28:02.191126Z","caller":"traceutil/trace.go:171","msg":"trace[1664785042] transaction","detail":"{read_only:false; response_revision:11955; number_of_response:1; }","duration":"136.443407ms","start":"2026-03-03T14:28:02.054619Z","end":"2026-03-03T14:28:02.191063Z","steps":["trace[1664785042] 'process raft request' (duration: 136.045717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.191185Z","caller":"traceutil/trace.go:171","msg":"trace[841768570] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:11955; }","duration":"136.936998ms","start":"2026-03-03T14:28:02.05423Z","end":"2026-03-03T14:28:02.191167Z","steps":["trace[841768570] 'agreement among raft nodes before linearized reading' (duration: 136.620491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.191609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.989588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"info","ts":"2026-03-03T14:28:02.191668Z","caller":"traceutil/trace.go:171","msg":"trace[922006342] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11955; }","duration":"142.084071ms","start":"2026-03-03T14:28:02.049572Z","end":"2026-03-03T14:28:02.191656Z","steps":["trace[922006342] 'agreement among raft nodes before linearized reading' (duration: 141.499337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.690136Z","caller":"traceutil/trace.go:171","msg":"trace[359407143] linearizableReadLoop","detail":"{readStateIndex:12456; appliedIndex:12455; }","duration":"362.674671ms","start":"2026-03-03T14:28:02.327442Z","end":"2026-03-03T14:28:02.690116Z","steps":["trace[359407143] 'read index received' (duration: 362.463117ms)","trace[359407143] 'applied index is now lower than readState.Index' (duration: 210.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:02.690166Z","caller":"traceutil/trace.go:171","msg":"trace[1374217760] transaction","detail":"{read_only:false; response_revision:11958; number_of_response:1; }","duration":"364.552207ms","start":"2026-03-03T14:28:02.325589Z","end":"2026-03-03T14:28:02.690141Z","steps":["trace[1374217760] 'process raft request' (duration: 364.385683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.690284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.325573Z","time spent":"364.645779ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:02.690351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.886696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:28:02.690399Z","caller":"traceutil/trace.go:171","msg":"trace[2127018831] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:11958; }","duration":"362.982369ms","start":"2026-03-03T14:28:02.327404Z","end":"2026-03-03T14:28:02.690387Z","steps":["trace[2127018831] 'agreement among raft nodes before linearized reading' (duration: 362.804345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.690438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.327386Z","time spent":"363.043861ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:02.690442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.682052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:28:02.690502Z","caller":"traceutil/trace.go:171","msg":"trace[1845535232] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11958; }","duration":"265.755284ms","start":"2026-03-03T14:28:02.42473Z","end":"2026-03-03T14:28:02.690486Z","steps":["trace[1845535232] 'agreement among raft nodes before linearized reading' (duration: 265.552259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.013839Z","caller":"traceutil/trace.go:171","msg":"trace[1824637685] linearizableReadLoop","detail":"{readStateIndex:12459; appliedIndex:12458; }","duration":"216.24666ms","start":"2026-03-03T14:28:02.797572Z","end":"2026-03-03T14:28:03.013819Z","steps":["trace[1824637685] 'read index received' (duration: 132.683148ms)","trace[1824637685] 'applied index is now lower than readState.Index' (duration: 83.562472ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.013898Z","caller":"traceutil/trace.go:171","msg":"trace[202119533] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"217.059929ms","start":"2026-03-03T14:28:02.796811Z","end":"2026-03-03T14:28:03.013871Z","steps":["trace[202119533] 'process raft request' (duration: 133.446416ms)","trace[202119533] 'compare' (duration: 83.317876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.014575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.844233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-03T14:28:03.015541Z","caller":"traceutil/trace.go:171","msg":"trace[443524331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:11961; }","duration":"217.606322ms","start":"2026-03-03T14:28:02.79754Z","end":"2026-03-03T14:28:03.015146Z","steps":["trace[443524331] 'agreement among raft nodes before linearized reading' (duration: 216.357212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.448374Z","caller":"traceutil/trace.go:171","msg":"trace[1169919197] linearizableReadLoop","detail":"{readStateIndex:12460; appliedIndex:12459; }","duration":"428.316939ms","start":"2026-03-03T14:28:03.020031Z","end":"2026-03-03T14:28:03.448348Z","steps":["trace[1169919197] 'read index received' (duration: 365.995611ms)","trace[1169919197] 'applied index is now lower than readState.Index' (duration: 62.319768ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.448483Z","caller":"traceutil/trace.go:171","msg":"trace[704387868] transaction","detail":"{read_only:false; response_revision:11962; number_of_response:1; }","duration":"429.470738ms","start":"2026-03-03T14:28:03.018978Z","end":"2026-03-03T14:28:03.448449Z","steps":["trace[704387868] 'process raft request' (duration: 367.050687ms)","trace[704387868] 'compare' (duration: 61.741395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.448678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.018955Z","time spent":"429.643321ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:03.448742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.691109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:28:03.448851Z","caller":"traceutil/trace.go:171","msg":"trace[603671949] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:11962; }","duration":"428.848751ms","start":"2026-03-03T14:28:03.019976Z","end":"2026-03-03T14:28:03.448825Z","steps":["trace[603671949] 'agreement among raft nodes before linearized reading' (duration: 428.457492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.448918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.019953Z","time spent":"428.949534ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-03T14:28:03.528565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.325777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:28:03.528653Z","caller":"traceutil/trace.go:171","msg":"trace[1034689337] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"450.836683ms","start":"2026-03-03T14:28:03.077729Z","end":"2026-03-03T14:28:03.528565Z","steps":["trace[1034689337] 'process raft request' (duration: 450.283811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.528787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.989125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:03.528824Z","caller":"traceutil/trace.go:171","msg":"trace[394214283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11963; }","duration":"147.079878ms","start":"2026-03-03T14:28:03.381736Z","end":"2026-03-03T14:28:03.528816Z","steps":["trace[394214283] 'agreement among raft nodes before linearized reading' (duration: 146.977586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.528837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.077696Z","time spent":"451.040298ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:03.528688Z","caller":"traceutil/trace.go:171","msg":"trace[2036608657] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11963; }","duration":"164.491951ms","start":"2026-03-03T14:28:03.364177Z","end":"2026-03-03T14:28:03.528669Z","steps":["trace[2036608657] 'agreement among raft nodes before linearized reading' (duration: 164.04475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.903163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.932853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:03.903292Z","caller":"traceutil/trace.go:171","msg":"trace[1676080932] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"372.176597ms","start":"2026-03-03T14:28:03.531098Z","end":"2026-03-03T14:28:03.903274Z","steps":["trace[1676080932] 'process raft request' (duration: 161.05682ms)","trace[1676080932] 'compare' (duration: 210.682857ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.903316Z","caller":"traceutil/trace.go:171","msg":"trace[1624605033] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"369.238838ms","start":"2026-03-03T14:28:03.534066Z","end":"2026-03-03T14:28:03.903305Z","steps":["trace[1624605033] 'process raft request' (duration: 369.177427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.903355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.531056Z","time spent":"372.26914ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:03.90338Z","caller":"traceutil/trace.go:171","msg":"trace[1427911292] linearizableReadLoop","detail":"{readStateIndex:12462; appliedIndex:12461; }","duration":"370.712113ms","start":"2026-03-03T14:28:03.532662Z","end":"2026-03-03T14:28:03.903374Z","steps":["trace[1427911292] 'read index received' (duration: 159.515474ms)","trace[1427911292] 'applied index is now lower than readState.Index' (duration: 211.195749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.903355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.534053Z","time spent":"369.280569ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:03.903567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.905457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-03T14:28:03.903593Z","caller":"traceutil/trace.go:171","msg":"trace[59565640] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:11965; }","duration":"371.00173ms","start":"2026-03-03T14:28:03.532585Z","end":"2026-03-03T14:28:03.903587Z","steps":["trace[59565640] 'agreement among raft nodes before linearized reading' (duration: 370.908128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.903614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.532564Z","time spent":"371.04524ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:03.909368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.102658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:03.909409Z","caller":"traceutil/trace.go:171","msg":"trace[505564905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11966; }","duration":"152.18422ms","start":"2026-03-03T14:28:03.757217Z","end":"2026-03-03T14:28:03.909401Z","steps":["trace[505564905] 'agreement among raft nodes before linearized reading' (duration: 152.099938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.909533Z","caller":"traceutil/trace.go:171","msg":"trace[1160128117] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"210.213706ms","start":"2026-03-03T14:28:03.699312Z","end":"2026-03-03T14:28:03.909526Z","steps":["trace[1160128117] 'process raft request' (duration: 209.852248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.909676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.304239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:03.9097Z","caller":"traceutil/trace.go:171","msg":"trace[573576990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11966; }","duration":"135.340399ms","start":"2026-03-03T14:28:03.774352Z","end":"2026-03-03T14:28:03.909693Z","steps":["trace[573576990] 'agreement among raft nodes before linearized reading' (duration: 135.269318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.909835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.270422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:03.909858Z","caller":"traceutil/trace.go:171","msg":"trace[1298302567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11966; }","duration":"136.335823ms","start":"2026-03-03T14:28:03.773517Z","end":"2026-03-03T14:28:03.909852Z","steps":["trace[1298302567] 'agreement among raft nodes before linearized reading' (duration: 136.275192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.909999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.495437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:03.910021Z","caller":"traceutil/trace.go:171","msg":"trace[507103415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11966; }","duration":"136.548519ms","start":"2026-03-03T14:28:03.773467Z","end":"2026-03-03T14:28:03.910015Z","steps":["trace[507103415] 'agreement among raft nodes before linearized reading' (duration: 136.489117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.909936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.795412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:03.910351Z","caller":"traceutil/trace.go:171","msg":"trace[511134243] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11966; }","duration":"303.288704ms","start":"2026-03-03T14:28:03.607045Z","end":"2026-03-03T14:28:03.910334Z","steps":["trace[511134243] 'agreement among raft nodes before linearized reading' (duration: 302.386812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.91048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.078255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:28:03.910506Z","caller":"traceutil/trace.go:171","msg":"trace[318568999] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:11966; }","duration":"377.119505ms","start":"2026-03-03T14:28:03.53338Z","end":"2026-03-03T14:28:03.9105Z","steps":["trace[318568999] 'agreement among raft nodes before linearized reading' (duration: 377.053034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.910532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.533369Z","time spent":"377.158996ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-03T14:28:03.910515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.607024Z","time spent":"303.424088ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:04.19731Z","caller":"traceutil/trace.go:171","msg":"trace[1372636977] linearizableReadLoop","detail":"{readStateIndex:12468; appliedIndex:12465; }","duration":"229.607166ms","start":"2026-03-03T14:28:03.967678Z","end":"2026-03-03T14:28:04.197285Z","steps":["trace[1372636977] 'read index received' (duration: 229.197416ms)","trace[1372636977] 'applied index is now lower than readState.Index' (duration: 408.84µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.197437Z","caller":"traceutil/trace.go:171","msg":"trace[1828865699] transaction","detail":"{read_only:false; response_revision:11968; number_of_response:1; }","duration":"280.351809ms","start":"2026-03-03T14:28:03.917074Z","end":"2026-03-03T14:28:04.197426Z","steps":["trace[1828865699] 'process raft request' (duration: 279.844637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.197493Z","caller":"traceutil/trace.go:171","msg":"trace[1348356356] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"278.630038ms","start":"2026-03-03T14:28:03.918836Z","end":"2026-03-03T14:28:04.197466Z","steps":["trace[1348356356] 'process raft request' (duration: 278.374412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.197758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.070206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-03T14:28:04.197864Z","caller":"traceutil/trace.go:171","msg":"trace[1890598932] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:11970; }","duration":"230.21834ms","start":"2026-03-03T14:28:03.967634Z","end":"2026-03-03T14:28:04.197852Z","steps":["trace[1890598932] 'agreement among raft nodes before linearized reading' (duration: 230.015535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.197954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.474872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.197946Z","caller":"traceutil/trace.go:171","msg":"trace[428181731] transaction","detail":"{read_only:false; response_revision:11969; number_of_response:1; }","duration":"280.460342ms","start":"2026-03-03T14:28:03.91744Z","end":"2026-03-03T14:28:04.1979Z","steps":["trace[428181731] 'process raft request' (duration: 279.696324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.198018Z","caller":"traceutil/trace.go:171","msg":"trace[1864826103] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11970; }","duration":"148.571564ms","start":"2026-03-03T14:28:04.049428Z","end":"2026-03-03T14:28:04.197999Z","steps":["trace[1864826103] 'agreement among raft nodes before linearized reading' (duration: 148.478792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.417381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.198208Z","caller":"traceutil/trace.go:171","msg":"trace[418126107] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11970; }","duration":"143.459782ms","start":"2026-03-03T14:28:04.054738Z","end":"2026-03-03T14:28:04.198197Z","steps":["trace[418126107] 'agreement among raft nodes before linearized reading' (duration: 143.407191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.505055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:28:04.198351Z","caller":"traceutil/trace.go:171","msg":"trace[241636314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11970; }","duration":"146.587556ms","start":"2026-03-03T14:28:04.051748Z","end":"2026-03-03T14:28:04.198336Z","steps":["trace[241636314] 'agreement among raft nodes before linearized reading' (duration: 146.428012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.438227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.198404Z","caller":"traceutil/trace.go:171","msg":"trace[1376794410] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11970; }","duration":"142.512899ms","start":"2026-03-03T14:28:04.055877Z","end":"2026-03-03T14:28:04.19839Z","steps":["trace[1376794410] 'agreement among raft nodes before linearized reading' (duration: 142.432258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:04.198484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.180585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:04.198535Z","caller":"traceutil/trace.go:171","msg":"trace[634814223] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11970; }","duration":"143.814222ms","start":"2026-03-03T14:28:04.05471Z","end":"2026-03-03T14:28:04.198524Z","steps":["trace[634814223] 'agreement among raft nodes before linearized reading' (duration: 143.720168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.198567Z","caller":"traceutil/trace.go:171","msg":"trace[1390345531] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11970; }","duration":"140.297808ms","start":"2026-03-03T14:28:04.058247Z","end":"2026-03-03T14:28:04.198545Z","steps":["trace[1390345531] 'agreement among raft nodes before linearized reading' (duration: 140.023651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.75832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.198639Z","caller":"traceutil/trace.go:171","msg":"trace[1993967234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11970; }","duration":"143.800051ms","start":"2026-03-03T14:28:04.05483Z","end":"2026-03-03T14:28:04.19863Z","steps":["trace[1993967234] 'agreement among raft nodes before linearized reading' (duration: 143.75021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.198821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.317052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:28:04.198814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.206825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.19885Z","caller":"traceutil/trace.go:171","msg":"trace[815643888] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11970; }","duration":"149.379784ms","start":"2026-03-03T14:28:04.049462Z","end":"2026-03-03T14:28:04.198842Z","steps":["trace[815643888] 'agreement among raft nodes before linearized reading' (duration: 149.246001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.198868Z","caller":"traceutil/trace.go:171","msg":"trace[1091247928] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11970; }","duration":"148.276467ms","start":"2026-03-03T14:28:04.050577Z","end":"2026-03-03T14:28:04.198853Z","steps":["trace[1091247928] 'agreement among raft nodes before linearized reading' (duration: 148.189855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.503356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.306796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:04.503553Z","caller":"traceutil/trace.go:171","msg":"trace[193517638] linearizableReadLoop","detail":"{readStateIndex:12469; appliedIndex:12468; }","duration":"298.431079ms","start":"2026-03-03T14:28:04.205105Z","end":"2026-03-03T14:28:04.503536Z","steps":["trace[193517638] 'read index received' (duration: 109.885607ms)","trace[193517638] 'applied index is now lower than readState.Index' (duration: 188.544471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.503645Z","caller":"traceutil/trace.go:171","msg":"trace[1108031917] transaction","detail":"{read_only:false; response_revision:11971; number_of_response:1; }","duration":"299.693299ms","start":"2026-03-03T14:28:04.20394Z","end":"2026-03-03T14:28:04.503633Z","steps":["trace[1108031917] 'process raft request' (duration: 111.024264ms)","trace[1108031917] 'compare' (duration: 188.180493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.503779Z","caller":"traceutil/trace.go:171","msg":"trace[1313954017] transaction","detail":"{read_only:false; response_revision:11972; number_of_response:1; }","duration":"298.590641ms","start":"2026-03-03T14:28:04.205158Z","end":"2026-03-03T14:28:04.503749Z","steps":["trace[1313954017] 'process raft request' (duration: 298.333525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.503902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.432092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-03T14:28:04.503981Z","caller":"traceutil/trace.go:171","msg":"trace[78779347] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:11972; }","duration":"296.542344ms","start":"2026-03-03T14:28:04.207419Z","end":"2026-03-03T14:28:04.503961Z","steps":["trace[78779347] 'agreement among raft nodes before linearized reading' (duration: 296.310418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.504215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.084655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463166"} {"level":"info","ts":"2026-03-03T14:28:04.504293Z","caller":"traceutil/trace.go:171","msg":"trace[1672059593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11971; }","duration":"299.186727ms","start":"2026-03-03T14:28:04.205088Z","end":"2026-03-03T14:28:04.504275Z","steps":["trace[1672059593] 'agreement among raft nodes before linearized reading' (duration: 298.560741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.782639Z","caller":"traceutil/trace.go:171","msg":"trace[917315909] linearizableReadLoop","detail":"{readStateIndex:12471; appliedIndex:12470; }","duration":"180.540482ms","start":"2026-03-03T14:28:04.602075Z","end":"2026-03-03T14:28:04.782616Z","steps":["trace[917315909] 'read index received' (duration: 180.4648ms)","trace[917315909] 'applied index is now lower than readState.Index' (duration: 74.622µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.782761Z","caller":"traceutil/trace.go:171","msg":"trace[424231698] transaction","detail":"{read_only:false; response_revision:11973; number_of_response:1; }","duration":"262.942997ms","start":"2026-03-03T14:28:04.519791Z","end":"2026-03-03T14:28:04.782734Z","steps":["trace[424231698] 'process raft request' (duration: 262.675251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.782839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.743747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:28:04.782873Z","caller":"traceutil/trace.go:171","msg":"trace[1434385503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:11973; }","duration":"180.821668ms","start":"2026-03-03T14:28:04.602042Z","end":"2026-03-03T14:28:04.782864Z","steps":["trace[1434385503] 'agreement among raft nodes before linearized reading' (duration: 180.682535ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.931506Z","caller":"traceutil/trace.go:171","msg":"trace[1521681202] linearizableReadLoop","detail":"{readStateIndex:12472; appliedIndex:12471; }","duration":"148.779759ms","start":"2026-03-03T14:28:04.782701Z","end":"2026-03-03T14:28:04.931481Z","steps":["trace[1521681202] 'read index received' (duration: 93.418026ms)","trace[1521681202] 'applied index is now lower than readState.Index' (duration: 55.360783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:04.931701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.474691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-03-03T14:28:04.931761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.937956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-03T14:28:04.931774Z","caller":"traceutil/trace.go:171","msg":"trace[72238332] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:11974; }","duration":"223.597274ms","start":"2026-03-03T14:28:04.708163Z","end":"2026-03-03T14:28:04.931761Z","steps":["trace[72238332] 'agreement among raft nodes before linearized reading' (duration: 223.364318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.9318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.794374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T14:28:04.931848Z","caller":"traceutil/trace.go:171","msg":"trace[1001173145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:11974; }","duration":"230.860605ms","start":"2026-03-03T14:28:04.700971Z","end":"2026-03-03T14:28:04.931831Z","steps":["trace[1001173145] 'agreement among raft nodes before linearized reading' (duration: 230.774503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.931874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.170504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-03T14:28:04.931706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.549338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:04.931916Z","caller":"traceutil/trace.go:171","msg":"trace[1267282581] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:11974; }","duration":"328.239165ms","start":"2026-03-03T14:28:04.603669Z","end":"2026-03-03T14:28:04.931908Z","steps":["trace[1267282581] 'agreement among raft nodes before linearized reading' (duration: 328.147033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.931942Z","caller":"traceutil/trace.go:171","msg":"trace[1350382331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:11974; }","duration":"289.831214ms","start":"2026-03-03T14:28:04.642101Z","end":"2026-03-03T14:28:04.931932Z","steps":["trace[1350382331] 'agreement among raft nodes before linearized reading' (duration: 289.434165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.931952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:04.603653Z","time spent":"328.290737ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-03T14:28:04.931798Z","caller":"traceutil/trace.go:171","msg":"trace[738456464] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:11974; }","duration":"322.037258ms","start":"2026-03-03T14:28:04.609748Z","end":"2026-03-03T14:28:04.931786Z","steps":["trace[738456464] 'agreement among raft nodes before linearized reading' (duration: 321.870514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.932077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:04.609736Z","time spent":"322.330066ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:04.932087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.461734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:28:04.932105Z","caller":"traceutil/trace.go:171","msg":"trace[620689813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:11974; }","duration":"146.517996ms","start":"2026-03-03T14:28:04.785582Z","end":"2026-03-03T14:28:04.9321Z","steps":["trace[620689813] 'agreement among raft nodes before linearized reading' (duration: 146.454754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.931872Z","caller":"traceutil/trace.go:171","msg":"trace[1308387997] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"207.904861ms","start":"2026-03-03T14:28:04.723942Z","end":"2026-03-03T14:28:04.931847Z","steps":["trace[1308387997] 'process raft request' (duration: 152.136048ms)","trace[1308387997] 'compare' (duration: 55.20432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:04.932135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.757247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.1899598aac073854\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-03T14:28:04.932179Z","caller":"traceutil/trace.go:171","msg":"trace[1875926791] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-7xb2v.1899598aac073854; range_end:; response_count:1; response_revision:11974; }","duration":"145.831369ms","start":"2026-03-03T14:28:04.786335Z","end":"2026-03-03T14:28:04.932166Z","steps":["trace[1875926791] 'agreement among raft nodes before linearized reading' (duration: 145.700646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:05.068065Z","caller":"traceutil/trace.go:171","msg":"trace[2008693778] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"130.022404ms","start":"2026-03-03T14:28:04.938018Z","end":"2026-03-03T14:28:05.068041Z","steps":["trace[2008693778] 'process raft request' (duration: 102.120383ms)","trace[2008693778] 'compare' (duration: 27.597864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:05.068268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.854837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-03T14:28:05.068342Z","caller":"traceutil/trace.go:171","msg":"trace[2042099048] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:11976; }","duration":"131.96896ms","start":"2026-03-03T14:28:04.936356Z","end":"2026-03-03T14:28:05.068325Z","steps":["trace[2042099048] 'agreement among raft nodes before linearized reading' (duration: 131.735905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.068387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.339699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-03T14:28:05.068429Z","caller":"traceutil/trace.go:171","msg":"trace[736485813] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:11976; }","duration":"132.40524ms","start":"2026-03-03T14:28:04.936014Z","end":"2026-03-03T14:28:05.068419Z","steps":["trace[736485813] 'agreement among raft nodes before linearized reading' (duration: 132.262017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.068673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.76855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T14:28:05.068719Z","caller":"traceutil/trace.go:171","msg":"trace[1422643820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11976; }","duration":"108.842492ms","start":"2026-03-03T14:28:04.959861Z","end":"2026-03-03T14:28:05.068704Z","steps":["trace[1422643820] 'agreement among raft nodes before linearized reading' (duration: 108.736549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.068919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.271197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T14:28:05.06898Z","caller":"traceutil/trace.go:171","msg":"trace[872430327] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:11976; }","duration":"132.368069ms","start":"2026-03-03T14:28:04.9366Z","end":"2026-03-03T14:28:05.068969Z","steps":["trace[872430327] 'agreement among raft nodes before linearized reading' (duration: 132.246656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.069204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.779498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:05.069242Z","caller":"traceutil/trace.go:171","msg":"trace[1280634784] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:11976; }","duration":"132.819809ms","start":"2026-03-03T14:28:04.936414Z","end":"2026-03-03T14:28:05.069234Z","steps":["trace[1280634784] 'agreement among raft nodes before linearized reading' (duration: 132.727607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:05.569086Z","caller":"traceutil/trace.go:171","msg":"trace[2105689465] transaction","detail":"{read_only:false; response_revision:11977; number_of_response:1; }","duration":"490.300169ms","start":"2026-03-03T14:28:05.078765Z","end":"2026-03-03T14:28:05.569065Z","steps":["trace[2105689465] 'process raft request' (duration: 490.180786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.569327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.07874Z","time spent":"490.506284ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:05.837095Z","caller":"traceutil/trace.go:171","msg":"trace[672765017] transaction","detail":"{read_only:false; response_revision:11978; number_of_response:1; }","duration":"758.278625ms","start":"2026-03-03T14:28:05.078798Z","end":"2026-03-03T14:28:05.837077Z","steps":["trace[672765017] 'process raft request' (duration: 758.09128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.07879Z","time spent":"758.357016ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6405,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:05.837184Z","caller":"traceutil/trace.go:171","msg":"trace[575652698] transaction","detail":"{read_only:false; response_revision:11979; number_of_response:1; }","duration":"757.864835ms","start":"2026-03-03T14:28:05.079265Z","end":"2026-03-03T14:28:05.83713Z","steps":["trace[575652698] 'process raft request' (duration: 757.739512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.079258Z","time spent":"758.008978ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1268,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:05.837354Z","caller":"traceutil/trace.go:171","msg":"trace[15834470] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"757.937848ms","start":"2026-03-03T14:28:05.079395Z","end":"2026-03-03T14:28:05.837333Z","steps":["trace[15834470] 'process raft request' (duration: 757.64577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.079389Z","time spent":"758.091091ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:05.837575Z","caller":"traceutil/trace.go:171","msg":"trace[1630700708] linearizableReadLoop","detail":"{readStateIndex:12479; appliedIndex:12474; }","duration":"667.280758ms","start":"2026-03-03T14:28:05.170279Z","end":"2026-03-03T14:28:05.83756Z","steps":["trace[1630700708] 'read index received' (duration: 398.737008ms)","trace[1630700708] 'applied index is now lower than readState.Index' (duration: 268.54162ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:05.837653Z","caller":"traceutil/trace.go:171","msg":"trace[1435922538] transaction","detail":"{read_only:false; response_revision:11981; number_of_response:1; }","duration":"749.019887ms","start":"2026-03-03T14:28:05.088622Z","end":"2026-03-03T14:28:05.837642Z","steps":["trace[1435922538] 'process raft request' (duration: 748.625797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.144161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:05.837735Z","caller":"traceutil/trace.go:171","msg":"trace[1339026187] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11981; }","duration":"556.205513ms","start":"2026-03-03T14:28:05.281521Z","end":"2026-03-03T14:28:05.837726Z","steps":["trace[1339026187] 'agreement among raft nodes before linearized reading' (duration: 556.134791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.088612Z","time spent":"749.080168ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:28:05.837752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.281498Z","time spent":"556.249634ms","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:05.837739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.721391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:05.837731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.437342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:05.837812Z","caller":"traceutil/trace.go:171","msg":"trace[592948754] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11981; }","duration":"154.838874ms","start":"2026-03-03T14:28:05.682959Z","end":"2026-03-03T14:28:05.837798Z","steps":["trace[592948754] 'agreement among raft nodes before linearized reading' (duration: 154.70311ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:05.837827Z","caller":"traceutil/trace.go:171","msg":"trace[215979593] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11981; }","duration":"667.573785ms","start":"2026-03-03T14:28:05.170235Z","end":"2026-03-03T14:28:05.837809Z","steps":["trace[215979593] 'agreement among raft nodes before linearized reading' (duration: 667.408321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.837861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.373287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:05.837879Z","caller":"traceutil/trace.go:171","msg":"trace[170021343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11981; }","duration":"255.426448ms","start":"2026-03-03T14:28:05.582446Z","end":"2026-03-03T14:28:05.837873Z","steps":["trace[170021343] 'agreement among raft nodes before linearized reading' (duration: 255.398498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.83788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.170217Z","time spent":"667.649007ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:06.100584Z","caller":"traceutil/trace.go:171","msg":"trace[213400766] linearizableReadLoop","detail":"{readStateIndex:12481; appliedIndex:12479; }","duration":"216.964715ms","start":"2026-03-03T14:28:05.883595Z","end":"2026-03-03T14:28:06.10056Z","steps":["trace[213400766] 'read index received' (duration: 24.998443ms)","trace[213400766] 'applied index is now lower than readState.Index' (duration: 191.965312ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.100697Z","caller":"traceutil/trace.go:171","msg":"trace[255594345] transaction","detail":"{read_only:false; response_revision:11983; number_of_response:1; }","duration":"242.642865ms","start":"2026-03-03T14:28:05.858043Z","end":"2026-03-03T14:28:06.100686Z","steps":["trace[255594345] 'process raft request' (duration: 242.353948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.10107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.437238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:28:06.101173Z","caller":"traceutil/trace.go:171","msg":"trace[323311450] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11983; }","duration":"217.587601ms","start":"2026-03-03T14:28:05.88356Z","end":"2026-03-03T14:28:06.101147Z","steps":["trace[323311450] 'agreement among raft nodes before linearized reading' (duration: 217.285474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.141857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.355868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:06.14186Z","caller":"traceutil/trace.go:171","msg":"trace[330097539] transaction","detail":"{read_only:false; response_revision:11984; number_of_response:1; }","duration":"226.345169ms","start":"2026-03-03T14:28:05.915469Z","end":"2026-03-03T14:28:06.141814Z","steps":["trace[330097539] 'process raft request' (duration: 226.108093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.141924Z","caller":"traceutil/trace.go:171","msg":"trace[229250064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11984; }","duration":"234.47266ms","start":"2026-03-03T14:28:05.907435Z","end":"2026-03-03T14:28:06.141908Z","steps":["trace[229250064] 'agreement among raft nodes before linearized reading' (duration: 234.267635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.14197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.106096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:06.14202Z","caller":"traceutil/trace.go:171","msg":"trace[1479450390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11984; }","duration":"173.205998ms","start":"2026-03-03T14:28:05.968803Z","end":"2026-03-03T14:28:06.142009Z","steps":["trace[1479450390] 'agreement among raft nodes before linearized reading' (duration: 173.049795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.388287Z","caller":"traceutil/trace.go:171","msg":"trace[1398421704] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"278.346662ms","start":"2026-03-03T14:28:06.109922Z","end":"2026-03-03T14:28:06.388269Z","steps":["trace[1398421704] 'process raft request' (duration: 278.236809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.397531Z","caller":"traceutil/trace.go:171","msg":"trace[1006622740] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"252.237813ms","start":"2026-03-03T14:28:06.145266Z","end":"2026-03-03T14:28:06.397504Z","steps":["trace[1006622740] 'process raft request' (duration: 252.052489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.397723Z","caller":"traceutil/trace.go:171","msg":"trace[594472619] linearizableReadLoop","detail":"{readStateIndex:12485; appliedIndex:12483; }","duration":"195.325963ms","start":"2026-03-03T14:28:06.202387Z","end":"2026-03-03T14:28:06.397713Z","steps":["trace[594472619] 'read index received' (duration: 185.96222ms)","trace[594472619] 'applied index is now lower than readState.Index' (duration: 9.362833ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.397885Z","caller":"traceutil/trace.go:171","msg":"trace[1673381148] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"250.968683ms","start":"2026-03-03T14:28:06.146884Z","end":"2026-03-03T14:28:06.397853Z","steps":["trace[1673381148] 'process raft request' (duration: 250.584063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.398021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.60825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:06.398057Z","caller":"traceutil/trace.go:171","msg":"trace[79433497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11987; }","duration":"195.696082ms","start":"2026-03-03T14:28:06.20235Z","end":"2026-03-03T14:28:06.398046Z","steps":["trace[79433497] 'agreement among raft nodes before linearized reading' (duration: 195.521288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.398178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.773336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:06.398222Z","caller":"traceutil/trace.go:171","msg":"trace[93112360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11987; }","duration":"193.865668ms","start":"2026-03-03T14:28:06.204347Z","end":"2026-03-03T14:28:06.398212Z","steps":["trace[93112360] 'agreement among raft nodes before linearized reading' (duration: 193.796046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.398233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.995202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:06.398264Z","caller":"traceutil/trace.go:171","msg":"trace[1933907485] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11987; }","duration":"194.033493ms","start":"2026-03-03T14:28:06.20422Z","end":"2026-03-03T14:28:06.398254Z","steps":["trace[1933907485] 'agreement among raft nodes before linearized reading' (duration: 193.988752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.398254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.313165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:06.398291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.753406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:06.398303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.50596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:06.398304Z","caller":"traceutil/trace.go:171","msg":"trace[89248862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11987; }","duration":"193.378517ms","start":"2026-03-03T14:28:06.204911Z","end":"2026-03-03T14:28:06.398289Z","steps":["trace[89248862] 'agreement among raft nodes before linearized reading' (duration: 193.292615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.398328Z","caller":"traceutil/trace.go:171","msg":"trace[458027812] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11987; }","duration":"193.805116ms","start":"2026-03-03T14:28:06.204511Z","end":"2026-03-03T14:28:06.398316Z","steps":["trace[458027812] 'agreement among raft nodes before linearized reading' (duration: 193.750215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.398338Z","caller":"traceutil/trace.go:171","msg":"trace[1040697953] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11987; }","duration":"193.554251ms","start":"2026-03-03T14:28:06.204775Z","end":"2026-03-03T14:28:06.398329Z","steps":["trace[1040697953] 'agreement among raft nodes before linearized reading' (duration: 193.423978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.398179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.785311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:06.398359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.854633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:06.398442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.913194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:06.398476Z","caller":"traceutil/trace.go:171","msg":"trace[438151894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11987; }","duration":"195.037597ms","start":"2026-03-03T14:28:06.203429Z","end":"2026-03-03T14:28:06.398467Z","steps":["trace[438151894] 'agreement among raft nodes before linearized reading' (duration: 194.898314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.398445Z","caller":"traceutil/trace.go:171","msg":"trace[845852542] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11987; }","duration":"194.969465ms","start":"2026-03-03T14:28:06.20346Z","end":"2026-03-03T14:28:06.398429Z","steps":["trace[845852542] 'agreement among raft nodes before linearized reading' (duration: 194.809371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.398404Z","caller":"traceutil/trace.go:171","msg":"trace[651010676] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11987; }","duration":"195.009576ms","start":"2026-03-03T14:28:06.203364Z","end":"2026-03-03T14:28:06.398374Z","steps":["trace[651010676] 'agreement among raft nodes before linearized reading' (duration: 194.76955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.525334Z","caller":"traceutil/trace.go:171","msg":"trace[2070418792] transaction","detail":"{read_only:false; response_revision:11989; number_of_response:1; }","duration":"122.749931ms","start":"2026-03-03T14:28:06.402562Z","end":"2026-03-03T14:28:06.525312Z","steps":["trace[2070418792] 'process raft request' (duration: 122.595398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.678772Z","caller":"traceutil/trace.go:171","msg":"trace[1941238256] linearizableReadLoop","detail":"{readStateIndex:12489; appliedIndex:12486; }","duration":"171.301553ms","start":"2026-03-03T14:28:06.507447Z","end":"2026-03-03T14:28:06.678748Z","steps":["trace[1941238256] 'read index received' (duration: 17.73431ms)","trace[1941238256] 'applied index is now lower than readState.Index' (duration: 153.566323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.678895Z","caller":"traceutil/trace.go:171","msg":"trace[1461218429] transaction","detail":"{read_only:false; response_revision:11991; number_of_response:1; }","duration":"238.132978ms","start":"2026-03-03T14:28:06.440751Z","end":"2026-03-03T14:28:06.678884Z","steps":["trace[1461218429] 'process raft request' (duration: 237.872482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.679101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.666882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:28:06.679096Z","caller":"traceutil/trace.go:171","msg":"trace[1977948536] transaction","detail":"{read_only:false; response_revision:11990; number_of_response:1; }","duration":"276.313005ms","start":"2026-03-03T14:28:06.402764Z","end":"2026-03-03T14:28:06.679077Z","steps":["trace[1977948536] 'process raft request' (duration: 231.510932ms)","trace[1977948536] 'compare' (duration: 44.124677ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.679133Z","caller":"traceutil/trace.go:171","msg":"trace[1444253415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11991; }","duration":"171.759484ms","start":"2026-03-03T14:28:06.507363Z","end":"2026-03-03T14:28:06.679123Z","steps":["trace[1444253415] 'agreement among raft nodes before linearized reading' (duration: 171.632221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.679268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.279273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:06.679291Z","caller":"traceutil/trace.go:171","msg":"trace[38589952] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:11991; }","duration":"163.315143ms","start":"2026-03-03T14:28:06.515969Z","end":"2026-03-03T14:28:06.679284Z","steps":["trace[38589952] 'agreement among raft nodes before linearized reading' (duration: 163.237922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.864625Z","caller":"traceutil/trace.go:171","msg":"trace[1150240203] transaction","detail":"{read_only:false; response_revision:11994; number_of_response:1; }","duration":"115.066569ms","start":"2026-03-03T14:28:06.749509Z","end":"2026-03-03T14:28:06.864575Z","steps":["trace[1150240203] 'process raft request' (duration: 90.460355ms)","trace[1150240203] 'compare' (duration: 24.131963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:07.319672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.011239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:07.319752Z","caller":"traceutil/trace.go:171","msg":"trace[939379320] linearizableReadLoop","detail":"{readStateIndex:12498; appliedIndex:12497; }","duration":"366.210646ms","start":"2026-03-03T14:28:06.953527Z","end":"2026-03-03T14:28:07.319737Z","steps":["trace[939379320] 'read index received' (duration: 99.995822ms)","trace[939379320] 'applied index is now lower than readState.Index' (duration: 266.213734ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:07.319871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.341659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-03-03T14:28:07.319835Z","caller":"traceutil/trace.go:171","msg":"trace[885290306] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"370.95433ms","start":"2026-03-03T14:28:06.948832Z","end":"2026-03-03T14:28:07.319787Z","steps":["trace[885290306] 'process raft request' (duration: 104.759656ms)","trace[885290306] 'compare' (duration: 265.824525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:07.319895Z","caller":"traceutil/trace.go:171","msg":"trace[268235206] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11999; }","duration":"366.394981ms","start":"2026-03-03T14:28:06.953492Z","end":"2026-03-03T14:28:07.319887Z","steps":["trace[268235206] 'agreement among raft nodes before linearized reading' (duration: 366.313499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.31991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.975717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9544"} {"level":"warn","ts":"2026-03-03T14:28:07.319921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:06.953478Z","time spent":"366.437082ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15371,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T14:28:07.319935Z","caller":"traceutil/trace.go:171","msg":"trace[305369432] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:11999; }","duration":"341.024899ms","start":"2026-03-03T14:28:06.978903Z","end":"2026-03-03T14:28:07.319928Z","steps":["trace[305369432] 'agreement among raft nodes before linearized reading' (duration: 340.936867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.319954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:06.978889Z","time spent":"341.059799ms","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T14:28:07.320018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:06.948797Z","time spent":"371.119653ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14852,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:07.32013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.110297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17020"} {"level":"info","ts":"2026-03-03T14:28:07.320153Z","caller":"traceutil/trace.go:171","msg":"trace[1537588464] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11999; }","duration":"192.152378ms","start":"2026-03-03T14:28:07.127993Z","end":"2026-03-03T14:28:07.320146Z","steps":["trace[1537588464] 'agreement among raft nodes before linearized reading' (duration: 192.090627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.168991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-03-03T14:28:07.320193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.659804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tb779\" ","response":"range_response_count:1 size:4154"} {"level":"info","ts":"2026-03-03T14:28:07.320266Z","caller":"traceutil/trace.go:171","msg":"trace[107975305] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11999; }","duration":"217.212232ms","start":"2026-03-03T14:28:07.103046Z","end":"2026-03-03T14:28:07.320258Z","steps":["trace[107975305] 'agreement among raft nodes before linearized reading' (duration: 217.15387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.076284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:28:07.320299Z","caller":"traceutil/trace.go:171","msg":"trace[88878942] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-tb779; range_end:; response_count:1; response_revision:11999; }","duration":"166.808597ms","start":"2026-03-03T14:28:07.153467Z","end":"2026-03-03T14:28:07.320275Z","steps":["trace[88878942] 'agreement among raft nodes before linearized reading' (duration: 166.546461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.538443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:28:07.320387Z","caller":"traceutil/trace.go:171","msg":"trace[613398420] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11999; }","duration":"242.558773ms","start":"2026-03-03T14:28:07.077822Z","end":"2026-03-03T14:28:07.320381Z","steps":["trace[613398420] 'agreement among raft nodes before linearized reading' (duration: 242.502222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.680908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7453"} {"level":"warn","ts":"2026-03-03T14:28:07.320498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.817271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"warn","ts":"2026-03-03T14:28:07.320569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.245285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-03T14:28:07.320591Z","caller":"traceutil/trace.go:171","msg":"trace[580969819] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11999; }","duration":"317.298345ms","start":"2026-03-03T14:28:07.003286Z","end":"2026-03-03T14:28:07.320584Z","steps":["trace[580969819] 'agreement among raft nodes before linearized reading' (duration: 317.237644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:07.003269Z","time spent":"317.335167ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T14:28:07.320546Z","caller":"traceutil/trace.go:171","msg":"trace[544941496] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11999; }","duration":"116.894203ms","start":"2026-03-03T14:28:07.203636Z","end":"2026-03-03T14:28:07.32053Z","steps":["trace[544941496] 'agreement among raft nodes before linearized reading' (duration: 116.76213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.22489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T14:28:07.320722Z","caller":"traceutil/trace.go:171","msg":"trace[1000077866] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11999; }","duration":"160.275351ms","start":"2026-03-03T14:28:07.16044Z","end":"2026-03-03T14:28:07.320715Z","steps":["trace[1000077866] 'agreement among raft nodes before linearized reading' (duration: 160.21181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:07.320311Z","caller":"traceutil/trace.go:171","msg":"trace[62892199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11999; }","duration":"267.147106ms","start":"2026-03-03T14:28:07.053157Z","end":"2026-03-03T14:28:07.320304Z","steps":["trace[62892199] 'agreement among raft nodes before linearized reading' (duration: 267.081624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:07.320513Z","caller":"traceutil/trace.go:171","msg":"trace[1232550348] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11999; }","duration":"291.748569ms","start":"2026-03-03T14:28:07.028757Z","end":"2026-03-03T14:28:07.320506Z","steps":["trace[1232550348] 'agreement among raft nodes before linearized reading' (duration: 291.676388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:07.320894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.433348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:28:07.320961Z","caller":"traceutil/trace.go:171","msg":"trace[1637460126] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:11999; }","duration":"142.520111ms","start":"2026-03-03T14:28:07.178424Z","end":"2026-03-03T14:28:07.320944Z","steps":["trace[1637460126] 'agreement among raft nodes before linearized reading' (duration: 142.341496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.081228Z","caller":"traceutil/trace.go:171","msg":"trace[1698422416] linearizableReadLoop","detail":"{readStateIndex:12500; appliedIndex:12499; }","duration":"251.800461ms","start":"2026-03-03T14:28:07.829405Z","end":"2026-03-03T14:28:08.081205Z","steps":["trace[1698422416] 'read index received' (duration: 251.664428ms)","trace[1698422416] 'applied index is now lower than readState.Index' (duration: 134.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:08.081272Z","caller":"traceutil/trace.go:171","msg":"trace[228797876] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"254.266061ms","start":"2026-03-03T14:28:07.826974Z","end":"2026-03-03T14:28:08.08124Z","steps":["trace[228797876] 'process raft request' (duration: 254.088386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.081566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.790408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-03T14:28:08.081598Z","caller":"traceutil/trace.go:171","msg":"trace[1285365876] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:12001; }","duration":"177.8766ms","start":"2026-03-03T14:28:07.903712Z","end":"2026-03-03T14:28:08.081589Z","steps":["trace[1285365876] 'agreement among raft nodes before linearized reading' (duration: 177.759068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.081645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.864794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-8494c95b75\" ","response":"range_response_count:1 size:7371"} {"level":"warn","ts":"2026-03-03T14:28:08.081759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.358397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-7cd94f95c7\" ","response":"range_response_count:1 size:11189"} {"level":"info","ts":"2026-03-03T14:28:08.081802Z","caller":"traceutil/trace.go:171","msg":"trace[2103881768] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-7cd94f95c7; range_end:; response_count:1; response_revision:12001; }","duration":"228.419328ms","start":"2026-03-03T14:28:07.853376Z","end":"2026-03-03T14:28:08.081795Z","steps":["trace[2103881768] 'agreement among raft nodes before linearized reading' (duration: 228.006028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.08175Z","caller":"traceutil/trace.go:171","msg":"trace[182022451] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-8494c95b75; range_end:; response_count:1; response_revision:12001; }","duration":"128.020778ms","start":"2026-03-03T14:28:07.953709Z","end":"2026-03-03T14:28:08.08173Z","steps":["trace[182022451] 'agreement among raft nodes before linearized reading' (duration: 127.70726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.081901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.809692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-7cd89db9d6\" ","response":"range_response_count:1 size:8760"} {"level":"info","ts":"2026-03-03T14:28:08.081917Z","caller":"traceutil/trace.go:171","msg":"trace[1420335863] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-7cd89db9d6; range_end:; response_count:1; response_revision:12001; }","duration":"103.853124ms","start":"2026-03-03T14:28:07.978059Z","end":"2026-03-03T14:28:08.081912Z","steps":["trace[1420335863] 'agreement among raft nodes before linearized reading' (duration: 103.799693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.081701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.14352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-vjgtr\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-03-03T14:28:08.081972Z","caller":"traceutil/trace.go:171","msg":"trace[690771723] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-vjgtr; range_end:; response_count:1; response_revision:12001; }","duration":"152.454007ms","start":"2026-03-03T14:28:07.929507Z","end":"2026-03-03T14:28:08.081961Z","steps":["trace[690771723] 'agreement among raft nodes before linearized reading' (duration: 152.14997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.081985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.933698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9544"} {"level":"info","ts":"2026-03-03T14:28:08.082074Z","caller":"traceutil/trace.go:171","msg":"trace[902847979] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:12001; }","duration":"204.076521ms","start":"2026-03-03T14:28:07.877977Z","end":"2026-03-03T14:28:08.082054Z","steps":["trace[902847979] 'agreement among raft nodes before linearized reading' (duration: 203.774704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.082272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.840947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-03-03T14:28:08.082393Z","caller":"traceutil/trace.go:171","msg":"trace[148138883] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:12001; }","duration":"253.00623ms","start":"2026-03-03T14:28:07.829358Z","end":"2026-03-03T14:28:08.082365Z","steps":["trace[148138883] 'agreement among raft nodes before linearized reading' (duration: 252.673343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.332744Z","caller":"traceutil/trace.go:171","msg":"trace[182244524] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"185.852277ms","start":"2026-03-03T14:28:08.146849Z","end":"2026-03-03T14:28:08.332702Z","steps":["trace[182244524] 'process raft request' (duration: 127.843653ms)","trace[182244524] 'compare' (duration: 57.643516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:08.332752Z","caller":"traceutil/trace.go:171","msg":"trace[1745857491] linearizableReadLoop","detail":"{readStateIndex:12501; appliedIndex:12500; }","duration":"179.17804ms","start":"2026-03-03T14:28:08.153553Z","end":"2026-03-03T14:28:08.332731Z","steps":["trace[1745857491] 'read index received' (duration: 121.157975ms)","trace[1745857491] 'applied index is now lower than readState.Index' (duration: 58.018995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:08.332979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.414335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7963"} {"level":"info","ts":"2026-03-03T14:28:08.333058Z","caller":"traceutil/trace.go:171","msg":"trace[780344136] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:12002; }","duration":"179.502757ms","start":"2026-03-03T14:28:08.153538Z","end":"2026-03-03T14:28:08.33304Z","steps":["trace[780344136] 'agreement among raft nodes before linearized reading' (duration: 179.282632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.466312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.59201ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:08.46643Z","caller":"traceutil/trace.go:171","msg":"trace[400596292] linearizableReadLoop","detail":"{readStateIndex:12502; appliedIndex:12501; }","duration":"133.452956ms","start":"2026-03-03T14:28:08.332949Z","end":"2026-03-03T14:28:08.466402Z","steps":["trace[400596292] 'read index received' (duration: 31.951µs)","trace[400596292] 'applied index is now lower than readState.Index' (duration: 133.418995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:08.466457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.622677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:08.466502Z","caller":"traceutil/trace.go:171","msg":"trace[1486632336] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12002; }","duration":"213.714638ms","start":"2026-03-03T14:28:08.252777Z","end":"2026-03-03T14:28:08.466492Z","steps":["trace[1486632336] 'agreement among raft nodes before linearized reading' (duration: 213.626566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.466559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.910217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"warn","ts":"2026-03-03T14:28:08.466574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.958548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-56d5d78cbd\" ","response":"range_response_count:1 size:10512"} {"level":"warn","ts":"2026-03-03T14:28:08.466594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.789658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5712"} {"level":"info","ts":"2026-03-03T14:28:08.466614Z","caller":"traceutil/trace.go:171","msg":"trace[1377341902] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:12002; }","duration":"164.00029ms","start":"2026-03-03T14:28:08.302599Z","end":"2026-03-03T14:28:08.466599Z","steps":["trace[1377341902] 'agreement among raft nodes before linearized reading' (duration: 163.808825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.466646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.395018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p9rsw\" ","response":"range_response_count:1 size:4950"} {"level":"info","ts":"2026-03-03T14:28:08.46665Z","caller":"traceutil/trace.go:171","msg":"trace[868761677] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:12002; }","duration":"137.884841ms","start":"2026-03-03T14:28:08.328751Z","end":"2026-03-03T14:28:08.466636Z","steps":["trace[868761677] 'agreement among raft nodes before linearized reading' (duration: 137.730697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.466645Z","caller":"traceutil/trace.go:171","msg":"trace[1799984598] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-56d5d78cbd; range_end:; response_count:1; response_revision:12002; }","duration":"188.03399ms","start":"2026-03-03T14:28:08.278592Z","end":"2026-03-03T14:28:08.466626Z","steps":["trace[1799984598] 'agreement among raft nodes before linearized reading' (duration: 187.834065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.466665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.493648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"warn","ts":"2026-03-03T14:28:08.466683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.957305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-03T14:28:08.466737Z","caller":"traceutil/trace.go:171","msg":"trace[2115960666] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:12002; }","duration":"214.006016ms","start":"2026-03-03T14:28:08.252719Z","end":"2026-03-03T14:28:08.466725Z","steps":["trace[2115960666] 'agreement among raft nodes before linearized reading' (duration: 213.896183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.466744Z","caller":"traceutil/trace.go:171","msg":"trace[1674888780] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:12002; }","duration":"112.596391ms","start":"2026-03-03T14:28:08.354124Z","end":"2026-03-03T14:28:08.466721Z","steps":["trace[1674888780] 'agreement among raft nodes before linearized reading' (duration: 112.425417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.466587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.63038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-744ccb969\" ","response":"range_response_count:1 size:4811"} {"level":"warn","ts":"2026-03-03T14:28:08.466799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.908172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-fznml\" ","response":"range_response_count:1 size:4021"} {"level":"info","ts":"2026-03-03T14:28:08.466799Z","caller":"traceutil/trace.go:171","msg":"trace[1373470638] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-744ccb969; range_end:; response_count:1; response_revision:12002; }","duration":"238.861795ms","start":"2026-03-03T14:28:08.22792Z","end":"2026-03-03T14:28:08.466782Z","steps":["trace[1373470638] 'agreement among raft nodes before linearized reading' (duration: 238.550048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.466818Z","caller":"traceutil/trace.go:171","msg":"trace[1714789995] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-fznml; range_end:; response_count:1; response_revision:12002; }","duration":"288.928373ms","start":"2026-03-03T14:28:08.177883Z","end":"2026-03-03T14:28:08.466812Z","steps":["trace[1714789995] 'agreement among raft nodes before linearized reading' (duration: 288.876192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.466685Z","caller":"traceutil/trace.go:171","msg":"trace[1314847212] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-p9rsw; range_end:; response_count:1; response_revision:12002; }","duration":"263.48092ms","start":"2026-03-03T14:28:08.203188Z","end":"2026-03-03T14:28:08.466669Z","steps":["trace[1314847212] 'agreement among raft nodes before linearized reading' (duration: 263.311706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.620716Z","caller":"traceutil/trace.go:171","msg":"trace[1906207875] transaction","detail":"{read_only:false; response_revision:12003; number_of_response:1; }","duration":"148.057992ms","start":"2026-03-03T14:28:08.472628Z","end":"2026-03-03T14:28:08.620686Z","steps":["trace[1906207875] 'process raft request' (duration: 147.864667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.655199Z","caller":"traceutil/trace.go:171","msg":"trace[1621418489] linearizableReadLoop","detail":"{readStateIndex:12504; appliedIndex:12502; }","duration":"177.258804ms","start":"2026-03-03T14:28:08.477916Z","end":"2026-03-03T14:28:08.655175Z","steps":["trace[1621418489] 'read index received' (duration: 142.665754ms)","trace[1621418489] 'applied index is now lower than readState.Index' (duration: 34.5922ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:08.65535Z","caller":"traceutil/trace.go:171","msg":"trace[1589468525] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"182.670243ms","start":"2026-03-03T14:28:08.472648Z","end":"2026-03-03T14:28:08.655318Z","steps":["trace[1589468525] 'process raft request' (duration: 182.384386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.655513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.569511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10670"} {"level":"info","ts":"2026-03-03T14:28:08.65559Z","caller":"traceutil/trace.go:171","msg":"trace[407217321] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12004; }","duration":"177.678215ms","start":"2026-03-03T14:28:08.477877Z","end":"2026-03-03T14:28:08.655555Z","steps":["trace[407217321] 'agreement among raft nodes before linearized reading' (duration: 177.434349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.655618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.354958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:28:08.655684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.066165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-bltbg\" ","response":"range_response_count:1 size:5148"} {"level":"info","ts":"2026-03-03T14:28:08.655685Z","caller":"traceutil/trace.go:171","msg":"trace[1971956770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12004; }","duration":"126.456111ms","start":"2026-03-03T14:28:08.529212Z","end":"2026-03-03T14:28:08.655668Z","steps":["trace[1971956770] 'agreement among raft nodes before linearized reading' (duration: 126.292857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.65558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.32329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13659"} {"level":"warn","ts":"2026-03-03T14:28:08.655715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.280796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-03T14:28:08.655739Z","caller":"traceutil/trace.go:171","msg":"trace[73150389] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-bltbg; range_end:; response_count:1; response_revision:12004; }","duration":"127.101606ms","start":"2026-03-03T14:28:08.52861Z","end":"2026-03-03T14:28:08.655711Z","steps":["trace[73150389] 'agreement among raft nodes before linearized reading' (duration: 127.009404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.655796Z","caller":"traceutil/trace.go:171","msg":"trace[1402388793] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12004; }","duration":"151.568997ms","start":"2026-03-03T14:28:08.504178Z","end":"2026-03-03T14:28:08.655747Z","steps":["trace[1402388793] 'agreement among raft nodes before linearized reading' (duration: 151.231158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.655814Z","caller":"traceutil/trace.go:171","msg":"trace[735526758] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:12004; }","duration":"102.374329ms","start":"2026-03-03T14:28:08.553376Z","end":"2026-03-03T14:28:08.65575Z","steps":["trace[735526758] 'agreement among raft nodes before linearized reading' (duration: 102.177294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.914451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.97507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:08.914528Z","caller":"traceutil/trace.go:171","msg":"trace[1796289224] linearizableReadLoop","detail":"{readStateIndex:12505; appliedIndex:12504; }","duration":"236.040329ms","start":"2026-03-03T14:28:08.678476Z","end":"2026-03-03T14:28:08.914517Z","steps":["trace[1796289224] 'read index received' (duration: 111.933616ms)","trace[1796289224] 'applied index is now lower than readState.Index' (duration: 124.105763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:08.914589Z","caller":"traceutil/trace.go:171","msg":"trace[125266762] transaction","detail":"{read_only:false; response_revision:12005; number_of_response:1; }","duration":"253.79913ms","start":"2026-03-03T14:28:08.660783Z","end":"2026-03-03T14:28:08.914583Z","steps":["trace[125266762] 'process raft request' (duration: 129.633706ms)","trace[125266762] 'compare' (duration: 123.882358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:08.914811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.498444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:28:08.914895Z","caller":"traceutil/trace.go:171","msg":"trace[1872614719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12005; }","duration":"213.628507ms","start":"2026-03-03T14:28:08.701248Z","end":"2026-03-03T14:28:08.914876Z","steps":["trace[1872614719] 'agreement among raft nodes before linearized reading' (duration: 213.420612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.914923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.7528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68\" ","response":"range_response_count:1 size:19524"} {"level":"info","ts":"2026-03-03T14:28:08.914941Z","caller":"traceutil/trace.go:171","msg":"trace[1599836161] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-shl68; range_end:; response_count:1; response_revision:12005; }","duration":"186.792731ms","start":"2026-03-03T14:28:08.728142Z","end":"2026-03-03T14:28:08.914935Z","steps":["trace[1599836161] 'agreement among raft nodes before linearized reading' (duration: 186.705929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.91505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.930269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:08.915022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.984209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-03-03T14:28:08.915113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.373648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:28:08.915112Z","caller":"traceutil/trace.go:171","msg":"trace[203903730] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:12005; }","duration":"137.098822ms","start":"2026-03-03T14:28:08.77799Z","end":"2026-03-03T14:28:08.915089Z","steps":["trace[203903730] 'agreement among raft nodes before linearized reading' (duration: 136.818546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.915129Z","caller":"traceutil/trace.go:171","msg":"trace[518894231] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12005; }","duration":"145.396909ms","start":"2026-03-03T14:28:08.769728Z","end":"2026-03-03T14:28:08.915125Z","steps":["trace[518894231] 'agreement among raft nodes before linearized reading' (duration: 145.351608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.915174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.2995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:28:08.915229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.915711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:08.915245Z","caller":"traceutil/trace.go:171","msg":"trace[2136260827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12005; }","duration":"205.402651ms","start":"2026-03-03T14:28:08.709825Z","end":"2026-03-03T14:28:08.915228Z","steps":["trace[2136260827] 'agreement among raft nodes before linearized reading' (duration: 205.265508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.915225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.731805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-v5tbs\" ","response":"range_response_count:1 size:10138"} {"level":"info","ts":"2026-03-03T14:28:08.915268Z","caller":"traceutil/trace.go:171","msg":"trace[293379783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12005; }","duration":"199.975193ms","start":"2026-03-03T14:28:08.715281Z","end":"2026-03-03T14:28:08.915256Z","steps":["trace[293379783] 'agreement among raft nodes before linearized reading' (duration: 199.84475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.915066Z","caller":"traceutil/trace.go:171","msg":"trace[1327709850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12005; }","duration":"139.95911ms","start":"2026-03-03T14:28:08.775103Z","end":"2026-03-03T14:28:08.915062Z","steps":["trace[1327709850] 'agreement among raft nodes before linearized reading' (duration: 139.932649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.915319Z","caller":"traceutil/trace.go:171","msg":"trace[873666744] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-v5tbs; range_end:; response_count:1; response_revision:12005; }","duration":"236.871768ms","start":"2026-03-03T14:28:08.678422Z","end":"2026-03-03T14:28:08.915294Z","steps":["trace[873666744] 'agreement among raft nodes before linearized reading' (duration: 236.625832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.915374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.316566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-03T14:28:08.915443Z","caller":"traceutil/trace.go:171","msg":"trace[542304783] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:12005; }","duration":"212.425469ms","start":"2026-03-03T14:28:08.703001Z","end":"2026-03-03T14:28:08.915426Z","steps":["trace[542304783] 'agreement among raft nodes before linearized reading' (duration: 212.191814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.915583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.832013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10705"} {"level":"info","ts":"2026-03-03T14:28:08.91571Z","caller":"traceutil/trace.go:171","msg":"trace[1079501236] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12005; }","duration":"112.017097ms","start":"2026-03-03T14:28:08.803666Z","end":"2026-03-03T14:28:08.915683Z","steps":["trace[1079501236] 'agreement among raft nodes before linearized reading' (duration: 111.631118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.915707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.026463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-br9dv\" ","response":"range_response_count:1 size:4907"} {"level":"info","ts":"2026-03-03T14:28:08.91577Z","caller":"traceutil/trace.go:171","msg":"trace[1009684159] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-br9dv; range_end:; response_count:1; response_revision:12005; }","duration":"146.122676ms","start":"2026-03-03T14:28:08.769631Z","end":"2026-03-03T14:28:08.915754Z","steps":["trace[1009684159] 'agreement among raft nodes before linearized reading' (duration: 145.940411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:09.132123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.015503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-wdb2z\" ","response":"range_response_count:1 size:4306"} {"level":"info","ts":"2026-03-03T14:28:09.132204Z","caller":"traceutil/trace.go:171","msg":"trace[1409112551] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-wdb2z; range_end:; response_count:1; response_revision:12007; }","duration":"103.183937ms","start":"2026-03-03T14:28:09.029Z","end":"2026-03-03T14:28:09.132184Z","steps":["trace[1409112551] 'range keys from in-memory index tree' (duration: 102.837919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:09.874653Z","caller":"traceutil/trace.go:171","msg":"trace[602092035] linearizableReadLoop","detail":"{readStateIndex:12508; appliedIndex:12507; }","duration":"271.560601ms","start":"2026-03-03T14:28:09.603061Z","end":"2026-03-03T14:28:09.874621Z","steps":["trace[602092035] 'read index received' (duration: 271.338066ms)","trace[602092035] 'applied index is now lower than readState.Index' (duration: 221.265µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:09.874989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.543574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/glance-api-c4694c9f5\" ","response":"range_response_count:1 size:11483"} {"level":"info","ts":"2026-03-03T14:28:09.87504Z","caller":"traceutil/trace.go:171","msg":"trace[1800740352] range","detail":"{range_begin:/registry/replicasets/openstack/glance-api-c4694c9f5; range_end:; response_count:1; response_revision:12008; }","duration":"245.670227ms","start":"2026-03-03T14:28:09.629356Z","end":"2026-03-03T14:28:09.875026Z","steps":["trace[1800740352] 'agreement among raft nodes before linearized reading' (duration: 245.484223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:09.875156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.963216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-03-03T14:28:09.875158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.287356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-03-03T14:28:09.875207Z","caller":"traceutil/trace.go:171","msg":"trace[1132450969] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:12008; }","duration":"147.059398ms","start":"2026-03-03T14:28:09.728135Z","end":"2026-03-03T14:28:09.875194Z","steps":["trace[1132450969] 'agreement among raft nodes before linearized reading' (duration: 146.882994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:09.875185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.880911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:28:09.875232Z","caller":"traceutil/trace.go:171","msg":"trace[1579105501] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:12008; }","duration":"196.414339ms","start":"2026-03-03T14:28:09.678798Z","end":"2026-03-03T14:28:09.875212Z","steps":["trace[1579105501] 'agreement among raft nodes before linearized reading' (duration: 196.171743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:09.874966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.859717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-api-7cd89db9d6\" ","response":"range_response_count:1 size:8760"} {"level":"warn","ts":"2026-03-03T14:28:09.874992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.952425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-03-03T14:28:09.875263Z","caller":"traceutil/trace.go:171","msg":"trace[1524090067] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12008; }","duration":"122.001614ms","start":"2026-03-03T14:28:09.753248Z","end":"2026-03-03T14:28:09.87525Z","steps":["trace[1524090067] 'agreement among raft nodes before linearized reading' (duration: 121.740978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:09.875308Z","caller":"traceutil/trace.go:171","msg":"trace[73100428] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:12008; }","duration":"171.319703ms","start":"2026-03-03T14:28:09.703975Z","end":"2026-03-03T14:28:09.875295Z","steps":["trace[73100428] 'agreement among raft nodes before linearized reading' (duration: 170.910044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:09.87532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.883013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-68df8557cd\" ","response":"range_response_count:1 size:7275"} {"level":"info","ts":"2026-03-03T14:28:09.875402Z","caller":"traceutil/trace.go:171","msg":"trace[639720139] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-68df8557cd; range_end:; response_count:1; response_revision:12008; }","duration":"222.043416ms","start":"2026-03-03T14:28:09.653325Z","end":"2026-03-03T14:28:09.875368Z","steps":["trace[639720139] 'agreement among raft nodes before linearized reading' (duration: 221.76181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:09.875375Z","caller":"traceutil/trace.go:171","msg":"trace[1271085271] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-api-7cd89db9d6; range_end:; response_count:1; response_revision:12008; }","duration":"272.330189ms","start":"2026-03-03T14:28:09.603026Z","end":"2026-03-03T14:28:09.875356Z","steps":["trace[1271085271] 'agreement among raft nodes before linearized reading' (duration: 271.723075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:09.874801Z","caller":"traceutil/trace.go:171","msg":"trace[2033802259] transaction","detail":"{read_only:false; response_revision:12008; number_of_response:1; }","duration":"277.528102ms","start":"2026-03-03T14:28:09.59721Z","end":"2026-03-03T14:28:09.874738Z","steps":["trace[2033802259] 'process raft request' (duration: 277.192845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:10.038246Z","caller":"traceutil/trace.go:171","msg":"trace[1623457823] linearizableReadLoop","detail":"{readStateIndex:12509; appliedIndex:12508; }","duration":"134.801758ms","start":"2026-03-03T14:28:09.903414Z","end":"2026-03-03T14:28:10.038215Z","steps":["trace[1623457823] 'read index received' (duration: 132.188706ms)","trace[1623457823] 'applied index is now lower than readState.Index' (duration: 2.612122ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:10.038324Z","caller":"traceutil/trace.go:171","msg":"trace[20789589] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"154.854953ms","start":"2026-03-03T14:28:09.883442Z","end":"2026-03-03T14:28:10.038297Z","steps":["trace[20789589] 'process raft request' (duration: 152.150939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:10.038528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.087535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-03T14:28:10.038591Z","caller":"traceutil/trace.go:171","msg":"trace[739984753] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:12009; }","duration":"135.190916ms","start":"2026-03-03T14:28:09.903388Z","end":"2026-03-03T14:28:10.038578Z","steps":["trace[739984753] 'agreement among raft nodes before linearized reading' (duration: 134.986552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:10.038703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.59158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3558"} {"level":"info","ts":"2026-03-03T14:28:10.038754Z","caller":"traceutil/trace.go:171","msg":"trace[417460154] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:12009; }","duration":"109.674391ms","start":"2026-03-03T14:28:09.929069Z","end":"2026-03-03T14:28:10.038743Z","steps":["trace[417460154] 'agreement among raft nodes before linearized reading' (duration: 109.316423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:16.893822Z","caller":"traceutil/trace.go:171","msg":"trace[1915535528] linearizableReadLoop","detail":"{readStateIndex:12571; appliedIndex:12570; }","duration":"160.758433ms","start":"2026-03-03T14:28:16.733043Z","end":"2026-03-03T14:28:16.893801Z","steps":["trace[1915535528] 'read index received' (duration: 160.491987ms)","trace[1915535528] 'applied index is now lower than readState.Index' (duration: 265.556µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:16.894109Z","caller":"traceutil/trace.go:171","msg":"trace[1688261376] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"162.019652ms","start":"2026-03-03T14:28:16.732073Z","end":"2026-03-03T14:28:16.894092Z","steps":["trace[1688261376] 'process raft request' (duration: 161.52442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:16.894592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.529182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:28:16.895119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.771084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:16.895288Z","caller":"traceutil/trace.go:171","msg":"trace[1900418829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12070; }","duration":"161.622664ms","start":"2026-03-03T14:28:16.733017Z","end":"2026-03-03T14:28:16.89464Z","steps":["trace[1900418829] 'agreement among raft nodes before linearized reading' (duration: 161.45161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:16.895745Z","caller":"traceutil/trace.go:171","msg":"trace[493707518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12070; }","duration":"128.876197ms","start":"2026-03-03T14:28:16.766293Z","end":"2026-03-03T14:28:16.89517Z","steps":["trace[493707518] 'agreement among raft nodes before linearized reading' (duration: 128.719483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:18.54471Z","caller":"traceutil/trace.go:171","msg":"trace[1850580191] transaction","detail":"{read_only:false; response_revision:12076; number_of_response:1; }","duration":"302.770961ms","start":"2026-03-03T14:28:18.241925Z","end":"2026-03-03T14:28:18.544696Z","steps":["trace[1850580191] 'process raft request' (duration: 302.654049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.54483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.241895Z","time spent":"302.870983ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:18.929673Z","caller":"traceutil/trace.go:171","msg":"trace[1609031386] linearizableReadLoop","detail":"{readStateIndex:12580; appliedIndex:12578; }","duration":"387.197334ms","start":"2026-03-03T14:28:18.542454Z","end":"2026-03-03T14:28:18.929652Z","steps":["trace[1609031386] 'read index received' (duration: 2.281224ms)","trace[1609031386] 'applied index is now lower than readState.Index' (duration: 384.91485ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:18.930348Z","caller":"traceutil/trace.go:171","msg":"trace[123898774] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"562.325577ms","start":"2026-03-03T14:28:18.368002Z","end":"2026-03-03T14:28:18.930327Z","steps":["trace[123898774] 'process raft request' (duration: 561.293462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.930616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.367973Z","time spent":"562.47023ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:18.931523Z","caller":"traceutil/trace.go:171","msg":"trace[1054918054] transaction","detail":"{read_only:false; response_revision:12078; number_of_response:1; }","duration":"390.027802ms","start":"2026-03-03T14:28:18.541481Z","end":"2026-03-03T14:28:18.931509Z","steps":["trace[1054918054] 'process raft request' (duration: 388.114447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.931675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.541456Z","time spent":"390.133764ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:18.931895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.437747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.931926Z","caller":"traceutil/trace.go:171","msg":"trace[1134385994] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12078; }","duration":"389.490629ms","start":"2026-03-03T14:28:18.542428Z","end":"2026-03-03T14:28:18.931918Z","steps":["trace[1134385994] 'agreement among raft nodes before linearized reading' (duration: 389.418557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.931986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.542419Z","time spent":"389.55928ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:18.932181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.673403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.932257Z","caller":"traceutil/trace.go:171","msg":"trace[1046739237] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12078; }","duration":"389.712093ms","start":"2026-03-03T14:28:18.54249Z","end":"2026-03-03T14:28:18.932202Z","steps":["trace[1046739237] 'agreement among raft nodes before linearized reading' (duration: 389.668802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.932286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.542486Z","time spent":"389.793965ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:18.932719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.2044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.932857Z","caller":"traceutil/trace.go:171","msg":"trace[1296612826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12078; }","duration":"171.374515ms","start":"2026-03-03T14:28:18.761474Z","end":"2026-03-03T14:28:18.932849Z","steps":["trace[1296612826] 'agreement among raft nodes before linearized reading' (duration: 171.218551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.933565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.506628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:18.933598Z","caller":"traceutil/trace.go:171","msg":"trace[274804058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12078; }","duration":"249.58437ms","start":"2026-03-03T14:28:18.684005Z","end":"2026-03-03T14:28:18.93359Z","steps":["trace[274804058] 'agreement among raft nodes before linearized reading' (duration: 249.466227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.933949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.955824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:18.934077Z","caller":"traceutil/trace.go:171","msg":"trace[1534892671] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12078; }","duration":"316.119318ms","start":"2026-03-03T14:28:18.617949Z","end":"2026-03-03T14:28:18.934068Z","steps":["trace[1534892671] 'agreement among raft nodes before linearized reading' (duration: 315.974215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.934146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.617927Z","time spent":"316.18941ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:18.93449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.777742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-03-03T14:28:18.934518Z","caller":"traceutil/trace.go:171","msg":"trace[101926558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12078; }","duration":"388.843343ms","start":"2026-03-03T14:28:18.545668Z","end":"2026-03-03T14:28:18.934511Z","steps":["trace[101926558] 'agreement among raft nodes before linearized reading' (duration: 388.654989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.934561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.545647Z","time spent":"388.906924ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12659,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:18.934749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.10636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12635"} {"level":"info","ts":"2026-03-03T14:28:18.934776Z","caller":"traceutil/trace.go:171","msg":"trace[643189979] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12078; }","duration":"389.1471ms","start":"2026-03-03T14:28:18.545623Z","end":"2026-03-03T14:28:18.93477Z","steps":["trace[643189979] 'agreement among raft nodes before linearized reading' (duration: 389.080119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.934798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.545616Z","time spent":"389.175031ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12659,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:18.935017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.768615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:18.935043Z","caller":"traceutil/trace.go:171","msg":"trace[178869468] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12078; }","duration":"389.810466ms","start":"2026-03-03T14:28:18.545227Z","end":"2026-03-03T14:28:18.935037Z","steps":["trace[178869468] 'agreement among raft nodes before linearized reading' (duration: 389.740014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.93511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.545219Z","time spent":"389.881207ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:18.935281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.391987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.935321Z","caller":"traceutil/trace.go:171","msg":"trace[891984461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12078; }","duration":"392.437818ms","start":"2026-03-03T14:28:18.542873Z","end":"2026-03-03T14:28:18.935311Z","steps":["trace[891984461] 'agreement among raft nodes before linearized reading' (duration: 392.387467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.935505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.542869Z","time spent":"392.474879ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:18.935651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.791937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.93569Z","caller":"traceutil/trace.go:171","msg":"trace[1982120295] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12078; }","duration":"392.846478ms","start":"2026-03-03T14:28:18.542836Z","end":"2026-03-03T14:28:18.935682Z","steps":["trace[1982120295] 'agreement among raft nodes before linearized reading' (duration: 392.790556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.935763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:18.542828Z","time spent":"392.910349ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:19.148674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.933145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:19.148735Z","caller":"traceutil/trace.go:171","msg":"trace[1167428186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12080; }","duration":"120.057878ms","start":"2026-03-03T14:28:19.028663Z","end":"2026-03-03T14:28:19.148721Z","steps":["trace[1167428186] 'range keys from in-memory index tree' (duration: 119.780671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:19.278132Z","caller":"traceutil/trace.go:171","msg":"trace[1257375626] linearizableReadLoop","detail":"{readStateIndex:12583; appliedIndex:12582; }","duration":"205.233707ms","start":"2026-03-03T14:28:19.072872Z","end":"2026-03-03T14:28:19.278106Z","steps":["trace[1257375626] 'read index received' (duration: 205.026662ms)","trace[1257375626] 'applied index is now lower than readState.Index' (duration: 206.055µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:19.278468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.548686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:28:19.278255Z","caller":"traceutil/trace.go:171","msg":"trace[2052249965] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"246.132487ms","start":"2026-03-03T14:28:19.032096Z","end":"2026-03-03T14:28:19.278228Z","steps":["trace[2052249965] 'process raft request' (duration: 245.81447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:19.278524Z","caller":"traceutil/trace.go:171","msg":"trace[440350157] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12081; }","duration":"205.683949ms","start":"2026-03-03T14:28:19.072825Z","end":"2026-03-03T14:28:19.278509Z","steps":["trace[440350157] 'agreement among raft nodes before linearized reading' (duration: 205.418912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:19.475515Z","caller":"traceutil/trace.go:171","msg":"trace[228882959] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"192.385674ms","start":"2026-03-03T14:28:19.283103Z","end":"2026-03-03T14:28:19.475489Z","steps":["trace[228882959] 'process raft request' (duration: 192.325402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:19.475944Z","caller":"traceutil/trace.go:171","msg":"trace[1517981446] transaction","detail":"{read_only:false; response_revision:12082; number_of_response:1; }","duration":"323.564134ms","start":"2026-03-03T14:28:19.152363Z","end":"2026-03-03T14:28:19.475927Z","steps":["trace[1517981446] 'process raft request' (duration: 249.548849ms)","trace[1517981446] 'compare' (duration: 73.36282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:19.476056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:19.15234Z","time spent":"323.645576ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:19.47621Z","caller":"traceutil/trace.go:171","msg":"trace[133845490] linearizableReadLoop","detail":"{readStateIndex:12584; appliedIndex:12583; }","duration":"197.986266ms","start":"2026-03-03T14:28:19.278212Z","end":"2026-03-03T14:28:19.476198Z","steps":["trace[133845490] 'read index received' (duration: 123.711505ms)","trace[133845490] 'applied index is now lower than readState.Index' (duration: 74.273521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:19.476488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.174427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:19.476534Z","caller":"traceutil/trace.go:171","msg":"trace[477366793] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12083; }","duration":"396.244128ms","start":"2026-03-03T14:28:19.080277Z","end":"2026-03-03T14:28:19.476521Z","steps":["trace[477366793] 'agreement among raft nodes before linearized reading' (duration: 396.102194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:19.476567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:19.080264Z","time spent":"396.29543ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:28:19.476766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.883197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:19.476809Z","caller":"traceutil/trace.go:171","msg":"trace[109043142] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12083; }","duration":"166.951149ms","start":"2026-03-03T14:28:19.309845Z","end":"2026-03-03T14:28:19.476797Z","steps":["trace[109043142] 'agreement among raft nodes before linearized reading' (duration: 166.888208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:20.926326Z","caller":"traceutil/trace.go:171","msg":"trace[1830405208] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"102.866041ms","start":"2026-03-03T14:28:20.823432Z","end":"2026-03-03T14:28:20.926298Z","steps":["trace[1830405208] 'process raft request' (duration: 98.160059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:20.926451Z","caller":"traceutil/trace.go:171","msg":"trace[836304348] linearizableReadLoop","detail":"{readStateIndex:12588; appliedIndex:12587; }","duration":"102.645586ms","start":"2026-03-03T14:28:20.823782Z","end":"2026-03-03T14:28:20.926428Z","steps":["trace[836304348] 'read index received' (duration: 97.947284ms)","trace[836304348] 'applied index is now lower than readState.Index' (duration: 4.696862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:20.926948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:28:20.926998Z","caller":"traceutil/trace.go:171","msg":"trace[174601683] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:12087; }","duration":"103.27971ms","start":"2026-03-03T14:28:20.823703Z","end":"2026-03-03T14:28:20.926983Z","steps":["trace[174601683] 'agreement among raft nodes before linearized reading' (duration: 103.080085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:21.281926Z","caller":"traceutil/trace.go:171","msg":"trace[1848119037] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"167.994565ms","start":"2026-03-03T14:28:21.113901Z","end":"2026-03-03T14:28:21.281895Z","steps":["trace[1848119037] 'process raft request' (duration: 164.508282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:23.506801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.885893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:23.506961Z","caller":"traceutil/trace.go:171","msg":"trace[1172852890] transaction","detail":"{read_only:false; response_revision:12101; number_of_response:1; }","duration":"365.340985ms","start":"2026-03-03T14:28:23.141584Z","end":"2026-03-03T14:28:23.506925Z","steps":["trace[1172852890] 'process raft request' (duration: 116.199726ms)","trace[1172852890] 'compare' (duration: 248.75583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:23.507029Z","caller":"traceutil/trace.go:171","msg":"trace[582477304] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"124.499682ms","start":"2026-03-03T14:28:23.382515Z","end":"2026-03-03T14:28:23.507015Z","steps":["trace[582477304] 'process raft request' (duration: 124.420331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:23.507051Z","caller":"traceutil/trace.go:171","msg":"trace[765945099] linearizableReadLoop","detail":"{readStateIndex:12605; appliedIndex:12604; }","duration":"206.629731ms","start":"2026-03-03T14:28:23.300382Z","end":"2026-03-03T14:28:23.507012Z","steps":["trace[765945099] 'read index received' (duration: 45.331µs)","trace[765945099] 'applied index is now lower than readState.Index' (duration: 206.58082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:23.507088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:23.14156Z","time spent":"365.470569ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:23.507273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.880387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:23.507396Z","caller":"traceutil/trace.go:171","msg":"trace[342890705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12102; }","duration":"206.98324ms","start":"2026-03-03T14:28:23.300333Z","end":"2026-03-03T14:28:23.507316Z","steps":["trace[342890705] 'agreement among raft nodes before linearized reading' (duration: 206.796435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:23.993908Z","caller":"traceutil/trace.go:171","msg":"trace[978025282] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"462.401278ms","start":"2026-03-03T14:28:23.531468Z","end":"2026-03-03T14:28:23.99387Z","steps":["trace[978025282] 'process raft request' (duration: 392.136071ms)","trace[978025282] 'compare' (duration: 69.875498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:23.994096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:23.531458Z","time spent":"462.548601ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:23.99594Z","caller":"traceutil/trace.go:171","msg":"trace[1797078469] linearizableReadLoop","detail":"{readStateIndex:12609; appliedIndex:12607; }","duration":"461.615429ms","start":"2026-03-03T14:28:23.53431Z","end":"2026-03-03T14:28:23.995926Z","steps":["trace[1797078469] 'read index received' (duration: 389.240072ms)","trace[1797078469] 'applied index is now lower than readState.Index' (duration: 72.374657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:23.99607Z","caller":"traceutil/trace.go:171","msg":"trace[2100948832] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"464.529398ms","start":"2026-03-03T14:28:23.531531Z","end":"2026-03-03T14:28:23.99606Z","steps":["trace[2100948832] 'process raft request' (duration: 464.308063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:23.996129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:23.531517Z","time spent":"464.577019ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:23.996336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.008358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:28:23.996313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.358444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:23.996403Z","caller":"traceutil/trace.go:171","msg":"trace[1317787607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12105; }","duration":"462.08157ms","start":"2026-03-03T14:28:23.534305Z","end":"2026-03-03T14:28:23.996386Z","steps":["trace[1317787607] 'agreement among raft nodes before linearized reading' (duration: 461.895586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:23.996421Z","caller":"traceutil/trace.go:171","msg":"trace[1376051069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12105; }","duration":"238.512647ms","start":"2026-03-03T14:28:23.757889Z","end":"2026-03-03T14:28:23.996401Z","steps":["trace[1376051069] 'agreement among raft nodes before linearized reading' (duration: 238.328433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:23.996455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:23.534253Z","time spent":"462.193853ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:28:28.933953Z","caller":"traceutil/trace.go:171","msg":"trace[754845679] linearizableReadLoop","detail":"{readStateIndex:12637; appliedIndex:12636; }","duration":"105.724138ms","start":"2026-03-03T14:28:28.828197Z","end":"2026-03-03T14:28:28.933921Z","steps":["trace[754845679] 'read index received' (duration: 103.578447ms)","trace[754845679] 'applied index is now lower than readState.Index' (duration: 2.144001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:28.934145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.912392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:28.934182Z","caller":"traceutil/trace.go:171","msg":"trace[2073820057] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12131; }","duration":"106.012685ms","start":"2026-03-03T14:28:28.828157Z","end":"2026-03-03T14:28:28.93417Z","steps":["trace[2073820057] 'agreement among raft nodes before linearized reading' (duration: 105.905072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:29.248303Z","caller":"traceutil/trace.go:171","msg":"trace[866961993] transaction","detail":"{read_only:false; response_revision:12139; number_of_response:1; }","duration":"142.1219ms","start":"2026-03-03T14:28:29.106138Z","end":"2026-03-03T14:28:29.248259Z","steps":["trace[866961993] 'process raft request' (duration: 141.779542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:29.248462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.610165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:29.248517Z","caller":"traceutil/trace.go:171","msg":"trace[145078597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12141; }","duration":"113.734488ms","start":"2026-03-03T14:28:29.13477Z","end":"2026-03-03T14:28:29.248505Z","steps":["trace[145078597] 'agreement among raft nodes before linearized reading' (duration: 113.615964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:29.248309Z","caller":"traceutil/trace.go:171","msg":"trace[1340213814] linearizableReadLoop","detail":"{readStateIndex:12647; appliedIndex:12643; }","duration":"113.458931ms","start":"2026-03-03T14:28:29.134815Z","end":"2026-03-03T14:28:29.248274Z","steps":["trace[1340213814] 'read index received' (duration: 56.976001ms)","trace[1340213814] 'applied index is now lower than readState.Index' (duration: 56.48149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:29.248639Z","caller":"traceutil/trace.go:171","msg":"trace[726376186] transaction","detail":"{read_only:false; response_revision:12140; number_of_response:1; }","duration":"139.858077ms","start":"2026-03-03T14:28:29.10876Z","end":"2026-03-03T14:28:29.248618Z","steps":["trace[726376186] 'process raft request' (duration: 139.352084ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:29.248849Z","caller":"traceutil/trace.go:171","msg":"trace[666818471] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"138.69366ms","start":"2026-03-03T14:28:29.109904Z","end":"2026-03-03T14:28:29.248598Z","steps":["trace[666818471] 'process raft request' (duration: 138.2936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:30.918206Z","caller":"traceutil/trace.go:171","msg":"trace[378011515] linearizableReadLoop","detail":"{readStateIndex:12660; appliedIndex:12659; }","duration":"155.848757ms","start":"2026-03-03T14:28:30.762333Z","end":"2026-03-03T14:28:30.918182Z","steps":["trace[378011515] 'read index received' (duration: 93.6191ms)","trace[378011515] 'applied index is now lower than readState.Index' (duration: 62.228907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:30.918279Z","caller":"traceutil/trace.go:171","msg":"trace[2028653085] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"167.438322ms","start":"2026-03-03T14:28:30.750811Z","end":"2026-03-03T14:28:30.918249Z","steps":["trace[2028653085] 'process raft request' (duration: 105.241756ms)","trace[2028653085] 'compare' (duration: 62.025052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:30.91833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.99075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:30.918356Z","caller":"traceutil/trace.go:171","msg":"trace[1584569118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12154; }","duration":"156.060902ms","start":"2026-03-03T14:28:30.762287Z","end":"2026-03-03T14:28:30.918348Z","steps":["trace[1584569118] 'agreement among raft nodes before linearized reading' (duration: 155.98191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:31.684273Z","caller":"traceutil/trace.go:171","msg":"trace[1180920223] linearizableReadLoop","detail":"{readStateIndex:12666; appliedIndex:12665; }","duration":"118.560152ms","start":"2026-03-03T14:28:31.565691Z","end":"2026-03-03T14:28:31.684251Z","steps":["trace[1180920223] 'read index received' (duration: 26.391796ms)","trace[1180920223] 'applied index is now lower than readState.Index' (duration: 92.167286ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:31.684344Z","caller":"traceutil/trace.go:171","msg":"trace[1871472254] transaction","detail":"{read_only:false; response_revision:12159; number_of_response:1; }","duration":"126.719696ms","start":"2026-03-03T14:28:31.557567Z","end":"2026-03-03T14:28:31.684287Z","steps":["trace[1871472254] 'process raft request' (duration: 34.517779ms)","trace[1871472254] 'compare' (duration: 92.060554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:31.68467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.734466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:31.684718Z","caller":"traceutil/trace.go:171","msg":"trace[1339367338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12159; }","duration":"119.051224ms","start":"2026-03-03T14:28:31.565654Z","end":"2026-03-03T14:28:31.684705Z","steps":["trace[1339367338] 'agreement among raft nodes before linearized reading' (duration: 118.683185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.06251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.261842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:28:32.06248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.737456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:32.06258Z","caller":"traceutil/trace.go:171","msg":"trace[591316140] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12160; }","duration":"133.370684ms","start":"2026-03-03T14:28:31.929194Z","end":"2026-03-03T14:28:32.062565Z","steps":["trace[591316140] 'range keys from in-memory index tree' (duration: 133.124079ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:32.062607Z","caller":"traceutil/trace.go:171","msg":"trace[666975196] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12160; }","duration":"212.878089ms","start":"2026-03-03T14:28:31.849703Z","end":"2026-03-03T14:28:32.062581Z","steps":["trace[666975196] 'range keys from in-memory index tree' (duration: 212.601443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.062956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.56668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:28:32.06307Z","caller":"traceutil/trace.go:171","msg":"trace[1584998354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12160; }","duration":"163.753684ms","start":"2026-03-03T14:28:31.899291Z","end":"2026-03-03T14:28:32.063045Z","steps":["trace[1584998354] 'range keys from in-memory index tree' (duration: 162.964505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:32.463131Z","caller":"traceutil/trace.go:171","msg":"trace[1988547490] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"395.162133ms","start":"2026-03-03T14:28:32.067941Z","end":"2026-03-03T14:28:32.463103Z","steps":["trace[1988547490] 'process raft request' (duration: 394.983399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.463283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.067932Z","time spent":"395.275135ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:32.570704Z","caller":"traceutil/trace.go:171","msg":"trace[787472910] linearizableReadLoop","detail":"{readStateIndex:12669; appliedIndex:12667; }","duration":"501.496445ms","start":"2026-03-03T14:28:32.06917Z","end":"2026-03-03T14:28:32.570666Z","steps":["trace[787472910] 'read index received' (duration: 393.737839ms)","trace[787472910] 'applied index is now lower than readState.Index' (duration: 107.757066ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:32.570894Z","caller":"traceutil/trace.go:171","msg":"trace[538586443] transaction","detail":"{read_only:false; response_revision:12162; number_of_response:1; }","duration":"502.760845ms","start":"2026-03-03T14:28:32.068115Z","end":"2026-03-03T14:28:32.570876Z","steps":["trace[538586443] 'process raft request' (duration: 494.090069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.029868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:32.571064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.068092Z","time spent":"502.855587ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:32.571106Z","caller":"traceutil/trace.go:171","msg":"trace[748113783] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12162; }","duration":"206.14541ms","start":"2026-03-03T14:28:32.364941Z","end":"2026-03-03T14:28:32.571086Z","steps":["trace[748113783] 'agreement among raft nodes before linearized reading' (duration: 205.988557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.887711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:28:32.571161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.715421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:32.571223Z","caller":"traceutil/trace.go:171","msg":"trace[694551784] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12162; }","duration":"431.804213ms","start":"2026-03-03T14:28:32.139405Z","end":"2026-03-03T14:28:32.57121Z","steps":["trace[694551784] 'agreement among raft nodes before linearized reading' (duration: 431.587738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.139394Z","time spent":"431.855154ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:28:32.571277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.943882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:28:32.571333Z","caller":"traceutil/trace.go:171","msg":"trace[550447182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12162; }","duration":"439.032694ms","start":"2026-03-03T14:28:32.132288Z","end":"2026-03-03T14:28:32.571321Z","steps":["trace[550447182] 'agreement among raft nodes before linearized reading' (duration: 438.909041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:32.571155Z","caller":"traceutil/trace.go:171","msg":"trace[1229702101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12162; }","duration":"438.957742ms","start":"2026-03-03T14:28:32.132187Z","end":"2026-03-03T14:28:32.571145Z","steps":["trace[1229702101] 'agreement among raft nodes before linearized reading' (duration: 438.729266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.132169Z","time spent":"439.245509ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:32.571448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.276994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:28:32.571479Z","caller":"traceutil/trace.go:171","msg":"trace[2089993178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12162; }","duration":"502.329275ms","start":"2026-03-03T14:28:32.069141Z","end":"2026-03-03T14:28:32.57147Z","steps":["trace[2089993178] 'agreement among raft nodes before linearized reading' (duration: 502.195482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.06913Z","time spent":"502.371356ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:32.571678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.13227Z","time spent":"439.398362ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:28:33.950792Z","caller":"traceutil/trace.go:171","msg":"trace[721351973] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"156.565063ms","start":"2026-03-03T14:28:33.794198Z","end":"2026-03-03T14:28:33.950763Z","steps":["trace[721351973] 'process raft request' (duration: 156.40441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:33.95288Z","caller":"traceutil/trace.go:171","msg":"trace[1507863988] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"131.407837ms","start":"2026-03-03T14:28:33.821434Z","end":"2026-03-03T14:28:33.952842Z","steps":["trace[1507863988] 'process raft request' (duration: 130.844574ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:34.721915Z","caller":"traceutil/trace.go:171","msg":"trace[1083862510] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"124.874571ms","start":"2026-03-03T14:28:34.597024Z","end":"2026-03-03T14:28:34.721898Z","steps":["trace[1083862510] 'process raft request' (duration: 124.459301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:34.9262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.151971ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:34.9265Z","caller":"traceutil/trace.go:171","msg":"trace[135486500] linearizableReadLoop","detail":"{readStateIndex:12687; appliedIndex:12686; }","duration":"125.980628ms","start":"2026-03-03T14:28:34.800502Z","end":"2026-03-03T14:28:34.926483Z","steps":["trace[135486500] 'read index received' (duration: 2.394457ms)","trace[135486500] 'applied index is now lower than readState.Index' (duration: 123.397947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:34.926559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.05421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:34.92654Z","caller":"traceutil/trace.go:171","msg":"trace[1510126056] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"173.965616ms","start":"2026-03-03T14:28:34.752543Z","end":"2026-03-03T14:28:34.926509Z","steps":["trace[1510126056] 'process raft request' (duration: 50.410566ms)","trace[1510126056] 'compare' (duration: 123.016717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:34.926595Z","caller":"traceutil/trace.go:171","msg":"trace[2045053080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12180; }","duration":"126.118612ms","start":"2026-03-03T14:28:34.800468Z","end":"2026-03-03T14:28:34.926587Z","steps":["trace[2045053080] 'agreement among raft nodes before linearized reading' (duration: 126.06038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.304165Z","caller":"traceutil/trace.go:171","msg":"trace[1777250999] linearizableReadLoop","detail":"{readStateIndex:12688; appliedIndex:12687; }","duration":"198.528499ms","start":"2026-03-03T14:28:35.105604Z","end":"2026-03-03T14:28:35.304133Z","steps":["trace[1777250999] 'read index received' (duration: 172.960773ms)","trace[1777250999] 'applied index is now lower than readState.Index' (duration: 25.566156ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:35.304403Z","caller":"traceutil/trace.go:171","msg":"trace[1497573717] transaction","detail":"{read_only:false; response_revision:12181; number_of_response:1; }","duration":"341.12012ms","start":"2026-03-03T14:28:34.963226Z","end":"2026-03-03T14:28:35.304346Z","steps":["trace[1497573717] 'process raft request' (duration: 315.344529ms)","trace[1497573717] 'compare' (duration: 25.425253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:35.304607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.980009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:35.304688Z","caller":"traceutil/trace.go:171","msg":"trace[78593727] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12181; }","duration":"199.103582ms","start":"2026-03-03T14:28:35.105565Z","end":"2026-03-03T14:28:35.304669Z","steps":["trace[78593727] 'agreement among raft nodes before linearized reading' (duration: 198.819816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.304693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:34.963199Z","time spent":"341.337296ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:35.339917Z","caller":"traceutil/trace.go:171","msg":"trace[1676026248] transaction","detail":"{read_only:false; response_revision:12182; number_of_response:1; }","duration":"228.680904ms","start":"2026-03-03T14:28:35.111202Z","end":"2026-03-03T14:28:35.339883Z","steps":["trace[1676026248] 'process raft request' (duration: 228.478669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.340174Z","caller":"traceutil/trace.go:171","msg":"trace[1004954645] transaction","detail":"{read_only:false; response_revision:12183; number_of_response:1; }","duration":"228.745286ms","start":"2026-03-03T14:28:35.111396Z","end":"2026-03-03T14:28:35.340142Z","steps":["trace[1004954645] 'process raft request' (duration: 228.431899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.340267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.886279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:35.340334Z","caller":"traceutil/trace.go:171","msg":"trace[2041049232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12183; }","duration":"228.996162ms","start":"2026-03-03T14:28:35.111321Z","end":"2026-03-03T14:28:35.340317Z","steps":["trace[2041049232] 'agreement among raft nodes before linearized reading' (duration: 228.818358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.340348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.411091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:35.340325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.813578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:35.340401Z","caller":"traceutil/trace.go:171","msg":"trace[342154625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12183; }","duration":"234.479092ms","start":"2026-03-03T14:28:35.105907Z","end":"2026-03-03T14:28:35.340387Z","steps":["trace[342154625] 'agreement among raft nodes before linearized reading' (duration: 234.41176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.340498Z","caller":"traceutil/trace.go:171","msg":"trace[873357557] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12183; }","duration":"228.998622ms","start":"2026-03-03T14:28:35.11146Z","end":"2026-03-03T14:28:35.340458Z","steps":["trace[873357557] 'agreement among raft nodes before linearized reading' (duration: 228.659814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.340271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.154145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:35.340566Z","caller":"traceutil/trace.go:171","msg":"trace[1082865214] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12183; }","duration":"226.467482ms","start":"2026-03-03T14:28:35.114085Z","end":"2026-03-03T14:28:35.340552Z","steps":["trace[1082865214] 'agreement among raft nodes before linearized reading' (duration: 226.097873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.808551Z","caller":"traceutil/trace.go:171","msg":"trace[920177949] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"110.502531ms","start":"2026-03-03T14:28:35.698024Z","end":"2026-03-03T14:28:35.808527Z","steps":["trace[920177949] 'process raft request' (duration: 90.955177ms)","trace[920177949] 'compare' (duration: 19.235777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:37.58652Z","caller":"traceutil/trace.go:171","msg":"trace[1275977921] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"124.187845ms","start":"2026-03-03T14:28:37.462301Z","end":"2026-03-03T14:28:37.586489Z","steps":["trace[1275977921] 'process raft request' (duration: 124.022291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.236185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.825723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:38.236241Z","caller":"traceutil/trace.go:171","msg":"trace[310006374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12193; }","duration":"380.916145ms","start":"2026-03-03T14:28:37.855313Z","end":"2026-03-03T14:28:38.236229Z","steps":["trace[310006374] 'range keys from in-memory index tree' (duration: 380.70187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.236265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.855294Z","time spent":"380.966086ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:38.236301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.036924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:28:38.23639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.212363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:38.236322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.723524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:38.236444Z","caller":"traceutil/trace.go:171","msg":"trace[2100904289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12193; }","duration":"478.304175ms","start":"2026-03-03T14:28:37.758127Z","end":"2026-03-03T14:28:38.236431Z","steps":["trace[2100904289] 'range keys from in-memory index tree' (duration: 478.10795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.236475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.758099Z","time spent":"478.368966ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:38.236476Z","caller":"traceutil/trace.go:171","msg":"trace[1950638937] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12193; }","duration":"330.95704ms","start":"2026-03-03T14:28:37.905505Z","end":"2026-03-03T14:28:38.236462Z","steps":["trace[1950638937] 'count revisions from in-memory index tree' (duration: 330.585621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.236511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.905473Z","time spent":"331.030711ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:38.236487Z","caller":"traceutil/trace.go:171","msg":"trace[790909883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12193; }","duration":"423.190408ms","start":"2026-03-03T14:28:37.813189Z","end":"2026-03-03T14:28:38.236379Z","steps":["trace[790909883] 'range keys from in-memory index tree' (duration: 422.743607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.236613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.813169Z","time spent":"423.399473ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:28:38.36571Z","caller":"traceutil/trace.go:171","msg":"trace[562339093] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"126.287555ms","start":"2026-03-03T14:28:38.239402Z","end":"2026-03-03T14:28:38.365689Z","steps":["trace[562339093] 'process raft request' (duration: 126.150382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:38.417364Z","caller":"traceutil/trace.go:171","msg":"trace[174382613] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"177.481371ms","start":"2026-03-03T14:28:38.239856Z","end":"2026-03-03T14:28:38.417337Z","steps":["trace[174382613] 'process raft request' (duration: 177.308386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:38.881585Z","caller":"traceutil/trace.go:171","msg":"trace[1205737872] linearizableReadLoop","detail":"{readStateIndex:12704; appliedIndex:12703; }","duration":"100.981066ms","start":"2026-03-03T14:28:38.780571Z","end":"2026-03-03T14:28:38.881552Z","steps":["trace[1205737872] 'read index received' (duration: 100.671859ms)","trace[1205737872] 'applied index is now lower than readState.Index' (duration: 307.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:38.881638Z","caller":"traceutil/trace.go:171","msg":"trace[1234769695] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"103.590747ms","start":"2026-03-03T14:28:38.778012Z","end":"2026-03-03T14:28:38.881603Z","steps":["trace[1234769695] 'process raft request' (duration: 103.344011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.88202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.289933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:38.882097Z","caller":"traceutil/trace.go:171","msg":"trace[533707578] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12196; }","duration":"101.543788ms","start":"2026-03-03T14:28:38.780534Z","end":"2026-03-03T14:28:38.882078Z","steps":["trace[533707578] 'agreement among raft nodes before linearized reading' (duration: 101.149219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:39.273053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.310499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:39.273128Z","caller":"traceutil/trace.go:171","msg":"trace[1751183802] linearizableReadLoop","detail":"{readStateIndex:12706; appliedIndex:12705; }","duration":"139.642403ms","start":"2026-03-03T14:28:39.133473Z","end":"2026-03-03T14:28:39.273116Z","steps":["trace[1751183802] 'read index received' (duration: 62.522µs)","trace[1751183802] 'applied index is now lower than readState.Index' (duration: 139.579021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:39.273183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.721004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:39.273199Z","caller":"traceutil/trace.go:171","msg":"trace[1964026910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12198; }","duration":"139.774885ms","start":"2026-03-03T14:28:39.13342Z","end":"2026-03-03T14:28:39.273195Z","steps":["trace[1964026910] 'agreement among raft nodes before linearized reading' (duration: 139.726214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:39.273453Z","caller":"traceutil/trace.go:171","msg":"trace[1783836781] transaction","detail":"{read_only:false; response_revision:12198; number_of_response:1; }","duration":"312.624226ms","start":"2026-03-03T14:28:38.96075Z","end":"2026-03-03T14:28:39.273374Z","steps":["trace[1783836781] 'process raft request' (duration: 125.922577ms)","trace[1783836781] 'compare' (duration: 186.220047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:39.273703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.960728Z","time spent":"312.853711ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:39.873383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.732029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:39.873447Z","caller":"traceutil/trace.go:171","msg":"trace[2049480142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12201; }","duration":"116.845861ms","start":"2026-03-03T14:28:39.756585Z","end":"2026-03-03T14:28:39.873431Z","steps":["trace[2049480142] 'range keys from in-memory index tree' (duration: 116.594195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.597375Z","caller":"traceutil/trace.go:171","msg":"trace[1474196439] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"174.662033ms","start":"2026-03-03T14:28:41.422675Z","end":"2026-03-03T14:28:41.597337Z","steps":["trace[1474196439] 'process raft request' (duration: 116.555064ms)","trace[1474196439] 'compare' (duration: 57.497614ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:41.597481Z","caller":"traceutil/trace.go:171","msg":"trace[922368650] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"138.826323ms","start":"2026-03-03T14:28:41.458636Z","end":"2026-03-03T14:28:41.597462Z","steps":["trace[922368650] 'process raft request' (duration: 138.773712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.59755Z","caller":"traceutil/trace.go:171","msg":"trace[1346866197] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"151.865832ms","start":"2026-03-03T14:28:41.445654Z","end":"2026-03-03T14:28:41.59752Z","steps":["trace[1346866197] 'process raft request' (duration: 151.653787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.597939Z","caller":"traceutil/trace.go:171","msg":"trace[1840078572] linearizableReadLoop","detail":"{readStateIndex:12715; appliedIndex:12714; }","duration":"170.71629ms","start":"2026-03-03T14:28:41.426732Z","end":"2026-03-03T14:28:41.597449Z","steps":["trace[1840078572] 'read index received' (duration: 112.671272ms)","trace[1840078572] 'applied index is now lower than readState.Index' (duration: 58.038167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.598022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.279122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:41.598104Z","caller":"traceutil/trace.go:171","msg":"trace[760262533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12209; }","duration":"171.409175ms","start":"2026-03-03T14:28:41.426675Z","end":"2026-03-03T14:28:41.598084Z","steps":["trace[760262533] 'agreement among raft nodes before linearized reading' (duration: 171.073118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:41.598219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.479376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:41.598269Z","caller":"traceutil/trace.go:171","msg":"trace[1385203727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12209; }","duration":"152.581048ms","start":"2026-03-03T14:28:41.445674Z","end":"2026-03-03T14:28:41.598255Z","steps":["trace[1385203727] 'agreement among raft nodes before linearized reading' (duration: 152.484346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:41.59871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.667031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:28:41.59876Z","caller":"traceutil/trace.go:171","msg":"trace[1888452083] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12209; }","duration":"168.749602ms","start":"2026-03-03T14:28:41.429999Z","end":"2026-03-03T14:28:41.598749Z","steps":["trace[1888452083] 'agreement among raft nodes before linearized reading' (duration: 168.056516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:42.648687Z","caller":"traceutil/trace.go:171","msg":"trace[827063274] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"144.898177ms","start":"2026-03-03T14:28:42.503756Z","end":"2026-03-03T14:28:42.648654Z","steps":["trace[827063274] 'process raft request' (duration: 45.300164ms)","trace[827063274] 'compare' (duration: 99.46512ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:42.648672Z","caller":"traceutil/trace.go:171","msg":"trace[269627597] linearizableReadLoop","detail":"{readStateIndex:12723; appliedIndex:12722; }","duration":"101.244152ms","start":"2026-03-03T14:28:42.547398Z","end":"2026-03-03T14:28:42.648642Z","steps":["trace[269627597] 'read index received' (duration: 1.584457ms)","trace[269627597] 'applied index is now lower than readState.Index' (duration: 99.658395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:42.648873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.452497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:28:42.648933Z","caller":"traceutil/trace.go:171","msg":"trace[641111187] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:12214; }","duration":"101.551968ms","start":"2026-03-03T14:28:42.547368Z","end":"2026-03-03T14:28:42.64892Z","steps":["trace[641111187] 'agreement among raft nodes before linearized reading' (duration: 101.363104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.142319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674417,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:44.251896Z","caller":"traceutil/trace.go:171","msg":"trace[1828769334] transaction","detail":"{read_only:false; response_revision:12220; number_of_response:1; }","duration":"647.355694ms","start":"2026-03-03T14:28:43.604509Z","end":"2026-03-03T14:28:44.251864Z","steps":["trace[1828769334] 'process raft request' (duration: 647.18265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.252091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.604449Z","time spent":"647.543519ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:44.520952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.393569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:44.521147Z","caller":"traceutil/trace.go:171","msg":"trace[115316730] transaction","detail":"{read_only:false; response_revision:12221; number_of_response:1; }","duration":"914.850209ms","start":"2026-03-03T14:28:43.606274Z","end":"2026-03-03T14:28:44.521124Z","steps":["trace[115316730] 'process raft request' (duration: 731.195533ms)","trace[115316730] 'compare' (duration: 183.280357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:44.521223Z","caller":"traceutil/trace.go:171","msg":"trace[456898639] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12728; }","duration":"879.131241ms","start":"2026-03-03T14:28:43.642069Z","end":"2026-03-03T14:28:44.5212Z","steps":["trace[456898639] 'read index received' (duration: 609.744002ms)","trace[456898639] 'applied index is now lower than readState.Index' (duration: 269.385949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:44.521292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.606261Z","time spent":"914.963521ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:44.521454Z","caller":"traceutil/trace.go:171","msg":"trace[2017865730] transaction","detail":"{read_only:false; response_revision:12222; number_of_response:1; }","duration":"406.912002ms","start":"2026-03-03T14:28:44.114522Z","end":"2026-03-03T14:28:44.521434Z","steps":["trace[2017865730] 'process raft request' (duration: 406.548753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.521579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.114499Z","time spent":"407.011134ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:44.521591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.281252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:44.52166Z","caller":"traceutil/trace.go:171","msg":"trace[1787062476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12222; }","duration":"800.390615ms","start":"2026-03-03T14:28:43.72125Z","end":"2026-03-03T14:28:44.521641Z","steps":["trace[1787062476] 'agreement among raft nodes before linearized reading' (duration: 800.199049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.521666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.582203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:28:44.521736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.721228Z","time spent":"800.485227ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:28:44.521816Z","caller":"traceutil/trace.go:171","msg":"trace[1695543903] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12222; }","duration":"879.725256ms","start":"2026-03-03T14:28:43.642027Z","end":"2026-03-03T14:28:44.521753Z","steps":["trace[1695543903] 'agreement among raft nodes before linearized reading' (duration: 879.407008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.521662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.876195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:44.521878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.642007Z","time spent":"879.85604ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:28:44.521965Z","caller":"traceutil/trace.go:171","msg":"trace[535892521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12222; }","duration":"763.205033ms","start":"2026-03-03T14:28:43.758712Z","end":"2026-03-03T14:28:44.521917Z","steps":["trace[535892521] 'agreement among raft nodes before linearized reading' (duration: 762.860345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:44.522056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.758692Z","time spent":"763.349726ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:44.846134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.771726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:44.846243Z","caller":"traceutil/trace.go:171","msg":"trace[945026346] linearizableReadLoop","detail":"{readStateIndex:12733; appliedIndex:12732; }","duration":"193.54802ms","start":"2026-03-03T14:28:44.652678Z","end":"2026-03-03T14:28:44.846226Z","steps":["trace[945026346] 'read index received' (duration: 7.59637ms)","trace[945026346] 'applied index is now lower than readState.Index' (duration: 185.95021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:44.846505Z","caller":"traceutil/trace.go:171","msg":"trace[2052391891] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"318.495295ms","start":"2026-03-03T14:28:44.527995Z","end":"2026-03-03T14:28:44.84649Z","steps":["trace[2052391891] 'process raft request' (duration: 132.285227ms)","trace[2052391891] 'compare' (duration: 185.643113ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:44.846587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.527981Z","time spent":"318.564476ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:44.846931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.245768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:44.846979Z","caller":"traceutil/trace.go:171","msg":"trace[1911674433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12224; }","duration":"194.31998ms","start":"2026-03-03T14:28:44.652647Z","end":"2026-03-03T14:28:44.846967Z","steps":["trace[1911674433] 'agreement among raft nodes before linearized reading' (duration: 194.184797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.176849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.853727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:45.176933Z","caller":"traceutil/trace.go:171","msg":"trace[158930668] linearizableReadLoop","detail":"{readStateIndex:12734; appliedIndex:12733; }","duration":"306.449358ms","start":"2026-03-03T14:28:44.87047Z","end":"2026-03-03T14:28:45.176919Z","steps":["trace[158930668] 'read index received' (duration: 139.390066ms)","trace[158930668] 'applied index is now lower than readState.Index' (duration: 167.058022ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:45.176974Z","caller":"traceutil/trace.go:171","msg":"trace[826572336] transaction","detail":"{read_only:false; response_revision:12225; number_of_response:1; }","duration":"310.656238ms","start":"2026-03-03T14:28:44.866291Z","end":"2026-03-03T14:28:45.176948Z","steps":["trace[826572336] 'process raft request' (duration: 143.640117ms)","trace[826572336] 'compare' (duration: 166.733924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:45.177075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.020427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:45.177599Z","caller":"traceutil/trace.go:171","msg":"trace[1452001302] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12225; }","duration":"198.58409ms","start":"2026-03-03T14:28:44.979005Z","end":"2026-03-03T14:28:45.177589Z","steps":["trace[1452001302] 'agreement among raft nodes before linearized reading' (duration: 197.980655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.177076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.614234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:28:45.177662Z","caller":"traceutil/trace.go:171","msg":"trace[1634017200] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b; range_end:; response_count:1; response_revision:12225; }","duration":"307.240508ms","start":"2026-03-03T14:28:44.870407Z","end":"2026-03-03T14:28:45.177648Z","steps":["trace[1634017200] 'agreement among raft nodes before linearized reading' (duration: 306.565952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.177409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.866265Z","time spent":"311.085448ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:45.177142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.0073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:28:45.177138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.341643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:45.177744Z","caller":"traceutil/trace.go:171","msg":"trace[536057788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12225; }","duration":"145.600843ms","start":"2026-03-03T14:28:45.03213Z","end":"2026-03-03T14:28:45.177731Z","steps":["trace[536057788] 'agreement among raft nodes before linearized reading' (duration: 144.967889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.17778Z","caller":"traceutil/trace.go:171","msg":"trace[1468708450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12225; }","duration":"118.008949ms","start":"2026-03-03T14:28:45.059745Z","end":"2026-03-03T14:28:45.177755Z","steps":["trace[1468708450] 'agreement among raft nodes before linearized reading' (duration: 117.348153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.17772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.87038Z","time spent":"307.32995ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" "} {"level":"warn","ts":"2026-03-03T14:28:45.462604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.879117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:45.462746Z","caller":"traceutil/trace.go:171","msg":"trace[1076223329] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"281.010435ms","start":"2026-03-03T14:28:45.181705Z","end":"2026-03-03T14:28:45.462716Z","steps":["trace[1076223329] 'process raft request' (duration: 132.957084ms)","trace[1076223329] 'compare' (duration: 147.677872ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:45.462895Z","caller":"traceutil/trace.go:171","msg":"trace[1855815805] linearizableReadLoop","detail":"{readStateIndex:12735; appliedIndex:12734; }","duration":"280.380821ms","start":"2026-03-03T14:28:45.182501Z","end":"2026-03-03T14:28:45.462882Z","steps":["trace[1855815805] 'read index received' (duration: 132.123364ms)","trace[1855815805] 'applied index is now lower than readState.Index' (duration: 148.256837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:45.463015Z","caller":"traceutil/trace.go:171","msg":"trace[33767899] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"279.912089ms","start":"2026-03-03T14:28:45.183096Z","end":"2026-03-03T14:28:45.463008Z","steps":["trace[33767899] 'process raft request' (duration: 279.607201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.463463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.963134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:28:45.463492Z","caller":"traceutil/trace.go:171","msg":"trace[1319249940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12228; }","duration":"281.009496ms","start":"2026-03-03T14:28:45.182474Z","end":"2026-03-03T14:28:45.463484Z","steps":["trace[1319249940] 'agreement among raft nodes before linearized reading' (duration: 280.584026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.763199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.683565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:45.763255Z","caller":"traceutil/trace.go:171","msg":"trace[149801696] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12228; }","duration":"134.785287ms","start":"2026-03-03T14:28:45.628458Z","end":"2026-03-03T14:28:45.763243Z","steps":["trace[149801696] 'range keys from in-memory index tree' (duration: 134.552862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:46.755375Z","caller":"traceutil/trace.go:171","msg":"trace[1597909595] linearizableReadLoop","detail":"{readStateIndex:12740; appliedIndex:12739; }","duration":"154.158327ms","start":"2026-03-03T14:28:46.601198Z","end":"2026-03-03T14:28:46.755356Z","steps":["trace[1597909595] 'read index received' (duration: 154.033684ms)","trace[1597909595] 'applied index is now lower than readState.Index' (duration: 123.553µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:46.755542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.325541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:46.755568Z","caller":"traceutil/trace.go:171","msg":"trace[82193674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12231; }","duration":"154.395873ms","start":"2026-03-03T14:28:46.601165Z","end":"2026-03-03T14:28:46.755561Z","steps":["trace[82193674] 'agreement among raft nodes before linearized reading' (duration: 154.26835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:46.755968Z","caller":"traceutil/trace.go:171","msg":"trace[1957048196] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"228.55334ms","start":"2026-03-03T14:28:46.527407Z","end":"2026-03-03T14:28:46.755961Z","steps":["trace[1957048196] 'process raft request' (duration: 227.833133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.090013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.396506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:47.090309Z","caller":"traceutil/trace.go:171","msg":"trace[372807075] linearizableReadLoop","detail":"{readStateIndex:12741; appliedIndex:12740; }","duration":"285.079861ms","start":"2026-03-03T14:28:46.805207Z","end":"2026-03-03T14:28:47.090287Z","steps":["trace[372807075] 'read index received' (duration: 305.977µs)","trace[372807075] 'applied index is now lower than readState.Index' (duration: 284.771944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:47.090321Z","caller":"traceutil/trace.go:171","msg":"trace[1152541021] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"328.576464ms","start":"2026-03-03T14:28:46.761716Z","end":"2026-03-03T14:28:47.090293Z","steps":["trace[1152541021] 'process raft request' (duration: 43.799219ms)","trace[1152541021] 'compare' (duration: 284.211331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:47.090473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.76169Z","time spent":"328.686138ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:47.775173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.032378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:47.775241Z","caller":"traceutil/trace.go:171","msg":"trace[324137884] linearizableReadLoop","detail":"{readStateIndex:12742; appliedIndex:12741; }","duration":"684.872545ms","start":"2026-03-03T14:28:47.090356Z","end":"2026-03-03T14:28:47.775228Z","steps":["trace[324137884] 'read index received' (duration: 41.582µs)","trace[324137884] 'applied index is now lower than readState.Index' (duration: 684.830083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:47.775477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.273383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:28:47.775503Z","caller":"traceutil/trace.go:171","msg":"trace[1812401378] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12232; }","duration":"970.349245ms","start":"2026-03-03T14:28:46.805147Z","end":"2026-03-03T14:28:47.775496Z","steps":["trace[1812401378] 'agreement among raft nodes before linearized reading' (duration: 285.237026ms)","trace[1812401378] 'range keys from in-memory index tree' (duration: 685.008097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:47.775521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.805121Z","time spent":"970.395317ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:28:47.775774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.203212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:47.775797Z","caller":"traceutil/trace.go:171","msg":"trace[1354253722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12232; }","duration":"924.265293ms","start":"2026-03-03T14:28:46.851526Z","end":"2026-03-03T14:28:47.775791Z","steps":["trace[1354253722] 'agreement among raft nodes before linearized reading' (duration: 924.212202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.77581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.8515Z","time spent":"924.306533ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:47.840739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.573325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:47.84093Z","caller":"traceutil/trace.go:171","msg":"trace[1784152484] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12233; }","duration":"366.768039ms","start":"2026-03-03T14:28:47.474118Z","end":"2026-03-03T14:28:47.840886Z","steps":["trace[1784152484] 'agreement among raft nodes before linearized reading' (duration: 365.859248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.841014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.474111Z","time spent":"366.887203ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:47.841112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.625982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:28:47.841192Z","caller":"traceutil/trace.go:171","msg":"trace[648238633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12233; }","duration":"368.719586ms","start":"2026-03-03T14:28:47.472434Z","end":"2026-03-03T14:28:47.841154Z","steps":["trace[648238633] 'agreement among raft nodes before linearized reading' (duration: 368.528781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.841236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.472426Z","time spent":"368.800948ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:28:47.841579Z","caller":"traceutil/trace.go:171","msg":"trace[1577982308] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"372.058725ms","start":"2026-03-03T14:28:47.469435Z","end":"2026-03-03T14:28:47.841494Z","steps":["trace[1577982308] 'process raft request' (duration: 370.301043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.841759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.469412Z","time spent":"372.27307ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:47.842203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.753165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:28:47.842284Z","caller":"traceutil/trace.go:171","msg":"trace[203235046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12233; }","duration":"373.914719ms","start":"2026-03-03T14:28:47.468345Z","end":"2026-03-03T14:28:47.842259Z","steps":["trace[203235046] 'agreement among raft nodes before linearized reading' (duration: 371.713197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.842354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.468331Z","time spent":"373.997512ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:47.842805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.270583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:47.843929Z","caller":"traceutil/trace.go:171","msg":"trace[596631007] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12233; }","duration":"258.44047ms","start":"2026-03-03T14:28:47.585468Z","end":"2026-03-03T14:28:47.843909Z","steps":["trace[596631007] 'agreement among raft nodes before linearized reading' (duration: 257.244542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.842828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.854689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:47.844062Z","caller":"traceutil/trace.go:171","msg":"trace[1975291238] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12233; }","duration":"370.083099ms","start":"2026-03-03T14:28:47.473941Z","end":"2026-03-03T14:28:47.844024Z","steps":["trace[1975291238] 'agreement among raft nodes before linearized reading' (duration: 366.027352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.844149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.473933Z","time spent":"370.180701ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:47.842861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.430413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:47.844393Z","caller":"traceutil/trace.go:171","msg":"trace[1794948083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12233; }","duration":"376.760026ms","start":"2026-03-03T14:28:47.467617Z","end":"2026-03-03T14:28:47.844377Z","steps":["trace[1794948083] 'agreement among raft nodes before linearized reading' (duration: 372.413413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.844459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.467592Z","time spent":"376.841049ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:47.843003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.072683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:47.844657Z","caller":"traceutil/trace.go:171","msg":"trace[1714722877] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12233; }","duration":"663.766595ms","start":"2026-03-03T14:28:47.18087Z","end":"2026-03-03T14:28:47.844636Z","steps":["trace[1714722877] 'agreement among raft nodes before linearized reading' (duration: 662.015303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.844693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.180846Z","time spent":"663.836656ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:47.843119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.876239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:47.844921Z","caller":"traceutil/trace.go:171","msg":"trace[1915039372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12233; }","duration":"370.680072ms","start":"2026-03-03T14:28:47.474226Z","end":"2026-03-03T14:28:47.844906Z","steps":["trace[1915039372] 'agreement among raft nodes before linearized reading' (duration: 368.828818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.844987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.474183Z","time spent":"370.791604ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:47.843247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.491649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:28:47.845156Z","caller":"traceutil/trace.go:171","msg":"trace[299372354] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12233; }","duration":"270.431455ms","start":"2026-03-03T14:28:47.57471Z","end":"2026-03-03T14:28:47.845141Z","steps":["trace[299372354] 'agreement among raft nodes before linearized reading' (duration: 268.444528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.843325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.80132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:28:47.845276Z","caller":"traceutil/trace.go:171","msg":"trace[512717069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12233; }","duration":"376.762017ms","start":"2026-03-03T14:28:47.468494Z","end":"2026-03-03T14:28:47.845256Z","steps":["trace[512717069] 'agreement among raft nodes before linearized reading' (duration: 371.523643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.845308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.468482Z","time spent":"376.816018ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:47.841613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.796013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:28:47.845446Z","caller":"traceutil/trace.go:171","msg":"trace[1977648497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12233; }","duration":"376.665544ms","start":"2026-03-03T14:28:47.468747Z","end":"2026-03-03T14:28:47.845413Z","steps":["trace[1977648497] 'agreement among raft nodes before linearized reading' (duration: 372.720341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.845567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.468716Z","time spent":"376.799977ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:48.112754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.331564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:48.113001Z","caller":"traceutil/trace.go:171","msg":"trace[2076516174] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"334.448463ms","start":"2026-03-03T14:28:47.778515Z","end":"2026-03-03T14:28:48.112963Z","steps":["trace[2076516174] 'process raft request' (duration: 108.809151ms)","trace[2076516174] 'compare' (duration: 225.122179ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:48.113027Z","caller":"traceutil/trace.go:171","msg":"trace[2012426495] linearizableReadLoop","detail":"{readStateIndex:12744; appliedIndex:12743; }","duration":"273.034387ms","start":"2026-03-03T14:28:47.839943Z","end":"2026-03-03T14:28:48.112978Z","steps":["trace[2012426495] 'read index received' (duration: 47.346663ms)","trace[2012426495] 'applied index is now lower than readState.Index' (duration: 225.677433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:48.11313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.778504Z","time spent":"334.558497ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:48.113268Z","caller":"traceutil/trace.go:171","msg":"trace[1624683235] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"266.457091ms","start":"2026-03-03T14:28:47.846722Z","end":"2026-03-03T14:28:48.113179Z","steps":["trace[1624683235] 'process raft request' (duration: 266.145123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.113364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.977606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:28:48.113388Z","caller":"traceutil/trace.go:171","msg":"trace[1462019167] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"263.628273ms","start":"2026-03-03T14:28:47.849751Z","end":"2026-03-03T14:28:48.113379Z","steps":["trace[1462019167] 'process raft request' (duration: 263.426938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:48.11337Z","caller":"traceutil/trace.go:171","msg":"trace[1482624873] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"264.249258ms","start":"2026-03-03T14:28:47.849099Z","end":"2026-03-03T14:28:48.113348Z","steps":["trace[1482624873] 'process raft request' (duration: 263.86998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:48.113416Z","caller":"traceutil/trace.go:171","msg":"trace[763771452] range","detail":"{range_begin:/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b; range_end:; response_count:1; response_revision:12236; }","duration":"335.062069ms","start":"2026-03-03T14:28:47.778336Z","end":"2026-03-03T14:28:48.113398Z","steps":["trace[763771452] 'agreement among raft nodes before linearized reading' (duration: 334.829643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.113458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.778328Z","time spent":"335.12101ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" "} {"level":"warn","ts":"2026-03-03T14:28:48.113509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.247633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:48.113613Z","caller":"traceutil/trace.go:171","msg":"trace[1170754717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12239; }","duration":"268.386356ms","start":"2026-03-03T14:28:47.845203Z","end":"2026-03-03T14:28:48.113589Z","steps":["trace[1170754717] 'agreement among raft nodes before linearized reading' (duration: 268.197042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:48.113689Z","caller":"traceutil/trace.go:171","msg":"trace[670362268] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"263.665624ms","start":"2026-03-03T14:28:47.850013Z","end":"2026-03-03T14:28:48.113679Z","steps":["trace[670362268] 'process raft request' (duration: 263.292725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:48.113717Z","caller":"traceutil/trace.go:171","msg":"trace[1313659614] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"262.103478ms","start":"2026-03-03T14:28:47.851605Z","end":"2026-03-03T14:28:48.113708Z","steps":["trace[1313659614] 'process raft request' (duration: 261.742359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.113968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:28:48.114007Z","caller":"traceutil/trace.go:171","msg":"trace[1551452360] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12239; }","duration":"266.966833ms","start":"2026-03-03T14:28:47.84703Z","end":"2026-03-03T14:28:48.113997Z","steps":["trace[1551452360] 'agreement among raft nodes before linearized reading' (duration: 266.84771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.114308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.048624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:28:48.114344Z","caller":"traceutil/trace.go:171","msg":"trace[884985343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12239; }","duration":"267.087804ms","start":"2026-03-03T14:28:47.847247Z","end":"2026-03-03T14:28:48.114335Z","steps":["trace[884985343] 'agreement among raft nodes before linearized reading' (duration: 266.624984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.469378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134445889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:28:50.701399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.453438ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:50.701516Z","caller":"traceutil/trace.go:171","msg":"trace[929463713] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12239; }","duration":"279.580881ms","start":"2026-03-03T14:28:50.421914Z","end":"2026-03-03T14:28:50.701494Z","steps":["trace[929463713] 'range keys from in-memory index tree' (duration: 279.427497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.703057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233272962s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:50.703199Z","caller":"traceutil/trace.go:171","msg":"trace[1095128160] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"2.368404926s","start":"2026-03-03T14:28:48.33477Z","end":"2026-03-03T14:28:50.703175Z","steps":["trace[1095128160] 'process raft request' (duration: 1.134876748s)","trace[1095128160] 'compare' (duration: 1.233108698s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:50.70327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.334749Z","time spent":"2.368489098s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.798532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324902185s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:28:50.799157Z","caller":"traceutil/trace.go:171","msg":"trace[885732577] linearizableReadLoop","detail":"{readStateIndex:12751; appliedIndex:12749; }","duration":"1.815630045s","start":"2026-03-03T14:28:48.983461Z","end":"2026-03-03T14:28:50.799091Z","steps":["trace[885732577] 'read index received' (duration: 486.209683ms)","trace[885732577] 'applied index is now lower than readState.Index' (duration: 1.329418502s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:50.799204Z","caller":"traceutil/trace.go:171","msg":"trace[874746079] transaction","detail":"{read_only:false; response_revision:12241; number_of_response:1; }","duration":"2.038782747s","start":"2026-03-03T14:28:48.760379Z","end":"2026-03-03T14:28:50.799162Z","steps":["trace[874746079] 'process raft request' (duration: 2.038424349s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:50.799286Z","caller":"traceutil/trace.go:171","msg":"trace[1939108727] transaction","detail":"{read_only:false; response_revision:12242; number_of_response:1; }","duration":"1.674865976s","start":"2026-03-03T14:28:49.124368Z","end":"2026-03-03T14:28:50.799234Z","steps":["trace[1939108727] 'process raft request' (duration: 1.674649441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.799392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815914131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:50.79941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.760345Z","time spent":"2.038943641s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:50.799442Z","caller":"traceutil/trace.go:171","msg":"trace[356397468] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12242; }","duration":"1.816013165s","start":"2026-03-03T14:28:48.983415Z","end":"2026-03-03T14:28:50.799428Z","steps":["trace[356397468] 'agreement among raft nodes before linearized reading' (duration: 1.815891101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.799466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.983392Z","time spent":"1.816068536s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:50.814741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.124343Z","time spent":"1.675058771s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:51.135166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:28:51.135245Z","caller":"traceutil/trace.go:171","msg":"trace[1324060809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185112s","start":"2026-03-03T14:28:49.135042Z","end":"2026-03-03T14:28:51.135227Z","steps":["trace[1324060809] 'agreement among raft nodes before linearized reading' (duration: 2.00008694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.13529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.135024Z","time spent":"2.000257995s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:28:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:28:51.646845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.88515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:51.647002Z","caller":"traceutil/trace.go:171","msg":"trace[954427] linearizableReadLoop","detail":"{readStateIndex:12753; appliedIndex:12752; }","duration":"847.697496ms","start":"2026-03-03T14:28:50.799264Z","end":"2026-03-03T14:28:51.646961Z","steps":["trace[954427] 'read index received' (duration: 34.460468ms)","trace[954427] 'applied index is now lower than readState.Index' (duration: 813.232788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:51.647124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529000967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:51.647249Z","caller":"traceutil/trace.go:171","msg":"trace[2089692486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12243; }","duration":"1.529074648s","start":"2026-03-03T14:28:50.118097Z","end":"2026-03-03T14:28:51.647172Z","steps":["trace[2089692486] 'agreement among raft nodes before linearized reading' (duration: 1.528890874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.647301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.118073Z","time spent":"1.529219972s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:51.647325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529969029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:28:51.647386Z","caller":"traceutil/trace.go:171","msg":"trace[1559226028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12243; }","duration":"1.530064151s","start":"2026-03-03T14:28:50.117306Z","end":"2026-03-03T14:28:51.64737Z","steps":["trace[1559226028] 'agreement among raft nodes before linearized reading' (duration: 1.529788814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.647436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.117287Z","time spent":"1.530136233s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:51.647572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797214547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:51.647631Z","caller":"traceutil/trace.go:171","msg":"trace[459697636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12243; }","duration":"1.79729905s","start":"2026-03-03T14:28:49.850319Z","end":"2026-03-03T14:28:51.647618Z","steps":["trace[459697636] 'agreement among raft nodes before linearized reading' (duration: 1.797206047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.647678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.85031Z","time spent":"1.797359531s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:51.647738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890516171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:51.6478Z","caller":"traceutil/trace.go:171","msg":"trace[849217819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12243; }","duration":"1.890628503s","start":"2026-03-03T14:28:49.757154Z","end":"2026-03-03T14:28:51.647782Z","steps":["trace[849217819] 'agreement among raft nodes before linearized reading' (duration: 1.890549062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.647848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.757121Z","time spent":"1.890716776s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:51.647882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.980861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:28:51.64793Z","caller":"traceutil/trace.go:171","msg":"trace[2064573486] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12243; }","duration":"756.074183ms","start":"2026-03-03T14:28:50.891843Z","end":"2026-03-03T14:28:51.647918Z","steps":["trace[2064573486] 'agreement among raft nodes before linearized reading' (duration: 755.813437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.647968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.891787Z","time spent":"756.173006ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:51.64805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796895729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:51.64816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796863099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:28:51.648175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795183018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:51.648177Z","caller":"traceutil/trace.go:171","msg":"trace[1324558784] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12243; }","duration":"1.797077844s","start":"2026-03-03T14:28:49.851055Z","end":"2026-03-03T14:28:51.648133Z","steps":["trace[1324558784] 'agreement among raft nodes before linearized reading' (duration: 1.796854238s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:51.648205Z","caller":"traceutil/trace.go:171","msg":"trace[1948188412] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12243; }","duration":"1.796962961s","start":"2026-03-03T14:28:49.851231Z","end":"2026-03-03T14:28:51.648194Z","steps":["trace[1948188412] 'agreement among raft nodes before linearized reading' (duration: 1.796864389s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:51.648227Z","caller":"traceutil/trace.go:171","msg":"trace[558930634] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12243; }","duration":"1.795256981s","start":"2026-03-03T14:28:49.852955Z","end":"2026-03-03T14:28:51.648212Z","steps":["trace[558930634] 'agreement among raft nodes before linearized reading' (duration: 1.795101317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36895219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:51.648285Z","caller":"traceutil/trace.go:171","msg":"trace[1320330131] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12243; }","duration":"1.369128805s","start":"2026-03-03T14:28:50.279145Z","end":"2026-03-03T14:28:51.648274Z","steps":["trace[1320330131] 'agreement among raft nodes before linearized reading' (duration: 1.36895985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.64828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.852942Z","time spent":"1.795327743s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:51.64831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.27912Z","time spent":"1.369181956s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:51.648307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.851049Z","time spent":"1.797181967s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:28:51.648309Z","caller":"traceutil/trace.go:171","msg":"trace[1490646626] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"1.799447831s","start":"2026-03-03T14:28:49.848839Z","end":"2026-03-03T14:28:51.648286Z","steps":["trace[1490646626] 'process raft request' (duration: 985.018504ms)","trace[1490646626] 'compare' (duration: 812.432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:51.648322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.630922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-03T14:28:51.648396Z","caller":"traceutil/trace.go:171","msg":"trace[1621915509] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0; range_end:; response_count:1; response_revision:12243; }","duration":"510.748175ms","start":"2026-03-03T14:28:51.13763Z","end":"2026-03-03T14:28:51.648378Z","steps":["trace[1621915509] 'agreement among raft nodes before linearized reading' (duration: 510.552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.848815Z","time spent":"1.799544644s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:51.648441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.137584Z","time spent":"510.847818ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995a57b9ce86d0\" "} {"level":"warn","ts":"2026-03-03T14:28:51.648578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525357801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:28:51.64793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794475252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:51.648634Z","caller":"traceutil/trace.go:171","msg":"trace[1608653576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12243; }","duration":"1.525427292s","start":"2026-03-03T14:28:50.123193Z","end":"2026-03-03T14:28:51.64862Z","steps":["trace[1608653576] 'agreement among raft nodes before linearized reading' (duration: 1.525193387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530422101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:51.648656Z","caller":"traceutil/trace.go:171","msg":"trace[1959650376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12243; }","duration":"1.795778504s","start":"2026-03-03T14:28:49.852862Z","end":"2026-03-03T14:28:51.64864Z","steps":["trace[1959650376] 'agreement among raft nodes before linearized reading' (duration: 1.794987534s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:51.648697Z","caller":"traceutil/trace.go:171","msg":"trace[1371927006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12243; }","duration":"1.530474232s","start":"2026-03-03T14:28:50.118213Z","end":"2026-03-03T14:28:51.648687Z","steps":["trace[1371927006] 'agreement among raft nodes before linearized reading' (duration: 1.53038932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.123186Z","time spent":"1.525489093s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:28:51.648718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.118204Z","time spent":"1.530509202s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:51.64824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.8512Z","time spent":"1.797031874s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:51.648713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.852849Z","time spent":"1.795847835s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:51.647665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553095756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:28:51.648667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.345699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:28:51.648842Z","caller":"traceutil/trace.go:171","msg":"trace[1783505604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12243; }","duration":"2.554313666s","start":"2026-03-03T14:28:49.094514Z","end":"2026-03-03T14:28:51.648828Z","steps":["trace[1783505604] 'agreement among raft nodes before linearized reading' (duration: 2.553031455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508424669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:28:51.64889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.094493Z","time spent":"2.554381977s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:28:51.648892Z","caller":"traceutil/trace.go:171","msg":"trace[190031730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12243; }","duration":"1.508512541s","start":"2026-03-03T14:28:50.14037Z","end":"2026-03-03T14:28:51.648882Z","steps":["trace[190031730] 'agreement among raft nodes before linearized reading' (duration: 1.508430139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:51.648882Z","caller":"traceutil/trace.go:171","msg":"trace[2034587296] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12243; }","duration":"218.593964ms","start":"2026-03-03T14:28:51.430275Z","end":"2026-03-03T14:28:51.648869Z","steps":["trace[2034587296] 'agreement among raft nodes before linearized reading' (duration: 218.330448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.648928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.140352Z","time spent":"1.508570492s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:52.290689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.08056ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:28:52.29098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.653478Z","time spent":"637.495241ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:28:52.291151Z","caller":"traceutil/trace.go:171","msg":"trace[1836827441] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"637.474091ms","start":"2026-03-03T14:28:51.653643Z","end":"2026-03-03T14:28:52.291117Z","steps":["trace[1836827441] 'process raft request' (duration: 637.190265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.291226Z","caller":"traceutil/trace.go:171","msg":"trace[428107521] transaction","detail":"{read_only:false; response_revision:12245; number_of_response:1; }","duration":"636.787304ms","start":"2026-03-03T14:28:51.65439Z","end":"2026-03-03T14:28:52.291178Z","steps":["trace[428107521] 'process raft request' (duration: 636.62064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.291287Z","caller":"traceutil/trace.go:171","msg":"trace[1083956110] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"636.170579ms","start":"2026-03-03T14:28:51.655071Z","end":"2026-03-03T14:28:52.291241Z","steps":["trace[1083956110] 'process raft request' (duration: 635.997385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.291329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.653623Z","time spent":"637.606774ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.291396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.654355Z","time spent":"636.953378ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:52.291212Z","caller":"traceutil/trace.go:171","msg":"trace[1986028273] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"636.037726ms","start":"2026-03-03T14:28:51.655149Z","end":"2026-03-03T14:28:52.291187Z","steps":["trace[1986028273] 'process raft request' (duration: 635.960754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.291459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.655062Z","time spent":"636.293122ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.292017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.655142Z","time spent":"636.639841ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:52.291531Z","caller":"traceutil/trace.go:171","msg":"trace[1760487860] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"636.313662ms","start":"2026-03-03T14:28:51.655196Z","end":"2026-03-03T14:28:52.29151Z","steps":["trace[1760487860] 'process raft request' (duration: 635.944074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.291537Z","caller":"traceutil/trace.go:171","msg":"trace[534688866] linearizableReadLoop","detail":"{readStateIndex:12760; appliedIndex:12753; }","duration":"633.940777ms","start":"2026-03-03T14:28:51.657583Z","end":"2026-03-03T14:28:52.291524Z","steps":["trace[534688866] 'read index received' (duration: 241.088279ms)","trace[534688866] 'applied index is now lower than readState.Index' (duration: 392.851408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:52.292153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.655191Z","time spent":"636.899276ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:52.291548Z","caller":"traceutil/trace.go:171","msg":"trace[1676185204] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"635.616947ms","start":"2026-03-03T14:28:51.655914Z","end":"2026-03-03T14:28:52.291531Z","steps":["trace[1676185204] 'process raft request' (duration: 635.462353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.291635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.047449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:52.292247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.655906Z","time spent":"636.311663ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:52.29247Z","caller":"traceutil/trace.go:171","msg":"trace[1116122847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12249; }","duration":"634.901928ms","start":"2026-03-03T14:28:51.657546Z","end":"2026-03-03T14:28:52.292448Z","steps":["trace[1116122847] 'agreement among raft nodes before linearized reading' (duration: 634.037578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.292536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.657527Z","time spent":"634.992961ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:52.292857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.718466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:28:52.292912Z","caller":"traceutil/trace.go:171","msg":"trace[1469356517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12249; }","duration":"634.790347ms","start":"2026-03-03T14:28:51.658109Z","end":"2026-03-03T14:28:52.292899Z","steps":["trace[1469356517] 'agreement among raft nodes before linearized reading' (duration: 634.209772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.292949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.6581Z","time spent":"634.839388ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:54.156963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674500,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:54.305585Z","caller":"traceutil/trace.go:171","msg":"trace[1198240929] linearizableReadLoop","detail":"{readStateIndex:12764; appliedIndex:12763; }","duration":"648.966073ms","start":"2026-03-03T14:28:53.656604Z","end":"2026-03-03T14:28:54.30557Z","steps":["trace[1198240929] 'read index received' (duration: 648.82048ms)","trace[1198240929] 'applied index is now lower than readState.Index' (duration: 144.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:54.305644Z","caller":"traceutil/trace.go:171","msg":"trace[9315332] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"649.056146ms","start":"2026-03-03T14:28:53.656575Z","end":"2026-03-03T14:28:54.305631Z","steps":["trace[9315332] 'process raft request' (duration: 648.871291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.305734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.656558Z","time spent":"649.113596ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:54.305755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.146267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:54.305817Z","caller":"traceutil/trace.go:171","msg":"trace[964070660] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12253; }","duration":"649.24669ms","start":"2026-03-03T14:28:53.656561Z","end":"2026-03-03T14:28:54.305808Z","steps":["trace[964070660] 'agreement among raft nodes before linearized reading' (duration: 649.114917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.305844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.656542Z","time spent":"649.293611ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:54.305831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.113794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.306049Z","caller":"traceutil/trace.go:171","msg":"trace[189730887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12253; }","duration":"549.388891ms","start":"2026-03-03T14:28:53.75665Z","end":"2026-03-03T14:28:54.306039Z","steps":["trace[189730887] 'agreement among raft nodes before linearized reading' (duration: 549.152056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.306075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.756625Z","time spent":"549.444122ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:54.306141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.373075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:54.306205Z","caller":"traceutil/trace.go:171","msg":"trace[1767550340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12253; }","duration":"647.458858ms","start":"2026-03-03T14:28:53.65873Z","end":"2026-03-03T14:28:54.306189Z","steps":["trace[1767550340] 'agreement among raft nodes before linearized reading' (duration: 647.073799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.306238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.658725Z","time spent":"647.504579ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:54.306309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.543799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.306379Z","caller":"traceutil/trace.go:171","msg":"trace[1494403653] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12253; }","duration":"647.702613ms","start":"2026-03-03T14:28:53.658662Z","end":"2026-03-03T14:28:54.306364Z","steps":["trace[1494403653] 'agreement among raft nodes before linearized reading' (duration: 647.503488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.306459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.658656Z","time spent":"647.796415ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:54.30666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.339147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:54.306719Z","caller":"traceutil/trace.go:171","msg":"trace[896021313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12253; }","duration":"648.399739ms","start":"2026-03-03T14:28:53.658309Z","end":"2026-03-03T14:28:54.306709Z","steps":["trace[896021313] 'agreement among raft nodes before linearized reading' (duration: 647.430336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.306812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.658267Z","time spent":"648.536353ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:54.837797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:54.967128Z","caller":"traceutil/trace.go:171","msg":"trace[1896036042] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"634.633132ms","start":"2026-03-03T14:28:54.33247Z","end":"2026-03-03T14:28:54.967103Z","steps":["trace[1896036042] 'process raft request' (duration: 634.450617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.967271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.332417Z","time spent":"634.779516ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:54.967419Z","caller":"traceutil/trace.go:171","msg":"trace[228135610] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"634.846027ms","start":"2026-03-03T14:28:54.33253Z","end":"2026-03-03T14:28:54.967376Z","steps":["trace[228135610] 'process raft request' (duration: 634.53392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.967707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.332504Z","time spent":"635.023011ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.353087Z","caller":"traceutil/trace.go:171","msg":"trace[119859553] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"1.020423383s","start":"2026-03-03T14:28:54.332637Z","end":"2026-03-03T14:28:55.35306Z","steps":["trace[119859553] 'process raft request' (duration: 1.020342301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.353289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.33261Z","time spent":"1.020556546s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.353597Z","caller":"traceutil/trace.go:171","msg":"trace[1066620563] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"1.021020487s","start":"2026-03-03T14:28:54.332556Z","end":"2026-03-03T14:28:55.353576Z","steps":["trace[1066620563] 'process raft request' (duration: 1.020276429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.353661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.33252Z","time spent":"1.021110229s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.354068Z","caller":"traceutil/trace.go:171","msg":"trace[1527964172] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"1.017566725s","start":"2026-03-03T14:28:54.335896Z","end":"2026-03-03T14:28:55.353463Z","steps":["trace[1527964172] 'process raft request' (duration: 1.017125715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.354465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.335877Z","time spent":"1.018261512s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.354753Z","caller":"traceutil/trace.go:171","msg":"trace[2071963185] linearizableReadLoop","detail":"{readStateIndex:12770; appliedIndex:12764; }","duration":"1.017786802s","start":"2026-03-03T14:28:54.336953Z","end":"2026-03-03T14:28:55.35474Z","steps":["trace[2071963185] 'read index received' (duration: 630.086785ms)","trace[2071963185] 'applied index is now lower than readState.Index' (duration: 387.699227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:55.354862Z","caller":"traceutil/trace.go:171","msg":"trace[1195500668] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"454.173163ms","start":"2026-03-03T14:28:54.900678Z","end":"2026-03-03T14:28:55.354851Z","steps":["trace[1195500668] 'process raft request' (duration: 454.025459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.354864Z","caller":"traceutil/trace.go:171","msg":"trace[1002606002] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"459.699513ms","start":"2026-03-03T14:28:54.895135Z","end":"2026-03-03T14:28:55.354835Z","steps":["trace[1002606002] 'process raft request' (duration: 459.485108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.355156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.895108Z","time spent":"459.891918ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.355352Z","caller":"traceutil/trace.go:171","msg":"trace[197490989] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"553.078949ms","start":"2026-03-03T14:28:54.802258Z","end":"2026-03-03T14:28:55.355337Z","steps":["trace[197490989] 'process raft request' (duration: 551.126912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.355548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.802232Z","time spent":"553.267874ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:55.355617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018636522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:28:55.355664Z","caller":"traceutil/trace.go:171","msg":"trace[882305676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12261; }","duration":"1.018743244s","start":"2026-03-03T14:28:54.33691Z","end":"2026-03-03T14:28:55.355653Z","steps":["trace[882305676] 'agreement among raft nodes before linearized reading' (duration: 1.018059908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.355722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.336882Z","time spent":"1.018830296s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:55.354949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.900657Z","time spent":"454.232483ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:55.355919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.859837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.355979Z","caller":"traceutil/trace.go:171","msg":"trace[449031925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12261; }","duration":"596.947428ms","start":"2026-03-03T14:28:54.759017Z","end":"2026-03-03T14:28:55.355965Z","steps":["trace[449031925] 'agreement among raft nodes before linearized reading' (duration: 596.847976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.356013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.759002Z","time spent":"597.00368ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:55.355855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.841462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.356264Z","caller":"traceutil/trace.go:171","msg":"trace[1700277736] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12261; }","duration":"999.312593ms","start":"2026-03-03T14:28:54.356933Z","end":"2026-03-03T14:28:55.356245Z","steps":["trace[1700277736] 'agreement among raft nodes before linearized reading' (duration: 998.816581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.356321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.356913Z","time spent":"999.384874ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:55.775742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.606171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.77585Z","caller":"traceutil/trace.go:171","msg":"trace[967394254] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12261; }","duration":"233.789995ms","start":"2026-03-03T14:28:55.542037Z","end":"2026-03-03T14:28:55.775827Z","steps":["trace[967394254] 'count revisions from in-memory index tree' (duration: 233.469467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.776027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.60606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:55.776048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.614692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.776078Z","caller":"traceutil/trace.go:171","msg":"trace[239674244] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12261; }","duration":"311.682643ms","start":"2026-03-03T14:28:55.464377Z","end":"2026-03-03T14:28:55.77606Z","steps":["trace[239674244] 'count revisions from in-memory index tree' (duration: 311.544049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.776145Z","caller":"traceutil/trace.go:171","msg":"trace[1757272195] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12261; }","duration":"115.729565ms","start":"2026-03-03T14:28:55.660389Z","end":"2026-03-03T14:28:55.776119Z","steps":["trace[1757272195] 'range keys from in-memory index tree' (duration: 115.5302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.776183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.464362Z","time spent":"311.808985ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:56.554298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.999134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:56.554384Z","caller":"traceutil/trace.go:171","msg":"trace[2091618856] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12262; }","duration":"243.122366ms","start":"2026-03-03T14:28:56.311246Z","end":"2026-03-03T14:28:56.554369Z","steps":["trace[2091618856] 'range keys from in-memory index tree' (duration: 242.85037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.554342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.125567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:56.55446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.88925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:56.554499Z","caller":"traceutil/trace.go:171","msg":"trace[157847526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12262; }","duration":"243.335861ms","start":"2026-03-03T14:28:56.31112Z","end":"2026-03-03T14:28:56.554456Z","steps":["trace[157847526] 'range keys from in-memory index tree' (duration: 243.000844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:56.554611Z","caller":"traceutil/trace.go:171","msg":"trace[255204072] linearizableReadLoop","detail":"{readStateIndex:12774; appliedIndex:12773; }","duration":"242.568753ms","start":"2026-03-03T14:28:56.312018Z","end":"2026-03-03T14:28:56.554587Z","steps":["trace[255204072] 'read index received' (duration: 134.380527ms)","trace[255204072] 'applied index is now lower than readState.Index' (duration: 108.186276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:56.554756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.742057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:56.554733Z","caller":"traceutil/trace.go:171","msg":"trace[1224680898] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"243.048164ms","start":"2026-03-03T14:28:56.311616Z","end":"2026-03-03T14:28:56.554664Z","steps":["trace[1224680898] 'process raft request' (duration: 134.836797ms)","trace[1224680898] 'compare' (duration: 107.711326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:56.554798Z","caller":"traceutil/trace.go:171","msg":"trace[525440940] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12263; }","duration":"242.798049ms","start":"2026-03-03T14:28:56.311986Z","end":"2026-03-03T14:28:56.554784Z","steps":["trace[525440940] 'agreement among raft nodes before linearized reading' (duration: 242.682956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.55489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.290457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:56.554922Z","caller":"traceutil/trace.go:171","msg":"trace[1607706386] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12263; }","duration":"218.357519ms","start":"2026-03-03T14:28:56.336555Z","end":"2026-03-03T14:28:56.554912Z","steps":["trace[1607706386] 'agreement among raft nodes before linearized reading' (duration: 218.162575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.162351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.68831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:57.163436Z","caller":"traceutil/trace.go:171","msg":"trace[1216350441] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12263; }","duration":"470.825067ms","start":"2026-03-03T14:28:56.692589Z","end":"2026-03-03T14:28:57.163414Z","steps":["trace[1216350441] 'count revisions from in-memory index tree' (duration: 469.496646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.163572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.692568Z","time spent":"470.987941ms","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:57.630879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.715937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:57.631007Z","caller":"traceutil/trace.go:171","msg":"trace[606324237] linearizableReadLoop","detail":"{readStateIndex:12775; appliedIndex:12774; }","duration":"832.991898ms","start":"2026-03-03T14:28:56.797993Z","end":"2026-03-03T14:28:57.630985Z","steps":["trace[606324237] 'read index received' (duration: 227.081056ms)","trace[606324237] 'applied index is now lower than readState.Index' (duration: 605.909162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:57.631175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.187652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:57.631202Z","caller":"traceutil/trace.go:171","msg":"trace[1896271627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12263; }","duration":"833.281014ms","start":"2026-03-03T14:28:56.797912Z","end":"2026-03-03T14:28:57.631193Z","steps":["trace[1896271627] 'agreement among raft nodes before linearized reading' (duration: 833.196052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.631234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.797886Z","time spent":"833.340985ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:57.710968Z","caller":"traceutil/trace.go:171","msg":"trace[355207568] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"349.440829ms","start":"2026-03-03T14:28:57.361482Z","end":"2026-03-03T14:28:57.710923Z","steps":["trace[355207568] 'process raft request' (duration: 349.131902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.711185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.36147Z","time spent":"349.605052ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:58.188618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.523736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:58.188695Z","caller":"traceutil/trace.go:171","msg":"trace[1716028654] linearizableReadLoop","detail":"{readStateIndex:12777; appliedIndex:12775; }","duration":"557.649016ms","start":"2026-03-03T14:28:57.631033Z","end":"2026-03-03T14:28:58.188682Z","steps":["trace[1716028654] 'read index received' (duration: 79.564847ms)","trace[1716028654] 'applied index is now lower than readState.Index' (duration: 478.083319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:58.188764Z","caller":"traceutil/trace.go:171","msg":"trace[1806057541] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"817.224923ms","start":"2026-03-03T14:28:57.371531Z","end":"2026-03-03T14:28:58.188756Z","steps":["trace[1806057541] 'process raft request' (duration: 511.501842ms)","trace[1806057541] 'compare' (duration: 305.162978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:58.188811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.371498Z","time spent":"817.291215ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:58.188904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.488748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:28:58.188955Z","caller":"traceutil/trace.go:171","msg":"trace[308665409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12265; }","duration":"830.581401ms","start":"2026-03-03T14:28:57.358362Z","end":"2026-03-03T14:28:58.188943Z","steps":["trace[308665409] 'agreement among raft nodes before linearized reading' (duration: 830.434057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.188993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.358341Z","time spent":"830.644522ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:58.189051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217207561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:58.189082Z","caller":"traceutil/trace.go:171","msg":"trace[1467240169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12265; }","duration":"1.217269992s","start":"2026-03-03T14:28:56.971802Z","end":"2026-03-03T14:28:58.189072Z","steps":["trace[1467240169] 'agreement among raft nodes before linearized reading' (duration: 1.2172075s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.971782Z","time spent":"1.217318923s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:58.18919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.572261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:28:58.189218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.763565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:58.189226Z","caller":"traceutil/trace.go:171","msg":"trace[1910202993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12265; }","duration":"817.646823ms","start":"2026-03-03T14:28:57.37157Z","end":"2026-03-03T14:28:58.189217Z","steps":["trace[1910202993] 'agreement among raft nodes before linearized reading' (duration: 817.550931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:58.189244Z","caller":"traceutil/trace.go:171","msg":"trace[405105175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12265; }","duration":"556.828556ms","start":"2026-03-03T14:28:57.632409Z","end":"2026-03-03T14:28:58.189238Z","steps":["trace[405105175] 'agreement among raft nodes before linearized reading' (duration: 556.791186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.371551Z","time spent":"817.696144ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:28:58.189269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.632388Z","time spent":"556.876738ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:58.189431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.404152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:58.189456Z","caller":"traceutil/trace.go:171","msg":"trace[1728346438] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12265; }","duration":"409.469203ms","start":"2026-03-03T14:28:57.779981Z","end":"2026-03-03T14:28:58.189451Z","steps":["trace[1728346438] 'agreement among raft nodes before linearized reading' (duration: 409.429341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.779958Z","time spent":"409.516644ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:58.189492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.211322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:58.189529Z","caller":"traceutil/trace.go:171","msg":"trace[200884370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12265; }","duration":"830.278924ms","start":"2026-03-03T14:28:57.359239Z","end":"2026-03-03T14:28:58.189518Z","steps":["trace[200884370] 'agreement among raft nodes before linearized reading' (duration: 830.209342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.359176Z","time spent":"830.379347ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:58.189598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.630775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:58.189623Z","caller":"traceutil/trace.go:171","msg":"trace[146954055] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12265; }","duration":"492.693936ms","start":"2026-03-03T14:28:57.696923Z","end":"2026-03-03T14:28:58.189617Z","steps":["trace[146954055] 'agreement among raft nodes before linearized reading' (duration: 492.644255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.696907Z","time spent":"492.733738ms","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:58.188997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216455353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:58.189699Z","caller":"traceutil/trace.go:171","msg":"trace[2094214904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12265; }","duration":"1.217198531s","start":"2026-03-03T14:28:56.972492Z","end":"2026-03-03T14:28:58.18969Z","steps":["trace[2094214904] 'agreement among raft nodes before linearized reading' (duration: 1.216448482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.972468Z","time spent":"1.217258743s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:58.18943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.526365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:58.189814Z","caller":"traceutil/trace.go:171","msg":"trace[903273283] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12265; }","duration":"826.960576ms","start":"2026-03-03T14:28:57.362846Z","end":"2026-03-03T14:28:58.189807Z","steps":["trace[903273283] 'agreement among raft nodes before linearized reading' (duration: 826.527145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.189842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.362819Z","time spent":"827.017136ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:58.746486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.721829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:58.7466Z","caller":"traceutil/trace.go:171","msg":"trace[1307904066] linearizableReadLoop","detail":"{readStateIndex:12778; appliedIndex:12777; }","duration":"496.122217ms","start":"2026-03-03T14:28:58.250458Z","end":"2026-03-03T14:28:58.74658Z","steps":["trace[1307904066] 'read index received' (duration: 306.282405ms)","trace[1307904066] 'applied index is now lower than readState.Index' (duration: 189.838082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:58.746685Z","caller":"traceutil/trace.go:171","msg":"trace[1006627490] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"496.273641ms","start":"2026-03-03T14:28:58.250399Z","end":"2026-03-03T14:28:58.746672Z","steps":["trace[1006627490] 'process raft request' (duration: 306.264865ms)","trace[1006627490] 'compare' (duration: 189.486844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:58.74675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250376Z","time spent":"496.341022ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:58.747353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.874065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:28:58.747568Z","caller":"traceutil/trace.go:171","msg":"trace[632966122] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12266; }","duration":"497.003929ms","start":"2026-03-03T14:28:58.25041Z","end":"2026-03-03T14:28:58.747414Z","steps":["trace[632966122] 'agreement among raft nodes before linearized reading' (duration: 496.417454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:58.747641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250388Z","time spent":"497.224744ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:59.24727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:59.747723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:00.248439Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:00.253877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:00.253987Z","caller":"traceutil/trace.go:171","msg":"trace[1494049236] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000737615s","start":"2026-03-03T14:28:58.253223Z","end":"2026-03-03T14:29:00.25396Z","steps":["trace[1494049236] 'agreement among raft nodes before linearized reading' (duration: 2.000588652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:00.254136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.253214Z","time spent":"2.00090097s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:00.751816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:01.252218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:01.542876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.986146328s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:29:01.657253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235816022s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.657354Z","caller":"traceutil/trace.go:171","msg":"trace[680509817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12266; }","duration":"1.235923994s","start":"2026-03-03T14:29:00.421406Z","end":"2026-03-03T14:29:01.65733Z","steps":["trace[680509817] 'range keys from in-memory index tree' (duration: 1.235798821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.657873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.69587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:01.658336Z","caller":"traceutil/trace.go:171","msg":"trace[1332820247] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"3.336180911s","start":"2026-03-03T14:28:58.322137Z","end":"2026-03-03T14:29:01.658318Z","steps":["trace[1332820247] 'process raft request' (duration: 3.3361216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.658429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.322111Z","time spent":"3.336270734s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.658576Z","caller":"traceutil/trace.go:171","msg":"trace[898891196] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"3.408108007s","start":"2026-03-03T14:28:58.250452Z","end":"2026-03-03T14:29:01.65856Z","steps":["trace[898891196] 'process raft request' (duration: 3.292665929s)","trace[898891196] 'compare' (duration: 113.961912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:01.658628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250425Z","time spent":"3.408174479s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.658604Z","caller":"traceutil/trace.go:171","msg":"trace[937857201] transaction","detail":"{read_only:false; response_revision:12269; number_of_response:1; }","duration":"3.407994494s","start":"2026-03-03T14:28:58.250574Z","end":"2026-03-03T14:29:01.658568Z","steps":["trace[937857201] 'process raft request' (duration: 3.407465032s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.658616Z","caller":"traceutil/trace.go:171","msg":"trace[1959324064] transaction","detail":"{read_only:false; response_revision:12268; number_of_response:1; }","duration":"3.408039015s","start":"2026-03-03T14:28:58.250534Z","end":"2026-03-03T14:29:01.658573Z","steps":["trace[1959324064] 'process raft request' (duration: 3.40740715s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.658668Z","caller":"traceutil/trace.go:171","msg":"trace[1111518726] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"3.408058256s","start":"2026-03-03T14:28:58.250585Z","end":"2026-03-03T14:29:01.658643Z","steps":["trace[1111518726] 'process raft request' (duration: 3.407499283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.658739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250551Z","time spent":"3.408115137s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:01.658762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250566Z","time spent":"3.408148338s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:01.65881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.250519Z","time spent":"3.408198549s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.727951Z","caller":"traceutil/trace.go:171","msg":"trace[594624853] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"3.163015203s","start":"2026-03-03T14:28:58.564912Z","end":"2026-03-03T14:29:01.727927Z","steps":["trace[594624853] 'process raft request' (duration: 3.16284783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.728107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.564892Z","time spent":"3.163124617s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.728269Z","caller":"traceutil/trace.go:171","msg":"trace[1458055874] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"2.011786758s","start":"2026-03-03T14:28:59.716457Z","end":"2026-03-03T14:29:01.728244Z","steps":["trace[1458055874] 'process raft request' (duration: 2.01142851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.728433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.716426Z","time spent":"2.0119211s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.728572Z","caller":"traceutil/trace.go:171","msg":"trace[806345496] linearizableReadLoop","detail":"{readStateIndex:12786; appliedIndex:12778; }","duration":"2.981929879s","start":"2026-03-03T14:28:58.746628Z","end":"2026-03-03T14:29:01.728558Z","steps":["trace[806345496] 'read index received' (duration: 2.79645926s)","trace[806345496] 'applied index is now lower than readState.Index' (duration: 185.469159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:01.728685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162357748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.728723Z","caller":"traceutil/trace.go:171","msg":"trace[1921641993] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12274; }","duration":"3.16244372s","start":"2026-03-03T14:28:58.56627Z","end":"2026-03-03T14:29:01.728713Z","steps":["trace[1921641993] 'agreement among raft nodes before linearized reading' (duration: 3.162375788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.728756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.566247Z","time spent":"3.162502622s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:29:01.728873Z","caller":"traceutil/trace.go:171","msg":"trace[496136347] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"1.471736208s","start":"2026-03-03T14:29:00.257121Z","end":"2026-03-03T14:29:01.728857Z","steps":["trace[496136347] 'process raft request' (duration: 1.471050452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.728953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40357883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:29:01.729125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.006209634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:01.72919Z","caller":"traceutil/trace.go:171","msg":"trace[700827385] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12274; }","duration":"3.006346118s","start":"2026-03-03T14:28:58.722828Z","end":"2026-03-03T14:29:01.729174Z","steps":["trace[700827385] 'agreement among raft nodes before linearized reading' (duration: 3.006200304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.722811Z","time spent":"3.006416279s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:01.729261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.470859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:29:01.729317Z","caller":"traceutil/trace.go:171","msg":"trace[2036678413] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12274; }","duration":"298.556902ms","start":"2026-03-03T14:29:01.430745Z","end":"2026-03-03T14:29:01.729302Z","steps":["trace[2036678413] 'agreement among raft nodes before linearized reading' (duration: 298.424599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166480076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:01.729352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475025325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.729386Z","caller":"traceutil/trace.go:171","msg":"trace[1202613815] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12274; }","duration":"3.166598308s","start":"2026-03-03T14:28:58.562768Z","end":"2026-03-03T14:29:01.729366Z","steps":["trace[1202613815] 'agreement among raft nodes before linearized reading' (duration: 3.166309241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.72942Z","caller":"traceutil/trace.go:171","msg":"trace[1405100626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12274; }","duration":"1.475103838s","start":"2026-03-03T14:29:00.2543Z","end":"2026-03-03T14:29:01.729403Z","steps":["trace[1405100626] 'agreement among raft nodes before linearized reading' (duration: 1.474995555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.562755Z","time spent":"3.166670819s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:01.728691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.161630611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:01.729457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.241091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:29:01.729479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.254295Z","time spent":"1.475170489s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:01.729507Z","caller":"traceutil/trace.go:171","msg":"trace[1324275259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12274; }","duration":"972.345343ms","start":"2026-03-03T14:29:00.757149Z","end":"2026-03-03T14:29:01.729495Z","steps":["trace[1324275259] 'agreement among raft nodes before linearized reading' (duration: 972.156419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.757125Z","time spent":"972.419764ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:29:01.729587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054335048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:01.729635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.978214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.729664Z","caller":"traceutil/trace.go:171","msg":"trace[7905563] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12274; }","duration":"1.054455171s","start":"2026-03-03T14:29:00.675188Z","end":"2026-03-03T14:29:01.729644Z","steps":["trace[7905563] 'agreement among raft nodes before linearized reading' (duration: 1.054332648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977866593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.729708Z","caller":"traceutil/trace.go:171","msg":"trace[1652762242] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12274; }","duration":"824.102127ms","start":"2026-03-03T14:29:00.905586Z","end":"2026-03-03T14:29:01.729688Z","steps":["trace[1652762242] 'agreement among raft nodes before linearized reading' (duration: 823.978074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.675166Z","time spent":"1.054539662s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:01.729728Z","caller":"traceutil/trace.go:171","msg":"trace[247885759] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12274; }","duration":"1.977963485s","start":"2026-03-03T14:28:59.751749Z","end":"2026-03-03T14:29:01.729713Z","steps":["trace[247885759] 'agreement among raft nodes before linearized reading' (duration: 1.977889253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.72976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.905559Z","time spent":"824.188859ms","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:01.729073Z","caller":"traceutil/trace.go:171","msg":"trace[1423389045] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12274; }","duration":"3.403707122s","start":"2026-03-03T14:28:58.325329Z","end":"2026-03-03T14:29:01.729036Z","steps":["trace[1423389045] 'agreement among raft nodes before linearized reading' (duration: 3.403457727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.729858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.32532Z","time spent":"3.404523142s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:01.729883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180868938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:01.729912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.540417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:29:01.729921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.830513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:29:01.729606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479023991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.729926Z","caller":"traceutil/trace.go:171","msg":"trace[262172882] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12274; }","duration":"2.18094902s","start":"2026-03-03T14:28:59.548962Z","end":"2026-03-03T14:29:01.729911Z","steps":["trace[262172882] 'agreement among raft nodes before linearized reading' (duration: 2.180874018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240152004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:01.730025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.548934Z","time spent":"2.181076182s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:01.730043Z","caller":"traceutil/trace.go:171","msg":"trace[845864357] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12274; }","duration":"2.240227026s","start":"2026-03-03T14:28:59.489804Z","end":"2026-03-03T14:29:01.730031Z","steps":["trace[845864357] 'agreement among raft nodes before linearized reading' (duration: 2.240144164s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.729508Z","caller":"traceutil/trace.go:171","msg":"trace[1588995877] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12274; }","duration":"3.162469761s","start":"2026-03-03T14:28:58.567022Z","end":"2026-03-03T14:29:01.729492Z","steps":["trace[1588995877] 'agreement among raft nodes before linearized reading' (duration: 3.161546549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.489785Z","time spent":"2.240286927s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:01.730096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.567005Z","time spent":"3.163080305s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:01.729124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706903245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:01.729808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.751725Z","time spent":"1.978037797s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:01.730257Z","caller":"traceutil/trace.go:171","msg":"trace[1089230992] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12274; }","duration":"2.708130814s","start":"2026-03-03T14:28:59.022109Z","end":"2026-03-03T14:29:01.73024Z","steps":["trace[1089230992] 'agreement among raft nodes before linearized reading' (duration: 2.706917355s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.730024Z","caller":"traceutil/trace.go:171","msg":"trace[796178319] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12274; }","duration":"1.479464122s","start":"2026-03-03T14:29:00.25054Z","end":"2026-03-03T14:29:01.730004Z","steps":["trace[796178319] 'agreement among raft nodes before linearized reading' (duration: 1.479001801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391552214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:01.730332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.250526Z","time spent":"1.479785359s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:29:01.730361Z","caller":"traceutil/trace.go:171","msg":"trace[814540865] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12274; }","duration":"2.391653577s","start":"2026-03-03T14:28:59.338692Z","end":"2026-03-03T14:29:01.730345Z","steps":["trace[814540865] 'agreement among raft nodes before linearized reading' (duration: 2.391559875s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.729977Z","caller":"traceutil/trace.go:171","msg":"trace[1803509129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12274; }","duration":"977.948196ms","start":"2026-03-03T14:29:00.752016Z","end":"2026-03-03T14:29:01.729965Z","steps":["trace[1803509129] 'agreement among raft nodes before linearized reading' (duration: 977.784372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.338671Z","time spent":"2.39173367s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:01.730442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.751988Z","time spent":"978.442628ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:01.730457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165967236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:01.728981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.257112Z","time spent":"1.47181215s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:01.730534Z","caller":"traceutil/trace.go:171","msg":"trace[1243621688] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12274; }","duration":"1.166048338s","start":"2026-03-03T14:29:00.564465Z","end":"2026-03-03T14:29:01.730513Z","steps":["trace[1243621688] 'agreement among raft nodes before linearized reading' (duration: 1.165926405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167215784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:01.729972Z","caller":"traceutil/trace.go:171","msg":"trace[1792637688] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12274; }","duration":"883.636209ms","start":"2026-03-03T14:29:00.846319Z","end":"2026-03-03T14:29:01.729955Z","steps":["trace[1792637688] 'agreement among raft nodes before linearized reading' (duration: 883.502176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:01.730596Z","caller":"traceutil/trace.go:171","msg":"trace[1116488047] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12274; }","duration":"3.167304675s","start":"2026-03-03T14:28:58.563277Z","end":"2026-03-03T14:29:01.730581Z","steps":["trace[1116488047] 'agreement among raft nodes before linearized reading' (duration: 3.165887441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.564405Z","time spent":"1.166171361s","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:01.730618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.846298Z","time spent":"884.307755ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:01.730642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.56327Z","time spent":"3.167363627s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:01.730678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303374544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:01.730734Z","caller":"traceutil/trace.go:171","msg":"trace[1853480889] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12274; }","duration":"2.303517778s","start":"2026-03-03T14:28:59.427201Z","end":"2026-03-03T14:29:01.730719Z","steps":["trace[1853480889] 'agreement among raft nodes before linearized reading' (duration: 2.303415005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:01.730316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.022074Z","time spent":"2.708223366s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:01.730786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.427165Z","time spent":"2.30360611s","remote":"127.0.0.1:40512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:02.101331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.164108ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:29:02.101604Z","caller":"traceutil/trace.go:171","msg":"trace[2060495943] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"366.286168ms","start":"2026-03-03T14:29:01.735296Z","end":"2026-03-03T14:29:02.101582Z","steps":["trace[2060495943] 'process raft request' (duration: 366.159465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.101736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.735281Z","time spent":"366.3712ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:02.101707Z","caller":"traceutil/trace.go:171","msg":"trace[1868091821] linearizableReadLoop","detail":"{readStateIndex:12787; appliedIndex:12786; }","duration":"366.926593ms","start":"2026-03-03T14:29:01.734674Z","end":"2026-03-03T14:29:02.101601Z","steps":["trace[1868091821] 'read index received' (duration: 88.574641ms)","trace[1868091821] 'applied index is now lower than readState.Index' (duration: 278.346672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:02.101996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.308112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:29:02.10208Z","caller":"traceutil/trace.go:171","msg":"trace[1389529544] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:12275; }","duration":"367.417235ms","start":"2026-03-03T14:29:01.734638Z","end":"2026-03-03T14:29:02.102055Z","steps":["trace[1389529544] 'agreement among raft nodes before linearized reading' (duration: 367.19587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.10216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.734599Z","time spent":"367.544088ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"warn","ts":"2026-03-03T14:29:02.10233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.731606Z","time spent":"370.716333ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:02.102664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.15434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:29:02.10268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.765168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:02.102924Z","caller":"traceutil/trace.go:171","msg":"trace[1529891877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12275; }","duration":"364.002622ms","start":"2026-03-03T14:29:01.738843Z","end":"2026-03-03T14:29:02.102846Z","steps":["trace[1529891877] 'agreement among raft nodes before linearized reading' (duration: 363.701045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.102971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.539193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487614"} {"level":"info","ts":"2026-03-03T14:29:02.103015Z","caller":"traceutil/trace.go:171","msg":"trace[1162865106] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12275; }","duration":"363.589554ms","start":"2026-03-03T14:29:01.739415Z","end":"2026-03-03T14:29:02.103005Z","steps":["trace[1162865106] 'agreement among raft nodes before linearized reading' (duration: 362.929108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.103046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.73941Z","time spent":"363.629375ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:02.102989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.738827Z","time spent":"364.149197ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:02.102808Z","caller":"traceutil/trace.go:171","msg":"trace[1833101701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12275; }","duration":"365.364536ms","start":"2026-03-03T14:29:01.737423Z","end":"2026-03-03T14:29:02.102787Z","steps":["trace[1833101701] 'agreement among raft nodes before linearized reading' (duration: 364.882045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.104461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.737414Z","time spent":"367.019825ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:02.93242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.544369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:02.932502Z","caller":"traceutil/trace.go:171","msg":"trace[1320412729] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12788; }","duration":"827.57888ms","start":"2026-03-03T14:29:02.10491Z","end":"2026-03-03T14:29:02.932488Z","steps":["trace[1320412729] 'read index received' (duration: 131.834126ms)","trace[1320412729] 'applied index is now lower than readState.Index' (duration: 695.742474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:02.932534Z","caller":"traceutil/trace.go:171","msg":"trace[1119695024] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"827.936169ms","start":"2026-03-03T14:29:02.104565Z","end":"2026-03-03T14:29:02.932501Z","steps":["trace[1119695024] 'process raft request' (duration: 132.226126ms)","trace[1119695024] 'compare' (duration: 695.371285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:02.932666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.755765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:02.932691Z","caller":"traceutil/trace.go:171","msg":"trace[947883244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12276; }","duration":"827.793395ms","start":"2026-03-03T14:29:02.10489Z","end":"2026-03-03T14:29:02.932683Z","steps":["trace[947883244] 'agreement among raft nodes before linearized reading' (duration: 827.667462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.932688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.104539Z","time spent":"828.063181ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:02.932715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.104878Z","time spent":"827.831716ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:02.932855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.290123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:29:02.932917Z","caller":"traceutil/trace.go:171","msg":"trace[2083100135] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12276; }","duration":"824.383724ms","start":"2026-03-03T14:29:02.108521Z","end":"2026-03-03T14:29:02.932905Z","steps":["trace[2083100135] 'agreement among raft nodes before linearized reading' (duration: 824.19215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.932945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.108509Z","time spent":"824.430805ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:29:02.932948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.319762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:02.932971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.829233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:29:02.93299Z","caller":"traceutil/trace.go:171","msg":"trace[654271866] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12276; }","duration":"289.399555ms","start":"2026-03-03T14:29:02.643576Z","end":"2026-03-03T14:29:02.932976Z","steps":["trace[654271866] 'agreement among raft nodes before linearized reading' (duration: 289.325553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.932976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.034554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" ","response":"range_response_count:1 size:9078"} {"level":"info","ts":"2026-03-03T14:29:02.933003Z","caller":"traceutil/trace.go:171","msg":"trace[1197485211] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12276; }","duration":"708.912265ms","start":"2026-03-03T14:29:02.224081Z","end":"2026-03-03T14:29:02.932994Z","steps":["trace[1197485211] 'agreement among raft nodes before linearized reading' (duration: 708.812023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.933028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.224053Z","time spent":"708.969246ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:29:02.933035Z","caller":"traceutil/trace.go:171","msg":"trace[1655796091] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-m72dq; range_end:; response_count:1; response_revision:12276; }","duration":"506.116075ms","start":"2026-03-03T14:29:02.426902Z","end":"2026-03-03T14:29:02.933018Z","steps":["trace[1655796091] 'agreement among raft nodes before linearized reading' (duration: 505.975172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.933066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.426886Z","time spent":"506.171497ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9102,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" "} {"level":"warn","ts":"2026-03-03T14:29:03.508281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674554,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:03.736595Z","caller":"traceutil/trace.go:171","msg":"trace[265833498] linearizableReadLoop","detail":"{readStateIndex:12790; appliedIndex:12789; }","duration":"729.280759ms","start":"2026-03-03T14:29:03.00729Z","end":"2026-03-03T14:29:03.736571Z","steps":["trace[265833498] 'read index received' (duration: 729.178046ms)","trace[265833498] 'applied index is now lower than readState.Index' (duration: 99.363µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:03.736785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.492424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:03.736773Z","caller":"traceutil/trace.go:171","msg":"trace[1875195532] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"789.452695ms","start":"2026-03-03T14:29:02.947222Z","end":"2026-03-03T14:29:03.736675Z","steps":["trace[1875195532] 'process raft request' (duration: 789.152308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.737111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.947192Z","time spent":"789.775323ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:03.73688Z","caller":"traceutil/trace.go:171","msg":"trace[1296385926] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12277; }","duration":"729.637827ms","start":"2026-03-03T14:29:03.007194Z","end":"2026-03-03T14:29:03.736832Z","steps":["trace[1296385926] 'agreement among raft nodes before linearized reading' (duration: 729.511774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.744377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.007174Z","time spent":"737.192686ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:29:04.23679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:05.29403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.480439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:05.294462Z","caller":"traceutil/trace.go:171","msg":"trace[1136540053] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"1.561815525s","start":"2026-03-03T14:29:03.732612Z","end":"2026-03-03T14:29:05.294427Z","steps":["trace[1136540053] 'process raft request' (duration: 999.852425ms)","trace[1136540053] 'compare' (duration: 561.041698ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:05.294601Z","caller":"traceutil/trace.go:171","msg":"trace[970955421] linearizableReadLoop","detail":"{readStateIndex:12793; appliedIndex:12790; }","duration":"1.557905642s","start":"2026-03-03T14:29:03.736678Z","end":"2026-03-03T14:29:05.294584Z","steps":["trace[970955421] 'read index received' (duration: 995.766588ms)","trace[970955421] 'applied index is now lower than readState.Index' (duration: 562.137944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:05.294776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629815748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:29:05.294823Z","caller":"traceutil/trace.go:171","msg":"trace[714328824] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12280; }","duration":"1.629877389s","start":"2026-03-03T14:29:03.664931Z","end":"2026-03-03T14:29:05.294809Z","steps":["trace[714328824] 'agreement among raft nodes before linearized reading' (duration: 1.629720936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.294797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630918334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:29:05.294923Z","caller":"traceutil/trace.go:171","msg":"trace[1021280510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12280; }","duration":"1.631067888s","start":"2026-03-03T14:29:03.663844Z","end":"2026-03-03T14:29:05.294911Z","steps":["trace[1021280510] 'agreement among raft nodes before linearized reading' (duration: 1.630838822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.294985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.663821Z","time spent":"1.631151319s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:29:05.295012Z","caller":"traceutil/trace.go:171","msg":"trace[811683671] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"1.558997149s","start":"2026-03-03T14:29:03.736003Z","end":"2026-03-03T14:29:05.295Z","steps":["trace[811683671] 'process raft request' (duration: 1.55820243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.295132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631330274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:05.295188Z","caller":"traceutil/trace.go:171","msg":"trace[1942326341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12280; }","duration":"1.631389245s","start":"2026-03-03T14:29:03.66378Z","end":"2026-03-03T14:29:05.295169Z","steps":["trace[1942326341] 'agreement among raft nodes before linearized reading' (duration: 1.631240671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.295234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.663773Z","time spent":"1.631453066s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:05.294609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.732594Z","time spent":"1.561937298s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:05.295386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631631101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:05.295419Z","caller":"traceutil/trace.go:171","msg":"trace[1521615721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12280; }","duration":"1.631699432s","start":"2026-03-03T14:29:03.663709Z","end":"2026-03-03T14:29:05.295408Z","steps":["trace[1521615721] 'agreement among raft nodes before linearized reading' (duration: 1.63161727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.295436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17630213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:29:05.29549Z","caller":"traceutil/trace.go:171","msg":"trace[1725639844] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12280; }","duration":"2.176398862s","start":"2026-03-03T14:29:03.119076Z","end":"2026-03-03T14:29:05.295475Z","steps":["trace[1725639844] 'agreement among raft nodes before linearized reading' (duration: 2.176262739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.295493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85670455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:05.295498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176473264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:29:05.295527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.119045Z","time spent":"2.176474474s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:29:05.295532Z","caller":"traceutil/trace.go:171","msg":"trace[1928667048] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12280; }","duration":"1.856784352s","start":"2026-03-03T14:29:03.438736Z","end":"2026-03-03T14:29:05.29552Z","steps":["trace[1928667048] 'agreement among raft nodes before linearized reading' (duration: 1.85672648s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.295548Z","caller":"traceutil/trace.go:171","msg":"trace[1593472782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12280; }","duration":"2.176551956s","start":"2026-03-03T14:29:03.118977Z","end":"2026-03-03T14:29:05.295529Z","steps":["trace[1593472782] 'agreement among raft nodes before linearized reading' (duration: 2.176436123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.29556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.438713Z","time spent":"1.856839403s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:05.29558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.118959Z","time spent":"2.176614067s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:29:05.295446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.663686Z","time spent":"1.631753553s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:05.294871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.664921Z","time spent":"1.62993121s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:05.294952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124365198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:05.2958Z","caller":"traceutil/trace.go:171","msg":"trace[833830799] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"1.55909703s","start":"2026-03-03T14:29:03.736692Z","end":"2026-03-03T14:29:05.295789Z","steps":["trace[833830799] 'process raft request' (duration: 1.55779629s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.295845Z","caller":"traceutil/trace.go:171","msg":"trace[346838476] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12280; }","duration":"2.12530757s","start":"2026-03-03T14:29:03.170522Z","end":"2026-03-03T14:29:05.295829Z","steps":["trace[346838476] 'agreement among raft nodes before linearized reading' (duration: 2.124339547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.295872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.736675Z","time spent":"1.559158881s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:05.29589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.170505Z","time spent":"2.125369191s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:05.29592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560210946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:05.296022Z","caller":"traceutil/trace.go:171","msg":"trace[1021951917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12280; }","duration":"1.560375441s","start":"2026-03-03T14:29:03.735621Z","end":"2026-03-03T14:29:05.295997Z","steps":["trace[1021951917] 'agreement among raft nodes before linearized reading' (duration: 1.560112055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.296083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.735588Z","time spent":"1.560482043s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:05.29592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559665883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:05.29609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.735987Z","time spent":"1.55906105s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:05.296094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579133835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:05.29623Z","caller":"traceutil/trace.go:171","msg":"trace[1297687434] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12280; }","duration":"1.57934101s","start":"2026-03-03T14:29:03.716876Z","end":"2026-03-03T14:29:05.296217Z","steps":["trace[1297687434] 'agreement among raft nodes before linearized reading' (duration: 1.578988912s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.296177Z","caller":"traceutil/trace.go:171","msg":"trace[1371134057] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12280; }","duration":"1.55995861s","start":"2026-03-03T14:29:03.736206Z","end":"2026-03-03T14:29:05.296165Z","steps":["trace[1371134057] 'agreement among raft nodes before linearized reading' (duration: 1.559650123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.296314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.736198Z","time spent":"1.560101503s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:05.296335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.716852Z","time spent":"1.579433142s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:05.78453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999078597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:05.78462Z","caller":"traceutil/trace.go:171","msg":"trace[1587293923] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999217429s","start":"2026-03-03T14:29:03.785383Z","end":"2026-03-03T14:29:05.784601Z","steps":["trace[1587293923] 'agreement among raft nodes before linearized reading' (duration: 1.999099097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.784671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.785371Z","time spent":"1.999289732s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:05.920325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.864524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:05.920425Z","caller":"traceutil/trace.go:171","msg":"trace[867608808] linearizableReadLoop","detail":"{readStateIndex:12794; appliedIndex:12793; }","duration":"625.752311ms","start":"2026-03-03T14:29:05.294656Z","end":"2026-03-03T14:29:05.920409Z","steps":["trace[867608808] 'read index received' (duration: 397.714203ms)","trace[867608808] 'applied index is now lower than readState.Index' (duration: 228.036718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:05.920592Z","caller":"traceutil/trace.go:171","msg":"trace[1230267324] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"1.15561696s","start":"2026-03-03T14:29:04.764947Z","end":"2026-03-03T14:29:05.920564Z","steps":["trace[1230267324] 'process raft request' (duration: 927.452749ms)","trace[1230267324] 'compare' (duration: 227.775922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:05.920644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135161693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:05.920673Z","caller":"traceutil/trace.go:171","msg":"trace[840233264] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12281; }","duration":"2.135199344s","start":"2026-03-03T14:29:03.785465Z","end":"2026-03-03T14:29:05.920664Z","steps":["trace[840233264] 'agreement among raft nodes before linearized reading' (duration: 2.135145553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.920651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323250806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:05.920684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808504435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:29:05.920679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.690839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:05.920689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808963675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:29:05.920697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.764917Z","time spent":"1.155724672s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:05.92072Z","caller":"traceutil/trace.go:171","msg":"trace[1651228338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12281; }","duration":"1.808572986s","start":"2026-03-03T14:29:04.112138Z","end":"2026-03-03T14:29:05.920711Z","steps":["trace[1651228338] 'agreement among raft nodes before linearized reading' (duration: 1.808429923s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.920725Z","caller":"traceutil/trace.go:171","msg":"trace[1318741834] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12281; }","duration":"1.323379589s","start":"2026-03-03T14:29:04.597323Z","end":"2026-03-03T14:29:05.920703Z","steps":["trace[1318741834] 'agreement among raft nodes before linearized reading' (duration: 1.323241016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.920742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138210806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:05.92074Z","caller":"traceutil/trace.go:171","msg":"trace[599578218] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12281; }","duration":"845.75941ms","start":"2026-03-03T14:29:05.074964Z","end":"2026-03-03T14:29:05.920723Z","steps":["trace[599578218] 'agreement among raft nodes before linearized reading' (duration: 845.582366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.920756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.112122Z","time spent":"1.808627708s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:29:05.920745Z","caller":"traceutil/trace.go:171","msg":"trace[114348763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12281; }","duration":"1.809025248s","start":"2026-03-03T14:29:04.111706Z","end":"2026-03-03T14:29:05.920731Z","steps":["trace[114348763] 'agreement among raft nodes before linearized reading' (duration: 1.808823073s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:05.920772Z","caller":"traceutil/trace.go:171","msg":"trace[658518344] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12281; }","duration":"2.138284307s","start":"2026-03-03T14:29:03.782477Z","end":"2026-03-03T14:29:05.920762Z","steps":["trace[658518344] 'agreement among raft nodes before linearized reading' (duration: 2.138238866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.920774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.597303Z","time spent":"1.32346063s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:05.920792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.111637Z","time spent":"1.80914741s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:05.920789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.07491Z","time spent":"845.865063ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:05.920853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182420144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:05.920876Z","caller":"traceutil/trace.go:171","msg":"trace[54655832] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12281; }","duration":"2.182498796s","start":"2026-03-03T14:29:03.73837Z","end":"2026-03-03T14:29:05.920869Z","steps":["trace[54655832] 'agreement among raft nodes before linearized reading' (duration: 2.182442795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.920897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.738347Z","time spent":"2.182544867s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:05.9207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.785433Z","time spent":"2.135259996s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:29:05.921097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182821404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:05.920799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.782453Z","time spent":"2.138338219s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:05.921127Z","caller":"traceutil/trace.go:171","msg":"trace[1677943965] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12281; }","duration":"2.182872755s","start":"2026-03-03T14:29:03.738245Z","end":"2026-03-03T14:29:05.921118Z","steps":["trace[1677943965] 'agreement among raft nodes before linearized reading' (duration: 2.182783663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.921133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184427891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:05.92116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.738233Z","time spent":"2.182916016s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:05.921174Z","caller":"traceutil/trace.go:171","msg":"trace[2143333981] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12281; }","duration":"2.184493593s","start":"2026-03-03T14:29:03.736668Z","end":"2026-03-03T14:29:05.921162Z","steps":["trace[2143333981] 'agreement among raft nodes before linearized reading' (duration: 2.184433201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.921215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.736655Z","time spent":"2.184548794s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:06.420932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:06.921914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:07.033011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34071094s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:07.033872Z","caller":"traceutil/trace.go:171","msg":"trace[1702302729] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"1.732228238s","start":"2026-03-03T14:29:05.301616Z","end":"2026-03-03T14:29:07.033844Z","steps":["trace[1702302729] 'process raft request' (duration: 1.732092594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.034041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.301604Z","time spent":"1.73235171s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.034195Z","caller":"traceutil/trace.go:171","msg":"trace[1483225836] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"1.733978789s","start":"2026-03-03T14:29:05.300206Z","end":"2026-03-03T14:29:07.034185Z","steps":["trace[1483225836] 'process raft request' (duration: 1.733076306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.034256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.300184Z","time spent":"1.73404517s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.034283Z","caller":"traceutil/trace.go:171","msg":"trace[1929020766] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"1.403395248s","start":"2026-03-03T14:29:05.630838Z","end":"2026-03-03T14:29:07.034233Z","steps":["trace[1929020766] 'process raft request' (duration: 1.403241114s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.034394Z","caller":"traceutil/trace.go:171","msg":"trace[2023449965] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"1.732106844s","start":"2026-03-03T14:29:05.302184Z","end":"2026-03-03T14:29:07.034291Z","steps":["trace[2023449965] 'process raft request' (duration: 1.731570201s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.034426Z","caller":"traceutil/trace.go:171","msg":"trace[1911504708] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"1.733103498s","start":"2026-03-03T14:29:05.301314Z","end":"2026-03-03T14:29:07.034418Z","steps":["trace[1911504708] 'process raft request' (duration: 1.732154246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.034505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.301296Z","time spent":"1.733163339s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:07.034541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.302177Z","time spent":"1.732272058s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:07.034562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.630817Z","time spent":"1.403614162s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.034555Z","caller":"traceutil/trace.go:171","msg":"trace[1063549700] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"1.733087477s","start":"2026-03-03T14:29:05.301432Z","end":"2026-03-03T14:29:07.034519Z","steps":["trace[1063549700] 'process raft request' (duration: 1.732218077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.034746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.301426Z","time spent":"1.733233761s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.03438Z","caller":"traceutil/trace.go:171","msg":"trace[1558389113] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"1.732963335s","start":"2026-03-03T14:29:05.301395Z","end":"2026-03-03T14:29:07.034359Z","steps":["trace[1558389113] 'process raft request' (duration: 1.732190687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.034837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.301391Z","time spent":"1.733406665s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.593064Z","caller":"traceutil/trace.go:171","msg":"trace[1012454990] linearizableReadLoop","detail":"{readStateIndex:12804; appliedIndex:12795; }","duration":"1.672600503s","start":"2026-03-03T14:29:05.920448Z","end":"2026-03-03T14:29:07.593049Z","steps":["trace[1012454990] 'read index received' (duration: 1.113045941s)","trace[1012454990] 'applied index is now lower than readState.Index' (duration: 559.553502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:07.593082Z","caller":"traceutil/trace.go:171","msg":"trace[678539489] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"1.316914456s","start":"2026-03-03T14:29:06.276114Z","end":"2026-03-03T14:29:07.593029Z","steps":["trace[678539489] 'process raft request' (duration: 1.316751132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.593202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801108021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:07.593181Z","caller":"traceutil/trace.go:171","msg":"trace[433267841] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"854.471808ms","start":"2026-03-03T14:29:06.738666Z","end":"2026-03-03T14:29:07.593138Z","steps":["trace[433267841] 'process raft request' (duration: 854.245612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.593243Z","caller":"traceutil/trace.go:171","msg":"trace[590252123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12291; }","duration":"1.801193353s","start":"2026-03-03T14:29:05.792039Z","end":"2026-03-03T14:29:07.593233Z","steps":["trace[590252123] 'agreement among raft nodes before linearized reading' (duration: 1.801112181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.593279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.792023Z","time spent":"1.801248144s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:07.593288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.276077Z","time spent":"1.31710035s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:07.593375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.738636Z","time spent":"854.634441ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:07.593401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710367647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-user-m72dq\" ","response":"range_response_count:1 size:2755"} {"level":"info","ts":"2026-03-03T14:29:07.593515Z","caller":"traceutil/trace.go:171","msg":"trace[577307734] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-user-m72dq; range_end:; response_count:1; response_revision:12291; }","duration":"1.710526941s","start":"2026-03-03T14:29:05.882963Z","end":"2026-03-03T14:29:07.59349Z","steps":["trace[577307734] 'agreement among raft nodes before linearized reading' (duration: 1.710186503s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.593544Z","caller":"traceutil/trace.go:171","msg":"trace[2024063082] transaction","detail":"{read_only:false; response_revision:12289; number_of_response:1; }","duration":"1.66830718s","start":"2026-03-03T14:29:05.924667Z","end":"2026-03-03T14:29:07.592975Z","steps":["trace[2024063082] 'process raft request' (duration: 1.668042364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.593437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920609304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:07.593596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.882942Z","time spent":"1.710642414s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2779,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-user-m72dq\" "} {"level":"info","ts":"2026-03-03T14:29:07.593634Z","caller":"traceutil/trace.go:171","msg":"trace[614022974] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12291; }","duration":"1.92086313s","start":"2026-03-03T14:29:05.672754Z","end":"2026-03-03T14:29:07.593617Z","steps":["trace[614022974] 'agreement among raft nodes before linearized reading' (duration: 1.920568763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.593674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.672732Z","time spent":"1.920932813s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:07.593682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.924639Z","time spent":"1.668966386s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:09.174883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33647189s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:29:09.175348Z","caller":"traceutil/trace.go:171","msg":"trace[564075339] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"1.874576053s","start":"2026-03-03T14:29:07.300749Z","end":"2026-03-03T14:29:09.175325Z","steps":["trace[564075339] 'process raft request' (duration: 1.874270726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.17589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.300728Z","time spent":"1.874672976s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:09.595329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:09.595411Z","caller":"traceutil/trace.go:171","msg":"trace[1376571451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000628963s","start":"2026-03-03T14:29:07.594764Z","end":"2026-03-03T14:29:09.595393Z","steps":["trace[1376571451] 'agreement among raft nodes before linearized reading' (duration: 2.0005147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.595453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.594744Z","time spent":"2.000701495s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:09.74225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.840054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:09.742478Z","caller":"traceutil/trace.go:171","msg":"trace[585814295] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"2.440907507s","start":"2026-03-03T14:29:07.301552Z","end":"2026-03-03T14:29:09.74246Z","steps":["trace[585814295] 'process raft request' (duration: 2.440794835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.742554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.301544Z","time spent":"2.440975459s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.742551Z","caller":"traceutil/trace.go:171","msg":"trace[110434259] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"2.441324507s","start":"2026-03-03T14:29:07.301206Z","end":"2026-03-03T14:29:09.742531Z","steps":["trace[110434259] 'process raft request' (duration: 1.874105373s)","trace[110434259] 'compare' (duration: 566.725072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:09.742641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.301178Z","time spent":"2.441420439s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.742746Z","caller":"traceutil/trace.go:171","msg":"trace[1363568382] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12295; }","duration":"2.146415902s","start":"2026-03-03T14:29:07.596321Z","end":"2026-03-03T14:29:09.742737Z","steps":["trace[1363568382] 'process raft request' (duration: 2.146083854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.742804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.596294Z","time spent":"2.146477124s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.742798Z","caller":"traceutil/trace.go:171","msg":"trace[1851386095] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"576.237388ms","start":"2026-03-03T14:29:09.166504Z","end":"2026-03-03T14:29:09.742742Z","steps":["trace[1851386095] 'process raft request' (duration: 576.118695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.743048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198874125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" ","response":"range_response_count:1 size:9264"} {"level":"info","ts":"2026-03-03T14:29:09.742908Z","caller":"traceutil/trace.go:171","msg":"trace[1535895257] linearizableReadLoop","detail":"{readStateIndex:12808; appliedIndex:12804; }","duration":"2.149767231s","start":"2026-03-03T14:29:07.593124Z","end":"2026-03-03T14:29:09.742892Z","steps":["trace[1535895257] 'read index received' (duration: 245.349011ms)","trace[1535895257] 'applied index is now lower than readState.Index' (duration: 1.90441558s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:09.743089Z","caller":"traceutil/trace.go:171","msg":"trace[2030865054] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-m72dq; range_end:; response_count:1; response_revision:12296; }","duration":"3.198967577s","start":"2026-03-03T14:29:06.544111Z","end":"2026-03-03T14:29:09.743079Z","steps":["trace[2030865054] 'agreement among raft nodes before linearized reading' (duration: 3.198831034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.743158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.544076Z","time spent":"3.19907423s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9288,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" "} {"level":"warn","ts":"2026-03-03T14:29:09.743159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440407784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:09.743188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418394481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:09.743196Z","caller":"traceutil/trace.go:171","msg":"trace[2124614008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12296; }","duration":"2.440465475s","start":"2026-03-03T14:29:07.302719Z","end":"2026-03-03T14:29:09.743185Z","steps":["trace[2124614008] 'agreement among raft nodes before linearized reading' (duration: 2.440343602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.743226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.302712Z","time spent":"2.440507436s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:29:09.743225Z","caller":"traceutil/trace.go:171","msg":"trace[616006775] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12296; }","duration":"3.418474093s","start":"2026-03-03T14:29:06.324738Z","end":"2026-03-03T14:29:09.743212Z","steps":["trace[616006775] 'agreement among raft nodes before linearized reading' (duration: 3.418406451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.74334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44064257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:09.743371Z","caller":"traceutil/trace.go:171","msg":"trace[526220728] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12296; }","duration":"2.440699281s","start":"2026-03-03T14:29:07.302662Z","end":"2026-03-03T14:29:09.743361Z","steps":["trace[526220728] 'agreement among raft nodes before linearized reading' (duration: 2.44064993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.74342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.302644Z","time spent":"2.440766393s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:09.743375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.324714Z","time spent":"3.418648426s","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:09.743721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.22837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:29:09.743026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.166471Z","time spent":"576.508235ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:09.743792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.277537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:09.743815Z","caller":"traceutil/trace.go:171","msg":"trace[26978560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12296; }","duration":"140.298828ms","start":"2026-03-03T14:29:09.603508Z","end":"2026-03-03T14:29:09.743806Z","steps":["trace[26978560] 'agreement among raft nodes before linearized reading' (duration: 140.262177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.743814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.816326359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487800"} {"level":"warn","ts":"2026-03-03T14:29:09.743841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.817821495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:29:09.743752Z","caller":"traceutil/trace.go:171","msg":"trace[1907571318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12296; }","duration":"141.28299ms","start":"2026-03-03T14:29:09.60246Z","end":"2026-03-03T14:29:09.743743Z","steps":["trace[1907571318] 'agreement among raft nodes before linearized reading' (duration: 141.195368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.743899Z","caller":"traceutil/trace.go:171","msg":"trace[1716306248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12296; }","duration":"3.816445813s","start":"2026-03-03T14:29:05.927431Z","end":"2026-03-03T14:29:09.743877Z","steps":["trace[1716306248] 'agreement among raft nodes before linearized reading' (duration: 3.815812288s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.743915Z","caller":"traceutil/trace.go:171","msg":"trace[1086776387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12296; }","duration":"3.817944308s","start":"2026-03-03T14:29:05.925952Z","end":"2026-03-03T14:29:09.743896Z","steps":["trace[1086776387] 'agreement among raft nodes before linearized reading' (duration: 3.817739843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.743967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.925939Z","time spent":"3.81802196s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:09.743972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.37444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:09.743974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.927416Z","time spent":"3.816541844s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487824,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:09.743982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817695344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:09.744001Z","caller":"traceutil/trace.go:171","msg":"trace[1562130751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12296; }","duration":"608.439801ms","start":"2026-03-03T14:29:09.135553Z","end":"2026-03-03T14:29:09.743993Z","steps":["trace[1562130751] 'agreement among raft nodes before linearized reading' (duration: 608.39702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.135531Z","time spent":"608.492243ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:09.743904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.734729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:09.744113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817767456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:09.744175Z","caller":"traceutil/trace.go:171","msg":"trace[1157903887] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12296; }","duration":"1.817882658s","start":"2026-03-03T14:29:07.926277Z","end":"2026-03-03T14:29:09.74416Z","steps":["trace[1157903887] 'agreement among raft nodes before linearized reading' (duration: 1.817691724s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.744167Z","caller":"traceutil/trace.go:171","msg":"trace[1657412425] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12296; }","duration":"358.999835ms","start":"2026-03-03T14:29:09.385119Z","end":"2026-03-03T14:29:09.744119Z","steps":["trace[1657412425] 'agreement among raft nodes before linearized reading' (duration: 358.747679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.744033Z","caller":"traceutil/trace.go:171","msg":"trace[1574668858] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12296; }","duration":"1.817766696s","start":"2026-03-03T14:29:07.92625Z","end":"2026-03-03T14:29:09.744017Z","steps":["trace[1574668858] 'agreement among raft nodes before linearized reading' (duration: 1.817697464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.92625Z","time spent":"1.81796124s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:09.744238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.385098Z","time spent":"359.118677ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:09.744254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.926233Z","time spent":"1.818004681s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:09.74382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.627146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:09.743857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.006194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:29:09.744386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.144541306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:29:09.744394Z","caller":"traceutil/trace.go:171","msg":"trace[97456166] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12296; }","duration":"512.2464ms","start":"2026-03-03T14:29:09.232132Z","end":"2026-03-03T14:29:09.744379Z","steps":["trace[97456166] 'agreement among raft nodes before linearized reading' (duration: 511.580105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.744413Z","caller":"traceutil/trace.go:171","msg":"trace[236646542] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12296; }","duration":"2.144600788s","start":"2026-03-03T14:29:07.599805Z","end":"2026-03-03T14:29:09.744405Z","steps":["trace[236646542] 'agreement among raft nodes before linearized reading' (duration: 2.143743428s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.744409Z","caller":"traceutil/trace.go:171","msg":"trace[2104480069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12296; }","duration":"703.61764ms","start":"2026-03-03T14:29:09.040773Z","end":"2026-03-03T14:29:09.74439Z","steps":["trace[2104480069] 'agreement among raft nodes before linearized reading' (duration: 702.809191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.599786Z","time spent":"2.144644548s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:29:09.74444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.232114Z","time spent":"512.310092ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:09.744539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.196793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:29:09.744576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138476953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:09.7446Z","caller":"traceutil/trace.go:171","msg":"trace[1735232524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12296; }","duration":"2.138542304s","start":"2026-03-03T14:29:07.606049Z","end":"2026-03-03T14:29:09.744592Z","steps":["trace[1735232524] 'agreement among raft nodes before linearized reading' (duration: 2.138498883s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.744603Z","caller":"traceutil/trace.go:171","msg":"trace[282221438] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12296; }","duration":"704.278115ms","start":"2026-03-03T14:29:09.040308Z","end":"2026-03-03T14:29:09.744586Z","steps":["trace[282221438] 'agreement among raft nodes before linearized reading' (duration: 704.126422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.60603Z","time spent":"2.138585975s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:09.744647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.040299Z","time spent":"704.336376ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:09.744549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.040711Z","time spent":"703.736942ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:29:09.74482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.181082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:09.744868Z","caller":"traceutil/trace.go:171","msg":"trace[1113398062] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12296; }","duration":"704.273964ms","start":"2026-03-03T14:29:09.040581Z","end":"2026-03-03T14:29:09.744855Z","steps":["trace[1113398062] 'agreement among raft nodes before linearized reading' (duration: 704.160692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.676567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:09.74492Z","caller":"traceutil/trace.go:171","msg":"trace[119225124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12296; }","duration":"705.733809ms","start":"2026-03-03T14:29:09.039173Z","end":"2026-03-03T14:29:09.744907Z","steps":["trace[119225124] 'agreement among raft nodes before linearized reading' (duration: 705.440312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.744974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.039111Z","time spent":"705.850873ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:09.744913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.040558Z","time spent":"704.343906ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:09.744989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818487163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:09.74609Z","caller":"traceutil/trace.go:171","msg":"trace[2098955246] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12296; }","duration":"1.818682038s","start":"2026-03-03T14:29:07.926476Z","end":"2026-03-03T14:29:09.745158Z","steps":["trace[2098955246] 'agreement among raft nodes before linearized reading' (duration: 1.817116961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.746174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.926469Z","time spent":"1.819689242s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:10.258784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:10.759288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:10.91449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.593015ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:10.914855Z","caller":"traceutil/trace.go:171","msg":"trace[1918457728] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12296; }","duration":"492.968033ms","start":"2026-03-03T14:29:10.421866Z","end":"2026-03-03T14:29:10.914834Z","steps":["trace[1918457728] 'range keys from in-memory index tree' (duration: 492.574753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.187436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437539166s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:11.187765Z","caller":"traceutil/trace.go:171","msg":"trace[1990656993] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"1.437928306s","start":"2026-03-03T14:29:09.749812Z","end":"2026-03-03T14:29:11.18774Z","steps":["trace[1990656993] 'process raft request' (duration: 1.437766592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.187948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.749799Z","time spent":"1.438059179s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.194298Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006680958s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:12.194652Z","caller":"traceutil/trace.go:171","msg":"trace[214602203] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"2.443469666s","start":"2026-03-03T14:29:09.751143Z","end":"2026-03-03T14:29:12.194613Z","steps":["trace[214602203] 'process raft request' (duration: 2.443273332s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.194685Z","caller":"traceutil/trace.go:171","msg":"trace[193279004] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"2.439640216s","start":"2026-03-03T14:29:09.755027Z","end":"2026-03-03T14:29:12.194668Z","steps":["trace[193279004] 'process raft request' (duration: 2.439576574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.194789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.75501Z","time spent":"2.439719877s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.19474Z","caller":"traceutil/trace.go:171","msg":"trace[1455628681] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"2.441466669s","start":"2026-03-03T14:29:09.753219Z","end":"2026-03-03T14:29:12.194686Z","steps":["trace[1455628681] 'process raft request' (duration: 2.441335576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.194834Z","caller":"traceutil/trace.go:171","msg":"trace[460145677] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"2.440940856s","start":"2026-03-03T14:29:09.753881Z","end":"2026-03-03T14:29:12.194821Z","steps":["trace[460145677] 'process raft request' (duration: 2.44069235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.194865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.753872Z","time spent":"2.440976677s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.19491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.753209Z","time spent":"2.441619442s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.19479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.751088Z","time spent":"2.44363219s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.194993Z","caller":"traceutil/trace.go:171","msg":"trace[4196731] linearizableReadLoop","detail":"{readStateIndex:12816; appliedIndex:12810; }","duration":"2.436740037s","start":"2026-03-03T14:29:09.758235Z","end":"2026-03-03T14:29:12.194975Z","steps":["trace[4196731] 'read index received' (duration: 1.429416824s)","trace[4196731] 'applied index is now lower than readState.Index' (duration: 1.007322243s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:12.194976Z","caller":"traceutil/trace.go:171","msg":"trace[1420464314] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"2.442662697s","start":"2026-03-03T14:29:09.752287Z","end":"2026-03-03T14:29:12.19495Z","steps":["trace[1420464314] 'process raft request' (duration: 2.442239837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.195033Z","caller":"traceutil/trace.go:171","msg":"trace[1969994119] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"1.012626218s","start":"2026-03-03T14:29:11.182403Z","end":"2026-03-03T14:29:12.195029Z","steps":["trace[1969994119] 'process raft request' (duration: 1.012233719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.19506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.182378Z","time spent":"1.012665829s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.195076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.752264Z","time spent":"2.44276289s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.195145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436912151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:29:12.195186Z","caller":"traceutil/trace.go:171","msg":"trace[1805781026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12303; }","duration":"2.436973942s","start":"2026-03-03T14:29:09.758196Z","end":"2026-03-03T14:29:12.19517Z","steps":["trace[1805781026] 'agreement among raft nodes before linearized reading' (duration: 2.436834789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.195218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.758182Z","time spent":"2.437028583s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:29:12.575715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.847695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:12.575847Z","caller":"traceutil/trace.go:171","msg":"trace[1251526603] linearizableReadLoop","detail":"{readStateIndex:12819; appliedIndex:12817; }","duration":"380.828173ms","start":"2026-03-03T14:29:12.195009Z","end":"2026-03-03T14:29:12.575837Z","steps":["trace[1251526603] 'read index received' (duration: 79.744802ms)","trace[1251526603] 'applied index is now lower than readState.Index' (duration: 301.082841ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:12.575905Z","caller":"traceutil/trace.go:171","msg":"trace[64585208] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"827.764893ms","start":"2026-03-03T14:29:11.748134Z","end":"2026-03-03T14:29:12.575899Z","steps":["trace[64585208] 'process raft request' (duration: 526.681722ms)","trace[64585208] 'compare' (duration: 300.59717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:12.575942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.74811Z","time spent":"827.813964ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.576224Z","caller":"traceutil/trace.go:171","msg":"trace[1303681209] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"824.229699ms","start":"2026-03-03T14:29:11.751987Z","end":"2026-03-03T14:29:12.576217Z","steps":["trace[1303681209] 'process raft request' (duration: 823.805529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.751974Z","time spent":"824.27164ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.576361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.450265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:12.576389Z","caller":"traceutil/trace.go:171","msg":"trace[1977830425] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12305; }","duration":"547.477295ms","start":"2026-03-03T14:29:12.028903Z","end":"2026-03-03T14:29:12.576381Z","steps":["trace[1977830425] 'agreement among raft nodes before linearized reading' (duration: 547.432404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.028837Z","time spent":"547.564607ms","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.576444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.982072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.576516Z","caller":"traceutil/trace.go:171","msg":"trace[163190126] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12305; }","duration":"985.102465ms","start":"2026-03-03T14:29:11.591398Z","end":"2026-03-03T14:29:12.5765Z","steps":["trace[163190126] 'agreement among raft nodes before linearized reading' (duration: 984.973502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818170965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.57663Z","caller":"traceutil/trace.go:171","msg":"trace[464359146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12305; }","duration":"1.818261847s","start":"2026-03-03T14:29:10.758331Z","end":"2026-03-03T14:29:12.576592Z","steps":["trace[464359146] 'agreement among raft nodes before linearized reading' (duration: 1.818176045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:10.758312Z","time spent":"1.818344779s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:12.576693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.134304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:12.576711Z","caller":"traceutil/trace.go:171","msg":"trace[1938500496] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12305; }","duration":"826.173706ms","start":"2026-03-03T14:29:11.750532Z","end":"2026-03-03T14:29:12.576706Z","steps":["trace[1938500496] 'agreement among raft nodes before linearized reading' (duration: 826.066783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.808416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:29:12.576704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145641933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:29:12.576763Z","caller":"traceutil/trace.go:171","msg":"trace[1590239913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12305; }","duration":"787.861697ms","start":"2026-03-03T14:29:11.78888Z","end":"2026-03-03T14:29:12.576742Z","steps":["trace[1590239913] 'agreement among raft nodes before linearized reading' (duration: 787.701023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.068203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:12.576771Z","caller":"traceutil/trace.go:171","msg":"trace[1644159465] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12305; }","duration":"1.145759846s","start":"2026-03-03T14:29:11.430995Z","end":"2026-03-03T14:29:12.576755Z","steps":["trace[1644159465] 'agreement among raft nodes before linearized reading' (duration: 1.14550973s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.576795Z","caller":"traceutil/trace.go:171","msg":"trace[1260704762] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12305; }","duration":"826.109494ms","start":"2026-03-03T14:29:11.75068Z","end":"2026-03-03T14:29:12.57679Z","steps":["trace[1260704762] 'agreement among raft nodes before linearized reading' (duration: 826.056223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.788871Z","time spent":"787.918659ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:29:12.57681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.750674Z","time spent":"826.133015ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:12.5768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.888958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:12.576824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.430975Z","time spent":"1.145841538s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:29:12.576844Z","caller":"traceutil/trace.go:171","msg":"trace[772964285] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12305; }","duration":"825.950191ms","start":"2026-03-03T14:29:11.750882Z","end":"2026-03-03T14:29:12.576832Z","steps":["trace[772964285] 'agreement among raft nodes before linearized reading' (duration: 825.812918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.576883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.750876Z","time spent":"825.999282ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:12.57656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.59138Z","time spent":"985.166956ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.576727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.750522Z","time spent":"826.202246ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:12.576866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.309998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" ","response":"range_response_count:1 size:9266"} {"level":"info","ts":"2026-03-03T14:29:12.577629Z","caller":"traceutil/trace.go:171","msg":"trace[295356405] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-m72dq; range_end:; response_count:1; response_revision:12305; }","duration":"375.128538ms","start":"2026-03-03T14:29:12.202484Z","end":"2026-03-03T14:29:12.577613Z","steps":["trace[295356405] 'agreement among raft nodes before linearized reading' (duration: 374.108033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.577684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.202464Z","time spent":"375.205579ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9290,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-m72dq\" "} {"level":"warn","ts":"2026-03-03T14:29:12.576972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.333554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:12.577735Z","caller":"traceutil/trace.go:171","msg":"trace[429556364] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:12305; }","duration":"917.129024ms","start":"2026-03-03T14:29:11.660596Z","end":"2026-03-03T14:29:12.577725Z","steps":["trace[429556364] 'agreement among raft nodes before linearized reading' (duration: 916.340754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.577776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.660575Z","time spent":"917.182675ms","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.577002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.098718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.577881Z","caller":"traceutil/trace.go:171","msg":"trace[870180053] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12305; }","duration":"827.976979ms","start":"2026-03-03T14:29:11.749872Z","end":"2026-03-03T14:29:12.577849Z","steps":["trace[870180053] 'agreement among raft nodes before linearized reading' (duration: 827.103537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.577982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.749858Z","time spent":"828.089372ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:12.577043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349308663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:29:12.578151Z","caller":"traceutil/trace.go:171","msg":"trace[228992939] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12305; }","duration":"1.350422691s","start":"2026-03-03T14:29:11.227694Z","end":"2026-03-03T14:29:12.578116Z","steps":["trace[228992939] 'agreement among raft nodes before linearized reading' (duration: 1.349251572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.578199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.227679Z","time spent":"1.350507062s","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.577092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.180059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.578324Z","caller":"traceutil/trace.go:171","msg":"trace[1913445037] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12305; }","duration":"828.468201ms","start":"2026-03-03T14:29:11.749851Z","end":"2026-03-03T14:29:12.578319Z","steps":["trace[1913445037] 'agreement among raft nodes before linearized reading' (duration: 826.948314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.57834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.749834Z","time spent":"828.502061ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:12.982133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.369703ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:29:12.982203Z","caller":"traceutil/trace.go:171","msg":"trace[1058253654] linearizableReadLoop","detail":"{readStateIndex:12820; appliedIndex:12819; }","duration":"399.838244ms","start":"2026-03-03T14:29:12.582353Z","end":"2026-03-03T14:29:12.982191Z","steps":["trace[1058253654] 'read index received' (duration: 258.263675ms)","trace[1058253654] 'applied index is now lower than readState.Index' (duration: 141.573469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:12.982267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.578128Z","time spent":"404.137416ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:12.982805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.442218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487802"} {"level":"info","ts":"2026-03-03T14:29:12.982839Z","caller":"traceutil/trace.go:171","msg":"trace[1361895890] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12305; }","duration":"400.51388ms","start":"2026-03-03T14:29:12.582317Z","end":"2026-03-03T14:29:12.982831Z","steps":["trace[1361895890] 'agreement among raft nodes before linearized reading' (duration: 400.08609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.982865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.582301Z","time spent":"400.55714ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487826,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:12.983089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.958904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:12.983091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.075827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.983123Z","caller":"traceutil/trace.go:171","msg":"trace[1990736971] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12305; }","duration":"227.034745ms","start":"2026-03-03T14:29:12.75608Z","end":"2026-03-03T14:29:12.983115Z","steps":["trace[1990736971] 'agreement among raft nodes before linearized reading' (duration: 226.973164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.983154Z","caller":"traceutil/trace.go:171","msg":"trace[2000835289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12305; }","duration":"397.15916ms","start":"2026-03-03T14:29:12.585979Z","end":"2026-03-03T14:29:12.983138Z","steps":["trace[2000835289] 'agreement among raft nodes before linearized reading' (duration: 397.054157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.983192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.585971Z","time spent":"397.213631ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:13.28692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.701765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:13.287036Z","caller":"traceutil/trace.go:171","msg":"trace[765319995] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"303.190501ms","start":"2026-03-03T14:29:12.983817Z","end":"2026-03-03T14:29:13.287007Z","steps":["trace[765319995] 'process raft request' (duration: 136.346943ms)","trace[765319995] 'compare' (duration: 166.616073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:13.287144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.983794Z","time spent":"303.289004ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:13.32728Z","caller":"traceutil/trace.go:171","msg":"trace[1464131627] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"121.00552ms","start":"2026-03-03T14:29:13.206251Z","end":"2026-03-03T14:29:13.327256Z","steps":["trace[1464131627] 'process raft request' (duration: 120.885927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:13.838748Z","caller":"traceutil/trace.go:171","msg":"trace[2076267664] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"503.37912ms","start":"2026-03-03T14:29:13.335342Z","end":"2026-03-03T14:29:13.838721Z","steps":["trace[2076267664] 'process raft request' (duration: 502.91871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.839418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.335328Z","time spent":"504.015105ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:14.61938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674611,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:14.809823Z","caller":"traceutil/trace.go:171","msg":"trace[926761014] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"917.174814ms","start":"2026-03-03T14:29:13.892578Z","end":"2026-03-03T14:29:14.809753Z","steps":["trace[926761014] 'process raft request' (duration: 917.01596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.810014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.892554Z","time spent":"917.375589ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7431,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.051993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24240609s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:16.052599Z","caller":"traceutil/trace.go:171","msg":"trace[505150308] linearizableReadLoop","detail":"{readStateIndex:12828; appliedIndex:12825; }","duration":"1.936135614s","start":"2026-03-03T14:29:14.116405Z","end":"2026-03-03T14:29:16.052541Z","steps":["trace[505150308] 'read index received' (duration: 693.648954ms)","trace[505150308] 'applied index is now lower than readState.Index' (duration: 1.24248595s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:16.053256Z","caller":"traceutil/trace.go:171","msg":"trace[20890841] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"1.852325315s","start":"2026-03-03T14:29:14.20092Z","end":"2026-03-03T14:29:16.053245Z","steps":["trace[20890841] 'process raft request' (duration: 1.851341522s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.053409Z","caller":"traceutil/trace.go:171","msg":"trace[961043089] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"1.46927393s","start":"2026-03-03T14:29:14.584119Z","end":"2026-03-03T14:29:16.053393Z","steps":["trace[961043089] 'process raft request' (duration: 1.468343738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.053544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.584104Z","time spent":"1.469361791s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:16.05386Z","caller":"traceutil/trace.go:171","msg":"trace[1268911411] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"1.4722171s","start":"2026-03-03T14:29:14.581631Z","end":"2026-03-03T14:29:16.053848Z","steps":["trace[1268911411] 'process raft request' (duration: 1.470790046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.053939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.581607Z","time spent":"1.472284131s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.054083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9376414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:16.054148Z","caller":"traceutil/trace.go:171","msg":"trace[1573004659] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12313; }","duration":"1.937778013s","start":"2026-03-03T14:29:14.116355Z","end":"2026-03-03T14:29:16.054134Z","steps":["trace[1573004659] 'agreement among raft nodes before linearized reading' (duration: 1.937620239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.054181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.116332Z","time spent":"1.937839634s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:16.054409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.200904Z","time spent":"1.853335729s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.552953Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:16.758228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:16.758316Z","caller":"traceutil/trace.go:171","msg":"trace[667007780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404928s","start":"2026-03-03T14:29:14.757892Z","end":"2026-03-03T14:29:16.758297Z","steps":["trace[667007780] 'agreement among raft nodes before linearized reading' (duration: 2.000290935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.758365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.757872Z","time spent":"2.00048313s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:16.886979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.793343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:16.88706Z","caller":"traceutil/trace.go:171","msg":"trace[1287415051] linearizableReadLoop","detail":"{readStateIndex:12829; appliedIndex:12828; }","duration":"834.296548ms","start":"2026-03-03T14:29:16.052751Z","end":"2026-03-03T14:29:16.887047Z","steps":["trace[1287415051] 'read index received' (duration: 555.384863ms)","trace[1287415051] 'applied index is now lower than readState.Index' (duration: 278.910555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:16.88709Z","caller":"traceutil/trace.go:171","msg":"trace[1773349033] transaction","detail":"{read_only:false; response_revision:12314; number_of_response:1; }","duration":"2.07096333s","start":"2026-03-03T14:29:14.816089Z","end":"2026-03-03T14:29:16.887052Z","steps":["trace[1773349033] 'process raft request' (duration: 1.792049115s)","trace[1773349033] 'compare' (duration: 278.503096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:16.887233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683626223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:16.88725Z","caller":"traceutil/trace.go:171","msg":"trace[757057771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12314; }","duration":"2.683695895s","start":"2026-03-03T14:29:14.203548Z","end":"2026-03-03T14:29:16.887244Z","steps":["trace[757057771] 'agreement among raft nodes before linearized reading' (duration: 2.683535561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061904767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.887272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.203524Z","time spent":"2.683742935s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.81606Z","time spent":"2.071160535s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:16.887302Z","caller":"traceutil/trace.go:171","msg":"trace[2094328252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:0; response_revision:12314; }","duration":"2.061990108s","start":"2026-03-03T14:29:14.825294Z","end":"2026-03-03T14:29:16.887284Z","steps":["trace[2094328252] 'agreement among raft nodes before linearized reading' (duration: 2.061915376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.825277Z","time spent":"2.06205688s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304012538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:16.887427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687260589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:29:16.887451Z","caller":"traceutil/trace.go:171","msg":"trace[1974608737] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12314; }","duration":"2.687282369s","start":"2026-03-03T14:29:14.200161Z","end":"2026-03-03T14:29:16.887444Z","steps":["trace[1974608737] 'agreement among raft nodes before linearized reading' (duration: 2.687228498s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.88745Z","caller":"traceutil/trace.go:171","msg":"trace[627643717] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12314; }","duration":"2.304143332s","start":"2026-03-03T14:29:14.583272Z","end":"2026-03-03T14:29:16.887415Z","steps":["trace[627643717] 'agreement among raft nodes before linearized reading' (duration: 2.303878526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725474066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.887173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303791263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.887533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.583227Z","time spent":"2.304276475s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:16.887562Z","caller":"traceutil/trace.go:171","msg":"trace[981190880] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12314; }","duration":"2.304213403s","start":"2026-03-03T14:29:14.583331Z","end":"2026-03-03T14:29:16.887544Z","steps":["trace[981190880] 'agreement among raft nodes before linearized reading' (duration: 2.303731572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686745287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:29:16.887609Z","caller":"traceutil/trace.go:171","msg":"trace[1461760463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12314; }","duration":"2.686787667s","start":"2026-03-03T14:29:14.200817Z","end":"2026-03-03T14:29:16.887604Z","steps":["trace[1461760463] 'agreement among raft nodes before linearized reading' (duration: 2.686327116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.200805Z","time spent":"2.686815589s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.583322Z","time spent":"2.304281644s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304160762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7446"} {"level":"warn","ts":"2026-03-03T14:29:16.887734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.957838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:16.887757Z","caller":"traceutil/trace.go:171","msg":"trace[820192309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12314; }","duration":"129.00959ms","start":"2026-03-03T14:29:16.758741Z","end":"2026-03-03T14:29:16.887751Z","steps":["trace[820192309] 'agreement among raft nodes before linearized reading' (duration: 128.974869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.887512Z","caller":"traceutil/trace.go:171","msg":"trace[1424700717] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12314; }","duration":"2.725526747s","start":"2026-03-03T14:29:14.161982Z","end":"2026-03-03T14:29:16.887509Z","steps":["trace[1424700717] 'agreement among raft nodes before linearized reading' (duration: 2.725497206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185101289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.887784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304346646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:16.887822Z","caller":"traceutil/trace.go:171","msg":"trace[114409769] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12314; }","duration":"2.304414928s","start":"2026-03-03T14:29:14.583395Z","end":"2026-03-03T14:29:16.88781Z","steps":["trace[114409769] 'agreement among raft nodes before linearized reading' (duration: 2.304356227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.161963Z","time spent":"2.725836874s","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:16.887878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.071951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:16.887819Z","caller":"traceutil/trace.go:171","msg":"trace[2387357] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12314; }","duration":"1.185387246s","start":"2026-03-03T14:29:15.702415Z","end":"2026-03-03T14:29:16.887802Z","steps":["trace[2387357] 'agreement among raft nodes before linearized reading' (duration: 1.18511896s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.887901Z","caller":"traceutil/trace.go:171","msg":"trace[756245122] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12314; }","duration":"403.124972ms","start":"2026-03-03T14:29:16.48477Z","end":"2026-03-03T14:29:16.887895Z","steps":["trace[756245122] 'agreement among raft nodes before linearized reading' (duration: 403.04979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.484755Z","time spent":"403.157952ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:16.887922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.702393Z","time spent":"1.185511849s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:16.887235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896448001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:16.887723Z","caller":"traceutil/trace.go:171","msg":"trace[1939534258] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12314; }","duration":"2.304273565s","start":"2026-03-03T14:29:14.583435Z","end":"2026-03-03T14:29:16.887708Z","steps":["trace[1939534258] 'agreement among raft nodes before linearized reading' (duration: 2.304108281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.88804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.583411Z","time spent":"2.304623212s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.921561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:16.888029Z","caller":"traceutil/trace.go:171","msg":"trace[1290981427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12314; }","duration":"1.897281172s","start":"2026-03-03T14:29:14.990722Z","end":"2026-03-03T14:29:16.888003Z","steps":["trace[1290981427] 'agreement among raft nodes before linearized reading' (duration: 1.89634954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.88787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.583376Z","time spent":"2.304482419s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:16.888065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5064572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"info","ts":"2026-03-03T14:29:16.888093Z","caller":"traceutil/trace.go:171","msg":"trace[692107843] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12314; }","duration":"423.445073ms","start":"2026-03-03T14:29:16.464627Z","end":"2026-03-03T14:29:16.888072Z","steps":["trace[692107843] 'agreement among raft nodes before linearized reading' (duration: 422.89983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.888111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.990704Z","time spent":"1.897380543s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:29:16.888128Z","caller":"traceutil/trace.go:171","msg":"trace[311048893] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12314; }","duration":"2.506565582s","start":"2026-03-03T14:29:14.381547Z","end":"2026-03-03T14:29:16.888112Z","steps":["trace[311048893] 'agreement among raft nodes before linearized reading' (duration: 2.506276315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.887356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68604865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:29:16.888156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.464567Z","time spent":"423.567577ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:16.888152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306108108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7446"} {"level":"warn","ts":"2026-03-03T14:29:16.888177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.381525Z","time spent":"2.506641644s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:29:16.88819Z","caller":"traceutil/trace.go:171","msg":"trace[772789190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12314; }","duration":"2.686910291s","start":"2026-03-03T14:29:14.201266Z","end":"2026-03-03T14:29:16.888177Z","steps":["trace[772789190] 'agreement among raft nodes before linearized reading' (duration: 2.685848356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.888217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.201245Z","time spent":"2.686964841s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:29:16.888213Z","caller":"traceutil/trace.go:171","msg":"trace[1545494158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12314; }","duration":"2.306212441s","start":"2026-03-03T14:29:14.581986Z","end":"2026-03-03T14:29:16.888199Z","steps":["trace[1545494158] 'agreement among raft nodes before linearized reading' (duration: 2.305191687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.888251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.581976Z","time spent":"2.306267332s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:16.887466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.200114Z","time spent":"2.687348591s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:16.888569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554727636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:29:16.888621Z","caller":"traceutil/trace.go:171","msg":"trace[481525726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12314; }","duration":"1.554821369s","start":"2026-03-03T14:29:15.333786Z","end":"2026-03-03T14:29:16.888608Z","steps":["trace[481525726] 'agreement among raft nodes before linearized reading' (duration: 1.553807735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.888653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.333773Z","time spent":"1.554873101s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:29:17.281019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.008891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:17.281291Z","caller":"traceutil/trace.go:171","msg":"trace[2092551793] transaction","detail":"{read_only:false; response_revision:12315; number_of_response:1; }","duration":"387.964242ms","start":"2026-03-03T14:29:16.89331Z","end":"2026-03-03T14:29:17.281274Z","steps":["trace[2092551793] 'process raft request' (duration: 145.626214ms)","trace[2092551793] 'compare' (duration: 241.910048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:17.281354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.893288Z","time spent":"388.031664ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:17.732319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.331253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:17.732565Z","caller":"traceutil/trace.go:171","msg":"trace[1659389872] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"838.709855ms","start":"2026-03-03T14:29:16.893821Z","end":"2026-03-03T14:29:17.732531Z","steps":["trace[1659389872] 'process raft request' (duration: 568.058034ms)","trace[1659389872] 'compare' (duration: 270.036506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:17.732726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.893807Z","time spent":"838.834267ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.732802Z","caller":"traceutil/trace.go:171","msg":"trace[1540554234] linearizableReadLoop","detail":"{readStateIndex:12832; appliedIndex:12829; }","duration":"837.374682ms","start":"2026-03-03T14:29:16.89541Z","end":"2026-03-03T14:29:17.732785Z","steps":["trace[1540554234] 'read index received' (duration: 143.592885ms)","trace[1540554234] 'applied index is now lower than readState.Index' (duration: 693.780496ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.732952Z","caller":"traceutil/trace.go:171","msg":"trace[1477166618] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"839.089143ms","start":"2026-03-03T14:29:16.893853Z","end":"2026-03-03T14:29:17.732942Z","steps":["trace[1477166618] 'process raft request' (duration: 838.574551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.733012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.893831Z","time spent":"839.147054ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.733123Z","caller":"traceutil/trace.go:171","msg":"trace[64298336] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"837.328341ms","start":"2026-03-03T14:29:16.895786Z","end":"2026-03-03T14:29:17.733115Z","steps":["trace[64298336] 'process raft request' (duration: 836.745028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.733176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.895778Z","time spent":"837.373412ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.73325Z","caller":"traceutil/trace.go:171","msg":"trace[1914722246] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"837.313971ms","start":"2026-03-03T14:29:16.895868Z","end":"2026-03-03T14:29:17.733182Z","steps":["trace[1914722246] 'process raft request' (duration: 836.700016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.733275Z","caller":"traceutil/trace.go:171","msg":"trace[771359664] transaction","detail":"{read_only:false; response_revision:12320; number_of_response:1; }","duration":"800.940517ms","start":"2026-03-03T14:29:16.932299Z","end":"2026-03-03T14:29:17.733239Z","steps":["trace[771359664] 'process raft request' (duration: 800.387744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.733441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.932272Z","time spent":"801.086961ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96594,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:17.733446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.895855Z","time spent":"837.490265ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:17.733753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.335475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487700"} {"level":"info","ts":"2026-03-03T14:29:17.733849Z","caller":"traceutil/trace.go:171","msg":"trace[1004092972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12320; }","duration":"838.466647ms","start":"2026-03-03T14:29:16.89537Z","end":"2026-03-03T14:29:17.733837Z","steps":["trace[1004092972] 'agreement among raft nodes before linearized reading' (duration: 837.875023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.733891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.89536Z","time spent":"838.519749ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487724,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.076972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.269169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:29:18.077612Z","caller":"traceutil/trace.go:171","msg":"trace[1552048190] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"825.921761ms","start":"2026-03-03T14:29:17.25167Z","end":"2026-03-03T14:29:18.077591Z","steps":["trace[1552048190] 'process raft request' (duration: 825.670305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.077923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.251646Z","time spent":"826.186356ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:18.078195Z","caller":"traceutil/trace.go:171","msg":"trace[179927924] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"807.714548ms","start":"2026-03-03T14:29:17.270454Z","end":"2026-03-03T14:29:18.078168Z","steps":["trace[179927924] 'process raft request' (duration: 807.086194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.078338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.270411Z","time spent":"807.854012ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:18.078808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.034094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:18.078862Z","caller":"traceutil/trace.go:171","msg":"trace[167393111] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12323; }","duration":"813.128196ms","start":"2026-03-03T14:29:17.265718Z","end":"2026-03-03T14:29:18.078846Z","steps":["trace[167393111] 'agreement among raft nodes before linearized reading' (duration: 813.038204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.079048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.265689Z","time spent":"813.200438ms","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:18.079364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.760976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:29:18.079434Z","caller":"traceutil/trace.go:171","msg":"trace[502996756] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12323; }","duration":"381.900708ms","start":"2026-03-03T14:29:17.697517Z","end":"2026-03-03T14:29:18.079418Z","steps":["trace[502996756] 'agreement among raft nodes before linearized reading' (duration: 380.867823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.079481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.697498Z","time spent":"381.972381ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1272,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:18.07965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.942033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:29:18.078305Z","caller":"traceutil/trace.go:171","msg":"trace[103032109] linearizableReadLoop","detail":"{readStateIndex:12839; appliedIndex:12835; }","duration":"345.448293ms","start":"2026-03-03T14:29:17.732834Z","end":"2026-03-03T14:29:18.078282Z","steps":["trace[103032109] 'read index received' (duration: 52.799762ms)","trace[103032109] 'applied index is now lower than readState.Index' (duration: 292.645701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:18.079834Z","caller":"traceutil/trace.go:171","msg":"trace[1251536630] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"808.869526ms","start":"2026-03-03T14:29:17.270947Z","end":"2026-03-03T14:29:18.079817Z","steps":["trace[1251536630] 'process raft request' (duration: 806.96471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.079933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.979145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:29:18.079983Z","caller":"traceutil/trace.go:171","msg":"trace[1020470628] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12323; }","duration":"878.044226ms","start":"2026-03-03T14:29:17.201923Z","end":"2026-03-03T14:29:18.079967Z","steps":["trace[1020470628] 'agreement among raft nodes before linearized reading' (duration: 877.860022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.080025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.20187Z","time spent":"878.146529ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.079999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.270904Z","time spent":"809.002309ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:18.079718Z","caller":"traceutil/trace.go:171","msg":"trace[1418229502] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12323; }","duration":"477.053476ms","start":"2026-03-03T14:29:17.60265Z","end":"2026-03-03T14:29:18.079703Z","steps":["trace[1418229502] 'agreement among raft nodes before linearized reading' (duration: 476.719478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.080108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.602629Z","time spent":"477.459465ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:29:18.080179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183154524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:18.080568Z","caller":"traceutil/trace.go:171","msg":"trace[1165016448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12323; }","duration":"1.18384634s","start":"2026-03-03T14:29:16.89671Z","end":"2026-03-03T14:29:18.080557Z","steps":["trace[1165016448] 'agreement among raft nodes before linearized reading' (duration: 1.183146504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.080642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.896701Z","time spent":"1.183926752s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:18.410276Z","caller":"traceutil/trace.go:171","msg":"trace[139226547] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"427.112471ms","start":"2026-03-03T14:29:17.983141Z","end":"2026-03-03T14:29:18.410254Z","steps":["trace[139226547] 'process raft request' (duration: 392.712845ms)","trace[139226547] 'compare' (duration: 34.307414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:18.410398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.983114Z","time spent":"427.208923ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:18.955563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.655146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:18.956099Z","caller":"traceutil/trace.go:171","msg":"trace[560403721] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"896.933685ms","start":"2026-03-03T14:29:18.059135Z","end":"2026-03-03T14:29:18.956069Z","steps":["trace[560403721] 'process raft request' (duration: 618.665874ms)","trace[560403721] 'compare' (duration: 277.290777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:18.95613Z","caller":"traceutil/trace.go:171","msg":"trace[761168727] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"896.969356ms","start":"2026-03-03T14:29:18.059139Z","end":"2026-03-03T14:29:18.956108Z","steps":["trace[761168727] 'process raft request' (duration: 896.550345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.956232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.059112Z","time spent":"897.070399ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:18.95627Z","caller":"traceutil/trace.go:171","msg":"trace[1262797538] linearizableReadLoop","detail":"{readStateIndex:12843; appliedIndex:12839; }","duration":"876.49975ms","start":"2026-03-03T14:29:18.079745Z","end":"2026-03-03T14:29:18.956245Z","steps":["trace[1262797538] 'read index received' (duration: 296.123993ms)","trace[1262797538] 'applied index is now lower than readState.Index' (duration: 580.374177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:18.95634Z","caller":"traceutil/trace.go:171","msg":"trace[367083776] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"896.745121ms","start":"2026-03-03T14:29:18.05955Z","end":"2026-03-03T14:29:18.956295Z","steps":["trace[367083776] 'process raft request' (duration: 896.505406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.95649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210569853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:18.956488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.593742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:18.956552Z","caller":"traceutil/trace.go:171","msg":"trace[2021182510] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:12327; }","duration":"1.210681966s","start":"2026-03-03T14:29:17.745854Z","end":"2026-03-03T14:29:18.956536Z","steps":["trace[2021182510] 'agreement among raft nodes before linearized reading' (duration: 1.210562613s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:18.956565Z","caller":"traceutil/trace.go:171","msg":"trace[1177588285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12327; }","duration":"873.685443ms","start":"2026-03-03T14:29:18.082862Z","end":"2026-03-03T14:29:18.956548Z","steps":["trace[1177588285] 'agreement among raft nodes before linearized reading' (duration: 873.576821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.956611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.08285Z","time spent":"873.749885ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:18.956611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.059528Z","time spent":"896.934625ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:18.956604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148946302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T14:29:18.956693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.44603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:18.956734Z","caller":"traceutil/trace.go:171","msg":"trace[864215180] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12327; }","duration":"360.540932ms","start":"2026-03-03T14:29:18.596181Z","end":"2026-03-03T14:29:18.956722Z","steps":["trace[864215180] 'agreement among raft nodes before linearized reading' (duration: 360.472461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:18.956726Z","caller":"traceutil/trace.go:171","msg":"trace[842722997] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12327; }","duration":"1.149114786s","start":"2026-03-03T14:29:17.807581Z","end":"2026-03-03T14:29:18.956696Z","steps":["trace[842722997] 'agreement among raft nodes before linearized reading' (duration: 1.148776548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.956772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.596154Z","time spent":"360.611033ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:18.95679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.807563Z","time spent":"1.149216168s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.956609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.745775Z","time spent":"1.2108189s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.956859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.041034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:18.956973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.501356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:29:18.957015Z","caller":"traceutil/trace.go:171","msg":"trace[1661084025] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12327; }","duration":"544.205438ms","start":"2026-03-03T14:29:18.412753Z","end":"2026-03-03T14:29:18.956958Z","steps":["trace[1661084025] 'agreement among raft nodes before linearized reading' (duration: 543.907091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.95736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.814173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:29:18.95742Z","caller":"traceutil/trace.go:171","msg":"trace[75951931] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12327; }","duration":"407.911825ms","start":"2026-03-03T14:29:18.549493Z","end":"2026-03-03T14:29:18.957405Z","steps":["trace[75951931] 'agreement among raft nodes before linearized reading' (duration: 407.754832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.957469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.549471Z","time spent":"407.987198ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:29:18.957032Z","caller":"traceutil/trace.go:171","msg":"trace[819104779] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12327; }","duration":"872.585967ms","start":"2026-03-03T14:29:18.084432Z","end":"2026-03-03T14:29:18.957018Z","steps":["trace[819104779] 'agreement among raft nodes before linearized reading' (duration: 872.389343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.958013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.084416Z","time spent":"873.572281ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.957968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.412718Z","time spent":"545.218272ms","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:18.958145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.059108Z","time spent":"897.057738ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:19.234686Z","caller":"traceutil/trace.go:171","msg":"trace[2044108669] linearizableReadLoop","detail":"{readStateIndex:12844; appliedIndex:12843; }","duration":"268.796335ms","start":"2026-03-03T14:29:18.965858Z","end":"2026-03-03T14:29:19.234654Z","steps":["trace[2044108669] 'read index received' (duration: 192.627749ms)","trace[2044108669] 'applied index is now lower than readState.Index' (duration: 76.166696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:19.234709Z","caller":"traceutil/trace.go:171","msg":"trace[1022610368] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"274.326097ms","start":"2026-03-03T14:29:18.960351Z","end":"2026-03-03T14:29:19.234677Z","steps":["trace[1022610368] 'process raft request' (duration: 198.1259ms)","trace[1022610368] 'compare' (duration: 75.91956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:19.234866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.980599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:19.23493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.043364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.234989Z","caller":"traceutil/trace.go:171","msg":"trace[1625342449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12328; }","duration":"269.131263ms","start":"2026-03-03T14:29:18.965829Z","end":"2026-03-03T14:29:19.234961Z","steps":["trace[1625342449] 'agreement among raft nodes before linearized reading' (duration: 268.926139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:19.235001Z","caller":"traceutil/trace.go:171","msg":"trace[761050167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12328; }","duration":"181.161607ms","start":"2026-03-03T14:29:19.053821Z","end":"2026-03-03T14:29:19.234983Z","steps":["trace[761050167] 'agreement among raft nodes before linearized reading' (duration: 181.054764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.235278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.382479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:29:19.235357Z","caller":"traceutil/trace.go:171","msg":"trace[1763854462] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12328; }","duration":"269.490601ms","start":"2026-03-03T14:29:18.965855Z","end":"2026-03-03T14:29:19.235346Z","steps":["trace[1763854462] 'agreement among raft nodes before linearized reading' (duration: 269.02288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.750602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:20.251695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:20.355816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112952488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:20.356264Z","caller":"traceutil/trace.go:171","msg":"trace[513082175] transaction","detail":"{read_only:false; response_revision:12329; number_of_response:1; }","duration":"1.113512021s","start":"2026-03-03T14:29:19.242726Z","end":"2026-03-03T14:29:20.356238Z","steps":["trace[513082175] 'process raft request' (duration: 1.113346957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.356389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.242703Z","time spent":"1.113612813s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:20.356666Z","caller":"traceutil/trace.go:171","msg":"trace[178819729] linearizableReadLoop","detail":"{readStateIndex:12845; appliedIndex:12845; }","duration":"1.106791052s","start":"2026-03-03T14:29:19.24984Z","end":"2026-03-03T14:29:20.356631Z","steps":["trace[178819729] 'read index received' (duration: 1.106772011s)","trace[178819729] 'applied index is now lower than readState.Index' (duration: 15.991µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:20.356912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107060779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:29:20.356974Z","caller":"traceutil/trace.go:171","msg":"trace[64841878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12329; }","duration":"1.10712844s","start":"2026-03-03T14:29:19.249822Z","end":"2026-03-03T14:29:20.35695Z","steps":["trace[64841878] 'agreement among raft nodes before linearized reading' (duration: 1.106975227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.357012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072049038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:29:20.357039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.24981Z","time spent":"1.107214553s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:29:20.357056Z","caller":"traceutil/trace.go:171","msg":"trace[846856065] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12329; }","duration":"1.07215081s","start":"2026-03-03T14:29:19.284893Z","end":"2026-03-03T14:29:20.357043Z","steps":["trace[846856065] 'agreement among raft nodes before linearized reading' (duration: 1.071942736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.357124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.284872Z","time spent":"1.072235253s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:29:20.357208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.108158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:20.357301Z","caller":"traceutil/trace.go:171","msg":"trace[1261052015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12329; }","duration":"617.289172ms","start":"2026-03-03T14:29:19.739994Z","end":"2026-03-03T14:29:20.357283Z","steps":["trace[1261052015] 'agreement among raft nodes before linearized reading' (duration: 616.885013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.35739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.739969Z","time spent":"617.407864ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:20.357441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.706484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:20.357489Z","caller":"traceutil/trace.go:171","msg":"trace[30236240] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12329; }","duration":"728.788646ms","start":"2026-03-03T14:29:19.62869Z","end":"2026-03-03T14:29:20.357478Z","steps":["trace[30236240] 'agreement among raft nodes before linearized reading' (duration: 728.690053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.357506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.94927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:20.357536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.628674Z","time spent":"728.844607ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:20.357556Z","caller":"traceutil/trace.go:171","msg":"trace[1563184581] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12329; }","duration":"202.041332ms","start":"2026-03-03T14:29:20.155504Z","end":"2026-03-03T14:29:20.357545Z","steps":["trace[1563184581] 'agreement among raft nodes before linearized reading' (duration: 201.95279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.357625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.708322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:20.357824Z","caller":"traceutil/trace.go:171","msg":"trace[1814636763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12329; }","duration":"617.883836ms","start":"2026-03-03T14:29:19.739828Z","end":"2026-03-03T14:29:20.357712Z","steps":["trace[1814636763] 'agreement among raft nodes before linearized reading' (duration: 617.483687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.357892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.283396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:20.35799Z","caller":"traceutil/trace.go:171","msg":"trace[1117255086] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12329; }","duration":"613.417539ms","start":"2026-03-03T14:29:19.744546Z","end":"2026-03-03T14:29:20.357964Z","steps":["trace[1117255086] 'agreement among raft nodes before linearized reading' (duration: 613.100701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.358716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.744537Z","time spent":"614.159147ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:29:20.358081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.07944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:29:20.359618Z","caller":"traceutil/trace.go:171","msg":"trace[487673162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12329; }","duration":"619.633957ms","start":"2026-03-03T14:29:19.739965Z","end":"2026-03-03T14:29:20.359599Z","steps":["trace[487673162] 'agreement among raft nodes before linearized reading' (duration: 618.035939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.359724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.739949Z","time spent":"619.758191ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:20.358121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.124881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:29:20.359897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.739808Z","time spent":"618.06716ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:29:20.360295Z","caller":"traceutil/trace.go:171","msg":"trace[344109531] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12329; }","duration":"620.297363ms","start":"2026-03-03T14:29:19.739975Z","end":"2026-03-03T14:29:20.360272Z","steps":["trace[344109531] 'agreement among raft nodes before linearized reading' (duration: 618.055989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.360355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.739968Z","time spent":"620.373894ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:20.75057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.947862ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:20.751417Z","caller":"traceutil/trace.go:171","msg":"trace[96600579] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12329; }","duration":"329.796192ms","start":"2026-03-03T14:29:20.421587Z","end":"2026-03-03T14:29:20.751384Z","steps":["trace[96600579] 'range keys from in-memory index tree' (duration: 328.929222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.750827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.926811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:20.751576Z","caller":"traceutil/trace.go:171","msg":"trace[186581202] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"388.076405ms","start":"2026-03-03T14:29:20.363467Z","end":"2026-03-03T14:29:20.751544Z","steps":["trace[186581202] 'process raft request' (duration: 241.371025ms)","trace[186581202] 'compare' (duration: 145.397209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:20.751711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.363447Z","time spent":"388.197767ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:21.058947Z","caller":"traceutil/trace.go:171","msg":"trace[1832991434] linearizableReadLoop","detail":"{readStateIndex:12853; appliedIndex:12845; }","duration":"692.121797ms","start":"2026-03-03T14:29:20.366803Z","end":"2026-03-03T14:29:21.058925Z","steps":["trace[1832991434] 'read index received' (duration: 238.153909ms)","trace[1832991434] 'applied index is now lower than readState.Index' (duration: 453.966868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:21.059104Z","caller":"traceutil/trace.go:171","msg":"trace[1627257090] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"693.841747ms","start":"2026-03-03T14:29:20.365234Z","end":"2026-03-03T14:29:21.059075Z","steps":["trace[1627257090] 'process raft request' (duration: 693.618131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.059095Z","caller":"traceutil/trace.go:171","msg":"trace[35804972] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"695.415295ms","start":"2026-03-03T14:29:20.363637Z","end":"2026-03-03T14:29:21.059052Z","steps":["trace[35804972] 'process raft request' (duration: 695.106968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.059227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.365225Z","time spent":"693.933209ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.059247Z","caller":"traceutil/trace.go:171","msg":"trace[1787925516] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"693.854137ms","start":"2026-03-03T14:29:20.365355Z","end":"2026-03-03T14:29:21.059209Z","steps":["trace[1787925516] 'process raft request' (duration: 693.529659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.05929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.363624Z","time spent":"695.561238ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.05937Z","caller":"traceutil/trace.go:171","msg":"trace[423394259] transaction","detail":"{read_only:false; response_revision:12331; number_of_response:1; }","duration":"695.830504ms","start":"2026-03-03T14:29:20.363483Z","end":"2026-03-03T14:29:21.059313Z","steps":["trace[423394259] 'process raft request' (duration: 695.017395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.059413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.365338Z","time spent":"693.98666ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.059446Z","caller":"traceutil/trace.go:171","msg":"trace[1838181031] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"695.585339ms","start":"2026-03-03T14:29:20.363848Z","end":"2026-03-03T14:29:21.059434Z","steps":["trace[1838181031] 'process raft request' (duration: 694.938774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.059475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.363467Z","time spent":"695.949807ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7575,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.059493Z","caller":"traceutil/trace.go:171","msg":"trace[2080329819] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"694.492953ms","start":"2026-03-03T14:29:20.364988Z","end":"2026-03-03T14:29:21.059481Z","steps":["trace[2080329819] 'process raft request' (duration: 693.832678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.059476Z","caller":"traceutil/trace.go:171","msg":"trace[164943369] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"695.923196ms","start":"2026-03-03T14:29:20.363522Z","end":"2026-03-03T14:29:21.059446Z","steps":["trace[164943369] 'process raft request' (duration: 695.106177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.059512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.36384Z","time spent":"695.63279ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.059555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.364963Z","time spent":"694.558725ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.059608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.363506Z","time spent":"696.032649ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.063473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.646384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:495283"} {"level":"info","ts":"2026-03-03T14:29:21.063604Z","caller":"traceutil/trace.go:171","msg":"trace[48248424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12337; }","duration":"696.815189ms","start":"2026-03-03T14:29:20.366765Z","end":"2026-03-03T14:29:21.06358Z","steps":["trace[48248424] 'agreement among raft nodes before linearized reading' (duration: 693.070729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.063672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.366748Z","time spent":"696.90597ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":495307,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:21.126294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.710883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:21.126326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.329903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:21.126383Z","caller":"traceutil/trace.go:171","msg":"trace[1211746109] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12340; }","duration":"163.840336ms","start":"2026-03-03T14:29:20.962521Z","end":"2026-03-03T14:29:21.126362Z","steps":["trace[1211746109] 'agreement among raft nodes before linearized reading' (duration: 163.686562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.126409Z","caller":"traceutil/trace.go:171","msg":"trace[1314147421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12340; }","duration":"367.459916ms","start":"2026-03-03T14:29:20.758927Z","end":"2026-03-03T14:29:21.126387Z","steps":["trace[1314147421] 'agreement among raft nodes before linearized reading' (duration: 367.303913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.126426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.794765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:21.126454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.758909Z","time spent":"367.537908ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:21.126495Z","caller":"traceutil/trace.go:171","msg":"trace[2137672357] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12340; }","duration":"163.871497ms","start":"2026-03-03T14:29:20.962602Z","end":"2026-03-03T14:29:21.126473Z","steps":["trace[2137672357] 'agreement among raft nodes before linearized reading' (duration: 163.605091ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.126628Z","caller":"traceutil/trace.go:171","msg":"trace[1604930020] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"163.15204ms","start":"2026-03-03T14:29:20.963442Z","end":"2026-03-03T14:29:21.126594Z","steps":["trace[1604930020] 'process raft request' (duration: 162.656088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.126667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.316602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:21.126732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.515672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:21.126732Z","caller":"traceutil/trace.go:171","msg":"trace[754673777] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"163.791545ms","start":"2026-03-03T14:29:20.962886Z","end":"2026-03-03T14:29:21.126678Z","steps":["trace[754673777] 'process raft request' (duration: 163.001727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.126771Z","caller":"traceutil/trace.go:171","msg":"trace[913104150] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12340; }","duration":"660.477606ms","start":"2026-03-03T14:29:20.466275Z","end":"2026-03-03T14:29:21.126753Z","steps":["trace[913104150] 'agreement among raft nodes before linearized reading' (duration: 660.275341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.126937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.466257Z","time spent":"660.65983ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":30,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:21.12677Z","caller":"traceutil/trace.go:171","msg":"trace[740123426] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12340; }","duration":"164.596914ms","start":"2026-03-03T14:29:20.962164Z","end":"2026-03-03T14:29:21.126761Z","steps":["trace[740123426] 'agreement among raft nodes before linearized reading' (duration: 164.540013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.126709Z","caller":"traceutil/trace.go:171","msg":"trace[770826055] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"162.486954ms","start":"2026-03-03T14:29:20.964197Z","end":"2026-03-03T14:29:21.126684Z","steps":["trace[770826055] 'process raft request' (duration: 161.942681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.221616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.468682ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:29:22.221701Z","caller":"traceutil/trace.go:171","msg":"trace[2093853930] linearizableReadLoop","detail":"{readStateIndex:12857; appliedIndex:12856; }","duration":"1.095502794s","start":"2026-03-03T14:29:21.126181Z","end":"2026-03-03T14:29:22.221684Z","steps":["trace[2093853930] 'read index received' (duration: 96.94611ms)","trace[2093853930] 'applied index is now lower than readState.Index' (duration: 998.555204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:22.221733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.066096Z","time spent":"1.155619389s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:22.222109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09451933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:22.222176Z","caller":"traceutil/trace.go:171","msg":"trace[1389018307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12340; }","duration":"1.094636743s","start":"2026-03-03T14:29:21.127524Z","end":"2026-03-03T14:29:22.222161Z","steps":["trace[1389018307] 'agreement among raft nodes before linearized reading' (duration: 1.094489689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.271034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:22.22222Z","caller":"traceutil/trace.go:171","msg":"trace[1305522906] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12340; }","duration":"341.342546ms","start":"2026-03-03T14:29:21.880868Z","end":"2026-03-03T14:29:22.222211Z","steps":["trace[1305522906] 'agreement among raft nodes before linearized reading' (duration: 341.269334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.845837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:29:22.222272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.684099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-03T14:29:22.222291Z","caller":"traceutil/trace.go:171","msg":"trace[48776046] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12340; }","duration":"790.912279ms","start":"2026-03-03T14:29:21.431366Z","end":"2026-03-03T14:29:22.222279Z","steps":["trace[48776046] 'agreement among raft nodes before linearized reading' (duration: 790.789706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:22.222304Z","caller":"traceutil/trace.go:171","msg":"trace[527811272] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:12340; }","duration":"958.754451ms","start":"2026-03-03T14:29:21.26354Z","end":"2026-03-03T14:29:22.222295Z","steps":["trace[527811272] 'agreement among raft nodes before linearized reading' (duration: 958.664639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.068618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:29:22.222326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.263518Z","time spent":"958.802671ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":578,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:22.222327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.431352Z","time spent":"790.96901ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:29:22.222387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.721867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:29:22.222413Z","caller":"traceutil/trace.go:171","msg":"trace[1884710163] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12340; }","duration":"183.781798ms","start":"2026-03-03T14:29:22.038623Z","end":"2026-03-03T14:29:22.222405Z","steps":["trace[1884710163] 'agreement among raft nodes before linearized reading' (duration: 183.724387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.725188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:29:22.222487Z","caller":"traceutil/trace.go:171","msg":"trace[663905943] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12340; }","duration":"401.846332ms","start":"2026-03-03T14:29:21.820621Z","end":"2026-03-03T14:29:22.222468Z","steps":["trace[663905943] 'agreement among raft nodes before linearized reading' (duration: 401.653056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.820581Z","time spent":"401.944024ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:29:22.22223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.127508Z","time spent":"1.094714905s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:22.222335Z","caller":"traceutil/trace.go:171","msg":"trace[1224853682] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12340; }","duration":"182.13478ms","start":"2026-03-03T14:29:22.040194Z","end":"2026-03-03T14:29:22.222329Z","steps":["trace[1224853682] 'agreement among raft nodes before linearized reading' (duration: 182.073649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150795915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-gqg7c\" ","response":"range_response_count:1 size:7590"} {"level":"info","ts":"2026-03-03T14:29:22.222822Z","caller":"traceutil/trace.go:171","msg":"trace[1044174051] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-gqg7c; range_end:; response_count:1; response_revision:12340; }","duration":"1.151526053s","start":"2026-03-03T14:29:21.071286Z","end":"2026-03-03T14:29:22.222812Z","steps":["trace[1044174051] 'agreement among raft nodes before linearized reading' (duration: 1.150493868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.222846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.071274Z","time spent":"1.151565343s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":7614,"request content":"key:\"/registry/pods/openstack/cinder-backup-storage-init-gqg7c\" "} {"level":"warn","ts":"2026-03-03T14:29:22.222251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.880854Z","time spent":"341.389896ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:22.725156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693674667,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:22.760499Z","caller":"traceutil/trace.go:171","msg":"trace[1465816411] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"537.58529ms","start":"2026-03-03T14:29:22.222889Z","end":"2026-03-03T14:29:22.760474Z","steps":["trace[1465816411] 'process raft request' (duration: 537.336574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.760652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.222869Z","time spent":"537.707474ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:23.096163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.223242Z","time spent":"872.914344ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:29:23.096196Z","caller":"traceutil/trace.go:171","msg":"trace[230085858] linearizableReadLoop","detail":"{readStateIndex:12862; appliedIndex:12857; }","duration":"872.078804ms","start":"2026-03-03T14:29:22.224101Z","end":"2026-03-03T14:29:23.096179Z","steps":["trace[230085858] 'read index received' (duration: 536.181477ms)","trace[230085858] 'applied index is now lower than readState.Index' (duration: 335.896817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:23.096326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.205737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-gqg7c\" ","response":"range_response_count:1 size:9129"} {"level":"info","ts":"2026-03-03T14:29:23.096295Z","caller":"traceutil/trace.go:171","msg":"trace[993660537] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"861.464342ms","start":"2026-03-03T14:29:22.234796Z","end":"2026-03-03T14:29:23.09626Z","steps":["trace[993660537] 'process raft request' (duration: 861.342749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:23.096358Z","caller":"traceutil/trace.go:171","msg":"trace[78370396] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-gqg7c; range_end:; response_count:1; response_revision:12344; }","duration":"872.274069ms","start":"2026-03-03T14:29:22.224071Z","end":"2026-03-03T14:29:23.096345Z","steps":["trace[78370396] 'agreement among raft nodes before linearized reading' (duration: 872.212688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.096398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.224059Z","time spent":"872.33227ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9153,"request content":"key:\"/registry/pods/openstack/cinder-backup-storage-init-gqg7c\" "} {"level":"warn","ts":"2026-03-03T14:29:23.096445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.234786Z","time spent":"861.579525ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9114,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.09646Z","caller":"traceutil/trace.go:171","msg":"trace[1833828938] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"868.809407ms","start":"2026-03-03T14:29:22.227611Z","end":"2026-03-03T14:29:23.09642Z","steps":["trace[1833828938] 'process raft request' (duration: 868.50837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.096605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.227603Z","time spent":"868.92445ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:23.09663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.747164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:23.096686Z","caller":"traceutil/trace.go:171","msg":"trace[727505320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12344; }","duration":"612.849666ms","start":"2026-03-03T14:29:22.483822Z","end":"2026-03-03T14:29:23.096671Z","steps":["trace[727505320] 'agreement among raft nodes before linearized reading' (duration: 612.746283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.096719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.284484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:23.096726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.483803Z","time spent":"612.912048ms","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:23.096741Z","caller":"traceutil/trace.go:171","msg":"trace[419249124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12344; }","duration":"865.317814ms","start":"2026-03-03T14:29:22.231416Z","end":"2026-03-03T14:29:23.096734Z","steps":["trace[419249124] 'agreement among raft nodes before linearized reading' (duration: 865.285283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.096763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.231409Z","time spent":"865.350405ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:23.096827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.654431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:29:23.09687Z","caller":"traceutil/trace.go:171","msg":"trace[1227014050] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:12344; }","duration":"870.742733ms","start":"2026-03-03T14:29:22.226111Z","end":"2026-03-03T14:29:23.096854Z","steps":["trace[1227014050] 'agreement among raft nodes before linearized reading' (duration: 870.322802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.096892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.226092Z","time spent":"870.796285ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"info","ts":"2026-03-03T14:29:23.097174Z","caller":"traceutil/trace.go:171","msg":"trace[1624714771] transaction","detail":"{read_only:false; response_revision:12342; number_of_response:1; }","duration":"870.303523ms","start":"2026-03-03T14:29:22.226833Z","end":"2026-03-03T14:29:23.097137Z","steps":["trace[1624714771] 'process raft request' (duration: 869.207826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.097281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.226822Z","time spent":"870.404456ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.571699Z","caller":"traceutil/trace.go:171","msg":"trace[216417699] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"468.982794ms","start":"2026-03-03T14:29:23.102699Z","end":"2026-03-03T14:29:23.571682Z","steps":["trace[216417699] 'process raft request' (duration: 468.903822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:23.571769Z","caller":"traceutil/trace.go:171","msg":"trace[1610644054] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"470.919469ms","start":"2026-03-03T14:29:23.100818Z","end":"2026-03-03T14:29:23.571738Z","steps":["trace[1610644054] 'process raft request' (duration: 469.712161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.571873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.102687Z","time spent":"469.111747ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:23.571915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.100795Z","time spent":"471.047203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.572058Z","caller":"traceutil/trace.go:171","msg":"trace[395059706] transaction","detail":"{read_only:false; response_revision:12348; number_of_response:1; }","duration":"468.986873ms","start":"2026-03-03T14:29:23.103054Z","end":"2026-03-03T14:29:23.572041Z","steps":["trace[395059706] 'process raft request' (duration: 468.607605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.572131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.103048Z","time spent":"469.053115ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.572294Z","caller":"traceutil/trace.go:171","msg":"trace[1731309229] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"469.113867ms","start":"2026-03-03T14:29:23.103166Z","end":"2026-03-03T14:29:23.57228Z","steps":["trace[1731309229] 'process raft request' (duration: 468.784309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:23.572355Z","caller":"traceutil/trace.go:171","msg":"trace[192186848] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"468.678746ms","start":"2026-03-03T14:29:23.103651Z","end":"2026-03-03T14:29:23.572329Z","steps":["trace[192186848] 'process raft request' (duration: 468.486772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.572511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.103645Z","time spent":"468.791419ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.572526Z","caller":"traceutil/trace.go:171","msg":"trace[1043354129] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"440.819595ms","start":"2026-03-03T14:29:23.131688Z","end":"2026-03-03T14:29:23.572508Z","steps":["trace[1043354129] 'process raft request' (duration: 440.56964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.572615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.131674Z","time spent":"440.897668ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.572604Z","caller":"traceutil/trace.go:171","msg":"trace[363310993] linearizableReadLoop","detail":"{readStateIndex:12871; appliedIndex:12863; }","duration":"439.040553ms","start":"2026-03-03T14:29:23.133537Z","end":"2026-03-03T14:29:23.572577Z","steps":["trace[363310993] 'read index received' (duration: 436.990795ms)","trace[363310993] 'applied index is now lower than readState.Index' (duration: 2.048518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:23.572377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.103161Z","time spent":"469.186549ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.572823Z","caller":"traceutil/trace.go:171","msg":"trace[253627807] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"440.760355ms","start":"2026-03-03T14:29:23.132049Z","end":"2026-03-03T14:29:23.572809Z","steps":["trace[253627807] 'process raft request' (duration: 440.376725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.572937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.132032Z","time spent":"440.836927ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:23.573049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.935653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:23.573075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.371263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:23.573141Z","caller":"traceutil/trace.go:171","msg":"trace[162788526] transaction","detail":"{read_only:false; response_revision:12353; number_of_response:1; }","duration":"440.391297ms","start":"2026-03-03T14:29:23.132722Z","end":"2026-03-03T14:29:23.573114Z","steps":["trace[162788526] 'process raft request' (duration: 439.794062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.573138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.9922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:29:23.573193Z","caller":"traceutil/trace.go:171","msg":"trace[191712174] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12353; }","duration":"438.202364ms","start":"2026-03-03T14:29:23.134977Z","end":"2026-03-03T14:29:23.57318Z","steps":["trace[191712174] 'agreement among raft nodes before linearized reading' (duration: 438.063331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.573199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.304721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:23.573211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.132711Z","time spent":"440.455088ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:23.573284Z","caller":"traceutil/trace.go:171","msg":"trace[499446605] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12353; }","duration":"442.432004ms","start":"2026-03-03T14:29:23.13084Z","end":"2026-03-03T14:29:23.573272Z","steps":["trace[499446605] 'agreement among raft nodes before linearized reading' (duration: 442.331762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.57331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.134954Z","time spent":"438.343978ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:29:23.57333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.130816Z","time spent":"442.503556ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:29:23.573145Z","caller":"traceutil/trace.go:171","msg":"trace[1577431964] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12353; }","duration":"442.462395ms","start":"2026-03-03T14:29:23.130662Z","end":"2026-03-03T14:29:23.573124Z","steps":["trace[1577431964] 'agreement among raft nodes before linearized reading' (duration: 442.26677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.57352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.130648Z","time spent":"442.860435ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:23.573099Z","caller":"traceutil/trace.go:171","msg":"trace[776537068] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12353; }","duration":"441.997894ms","start":"2026-03-03T14:29:23.131093Z","end":"2026-03-03T14:29:23.573091Z","steps":["trace[776537068] 'agreement among raft nodes before linearized reading' (duration: 441.928232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.573617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.108774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:496822"} {"level":"warn","ts":"2026-03-03T14:29:23.573638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.131082Z","time spent":"442.545567ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:29:23.573658Z","caller":"traceutil/trace.go:171","msg":"trace[1599576244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12353; }","duration":"471.177806ms","start":"2026-03-03T14:29:23.102469Z","end":"2026-03-03T14:29:23.573647Z","steps":["trace[1599576244] 'agreement among raft nodes before linearized reading' (duration: 470.632923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.573694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.102457Z","time spent":"471.227607ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":496846,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:29:24.391916Z","caller":"traceutil/trace.go:171","msg":"trace[848945715] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"252.11652ms","start":"2026-03-03T14:29:24.139782Z","end":"2026-03-03T14:29:24.391898Z","steps":["trace[848945715] 'process raft request' (duration: 252.004447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:24.767494Z","caller":"traceutil/trace.go:171","msg":"trace[1664070579] linearizableReadLoop","detail":"{readStateIndex:12873; appliedIndex:12872; }","duration":"275.240738ms","start":"2026-03-03T14:29:24.492232Z","end":"2026-03-03T14:29:24.767473Z","steps":["trace[1664070579] 'read index received' (duration: 275.019133ms)","trace[1664070579] 'applied index is now lower than readState.Index' (duration: 220.805µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:24.76767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.421913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:24.767705Z","caller":"traceutil/trace.go:171","msg":"trace[1588414593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12355; }","duration":"275.520955ms","start":"2026-03-03T14:29:24.492173Z","end":"2026-03-03T14:29:24.767694Z","steps":["trace[1588414593] 'agreement among raft nodes before linearized reading' (duration: 275.418993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:24.76906Z","caller":"traceutil/trace.go:171","msg":"trace[893910583] transaction","detail":"{read_only:false; response_revision:12355; number_of_response:1; }","duration":"368.087ms","start":"2026-03-03T14:29:24.399423Z","end":"2026-03-03T14:29:24.76751Z","steps":["trace[893910583] 'process raft request' (duration: 367.883865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.770004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.399403Z","time spent":"370.510798ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:25.728623Z","caller":"traceutil/trace.go:171","msg":"trace[1267954740] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"149.149037ms","start":"2026-03-03T14:29:25.579454Z","end":"2026-03-03T14:29:25.728603Z","steps":["trace[1267954740] 'process raft request' (duration: 149.076435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.728643Z","caller":"traceutil/trace.go:171","msg":"trace[1222202646] transaction","detail":"{read_only:false; response_revision:12357; number_of_response:1; }","duration":"150.169112ms","start":"2026-03-03T14:29:25.57843Z","end":"2026-03-03T14:29:25.728599Z","steps":["trace[1222202646] 'process raft request' (duration: 149.975958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.728883Z","caller":"traceutil/trace.go:171","msg":"trace[41090481] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"149.545456ms","start":"2026-03-03T14:29:25.579323Z","end":"2026-03-03T14:29:25.728869Z","steps":["trace[41090481] 'process raft request' (duration: 149.189388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.729948Z","caller":"traceutil/trace.go:171","msg":"trace[443485469] transaction","detail":"{read_only:false; response_revision:12360; number_of_response:1; }","duration":"150.441328ms","start":"2026-03-03T14:29:25.579491Z","end":"2026-03-03T14:29:25.729933Z","steps":["trace[443485469] 'process raft request' (duration: 149.077115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.730213Z","caller":"traceutil/trace.go:171","msg":"trace[1993046558] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"150.547071ms","start":"2026-03-03T14:29:25.57964Z","end":"2026-03-03T14:29:25.730187Z","steps":["trace[1993046558] 'process raft request' (duration: 150.195273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.730416Z","caller":"traceutil/trace.go:171","msg":"trace[317194966] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"148.135123ms","start":"2026-03-03T14:29:25.582268Z","end":"2026-03-03T14:29:25.730404Z","steps":["trace[317194966] 'process raft request' (duration: 147.841526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:25.730767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.84912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:25.730812Z","caller":"traceutil/trace.go:171","msg":"trace[1400818116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12363; }","duration":"148.917152ms","start":"2026-03-03T14:29:25.581885Z","end":"2026-03-03T14:29:25.730802Z","steps":["trace[1400818116] 'agreement among raft nodes before linearized reading' (duration: 148.697386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.730834Z","caller":"traceutil/trace.go:171","msg":"trace[1447539494] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"146.846434ms","start":"2026-03-03T14:29:25.583973Z","end":"2026-03-03T14:29:25.730819Z","steps":["trace[1447539494] 'process raft request' (duration: 146.382683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.921178Z","caller":"traceutil/trace.go:171","msg":"trace[575569845] linearizableReadLoop","detail":"{readStateIndex:12882; appliedIndex:12881; }","duration":"185.476849ms","start":"2026-03-03T14:29:25.735673Z","end":"2026-03-03T14:29:25.92115Z","steps":["trace[575569845] 'read index received' (duration: 183.695217ms)","trace[575569845] 'applied index is now lower than readState.Index' (duration: 1.780482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:25.921532Z","caller":"traceutil/trace.go:171","msg":"trace[1516501405] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"263.242234ms","start":"2026-03-03T14:29:25.65827Z","end":"2026-03-03T14:29:25.921513Z","steps":["trace[1516501405] 'process raft request' (duration: 261.272007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:25.922278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.861459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:25.922311Z","caller":"traceutil/trace.go:171","msg":"trace[487251222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12364; }","duration":"145.934201ms","start":"2026-03-03T14:29:25.776368Z","end":"2026-03-03T14:29:25.922302Z","steps":["trace[487251222] 'agreement among raft nodes before linearized reading' (duration: 145.86968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:25.922589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.908853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:496822"} {"level":"info","ts":"2026-03-03T14:29:25.922639Z","caller":"traceutil/trace.go:171","msg":"trace[2125927275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12364; }","duration":"186.984784ms","start":"2026-03-03T14:29:25.735641Z","end":"2026-03-03T14:29:25.922626Z","steps":["trace[2125927275] 'agreement among raft nodes before linearized reading' (duration: 186.094023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:26.214414Z","caller":"traceutil/trace.go:171","msg":"trace[1660641628] transaction","detail":"{read_only:false; response_revision:12365; number_of_response:1; }","duration":"119.052894ms","start":"2026-03-03T14:29:26.095343Z","end":"2026-03-03T14:29:26.214396Z","steps":["trace[1660641628] 'process raft request' (duration: 118.947311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:27.071282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.142512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:27.071407Z","caller":"traceutil/trace.go:171","msg":"trace[298314932] linearizableReadLoop","detail":"{readStateIndex:12887; appliedIndex:12886; }","duration":"156.610103ms","start":"2026-03-03T14:29:26.914773Z","end":"2026-03-03T14:29:27.071383Z","steps":["trace[298314932] 'read index received' (duration: 22.230206ms)","trace[298314932] 'applied index is now lower than readState.Index' (duration: 134.377547ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:27.07144Z","caller":"traceutil/trace.go:171","msg":"trace[92522906] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"305.22348ms","start":"2026-03-03T14:29:26.766186Z","end":"2026-03-03T14:29:27.071409Z","steps":["trace[92522906] 'process raft request' (duration: 170.866593ms)","trace[92522906] 'compare' (duration: 133.809094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:27.071605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.709176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:27.071632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.856871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:27.071655Z","caller":"traceutil/trace.go:171","msg":"trace[22644153] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12369; }","duration":"121.804279ms","start":"2026-03-03T14:29:26.949835Z","end":"2026-03-03T14:29:27.07164Z","steps":["trace[22644153] 'agreement among raft nodes before linearized reading' (duration: 121.707586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:27.071649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:26.766162Z","time spent":"305.385553ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9453,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:27.071683Z","caller":"traceutil/trace.go:171","msg":"trace[446057457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12369; }","duration":"156.942324ms","start":"2026-03-03T14:29:26.914726Z","end":"2026-03-03T14:29:27.071668Z","steps":["trace[446057457] 'agreement among raft nodes before linearized reading' (duration: 156.847491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:27.87868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.949459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:27.87888Z","caller":"traceutil/trace.go:171","msg":"trace[1575697387] transaction","detail":"{read_only:false; response_revision:12371; number_of_response:1; }","duration":"141.004705ms","start":"2026-03-03T14:29:27.737834Z","end":"2026-03-03T14:29:27.878839Z","steps":["trace[1575697387] 'process raft request' (duration: 35.82537ms)","trace[1575697387] 'compare' (duration: 104.836807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:28.072417Z","caller":"traceutil/trace.go:171","msg":"trace[1723391312] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"332.369824ms","start":"2026-03-03T14:29:27.740019Z","end":"2026-03-03T14:29:28.072389Z","steps":["trace[1723391312] 'process raft request' (duration: 332.274422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:28.07241Z","caller":"traceutil/trace.go:171","msg":"trace[41640368] transaction","detail":"{read_only:false; response_revision:12372; number_of_response:1; }","duration":"334.355051ms","start":"2026-03-03T14:29:27.738021Z","end":"2026-03-03T14:29:28.072376Z","steps":["trace[41640368] 'process raft request' (duration: 255.742297ms)","trace[41640368] 'compare' (duration: 78.412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:28.072541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.740004Z","time spent":"332.470326ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:28.072563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.737999Z","time spent":"334.487434ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:28.072708Z","caller":"traceutil/trace.go:171","msg":"trace[1100278897] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"332.585959ms","start":"2026-03-03T14:29:27.740115Z","end":"2026-03-03T14:29:28.072701Z","steps":["trace[1100278897] 'process raft request' (duration: 332.223851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:28.072737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.740106Z","time spent":"332.61524ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:28.072833Z","caller":"traceutil/trace.go:171","msg":"trace[834768272] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"332.506187ms","start":"2026-03-03T14:29:27.740315Z","end":"2026-03-03T14:29:28.072821Z","steps":["trace[834768272] 'process raft request' (duration: 332.056116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:28.072859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.740304Z","time spent":"332.540557ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:28.073156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.106175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:29:28.073182Z","caller":"traceutil/trace.go:171","msg":"trace[1996104560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12375; }","duration":"334.157635ms","start":"2026-03-03T14:29:27.739018Z","end":"2026-03-03T14:29:28.073175Z","steps":["trace[1996104560] 'agreement among raft nodes before linearized reading' (duration: 334.065813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:28.073173Z","caller":"traceutil/trace.go:171","msg":"trace[1623102577] linearizableReadLoop","detail":"{readStateIndex:12890; appliedIndex:12888; }","duration":"333.368627ms","start":"2026-03-03T14:29:27.739047Z","end":"2026-03-03T14:29:28.072416Z","steps":["trace[1623102577] 'read index received' (duration: 34.744914ms)","trace[1623102577] 'applied index is now lower than readState.Index' (duration: 298.622463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:28.073368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.173882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:28.073425Z","caller":"traceutil/trace.go:171","msg":"trace[2028610312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12375; }","duration":"317.253825ms","start":"2026-03-03T14:29:27.756152Z","end":"2026-03-03T14:29:28.073406Z","steps":["trace[2028610312] 'agreement among raft nodes before linearized reading' (duration: 317.166762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:28.073465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.756136Z","time spent":"317.321276ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:28.073512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.255925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:28.073573Z","caller":"traceutil/trace.go:171","msg":"trace[1699831171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12375; }","duration":"142.349136ms","start":"2026-03-03T14:29:27.931207Z","end":"2026-03-03T14:29:28.073556Z","steps":["trace[1699831171] 'agreement among raft nodes before linearized reading' (duration: 142.141831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:28.073614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.317407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:28.073683Z","caller":"traceutil/trace.go:171","msg":"trace[1511856895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12375; }","duration":"145.45749ms","start":"2026-03-03T14:29:27.928208Z","end":"2026-03-03T14:29:28.073666Z","steps":["trace[1511856895] 'agreement among raft nodes before linearized reading' (duration: 145.241645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:28.073798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:27.739006Z","time spent":"334.7812ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:29:28.565851Z","caller":"traceutil/trace.go:171","msg":"trace[1421857479] transaction","detail":"{read_only:false; response_revision:12379; number_of_response:1; }","duration":"408.431637ms","start":"2026-03-03T14:29:28.157379Z","end":"2026-03-03T14:29:28.565811Z","steps":["trace[1421857479] 'process raft request' (duration: 320.746118ms)","trace[1421857479] 'compare' (duration: 86.765757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:28.565993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.157359Z","time spent":"408.574371ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":777,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:28.613539Z","caller":"traceutil/trace.go:171","msg":"trace[1243585705] transaction","detail":"{read_only:false; response_revision:12380; number_of_response:1; }","duration":"282.354437ms","start":"2026-03-03T14:29:28.331149Z","end":"2026-03-03T14:29:28.613504Z","steps":["trace[1243585705] 'process raft request' (duration: 281.995679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:28.843549Z","caller":"traceutil/trace.go:171","msg":"trace[20987601] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"212.093681ms","start":"2026-03-03T14:29:28.631436Z","end":"2026-03-03T14:29:28.843529Z","steps":["trace[20987601] 'process raft request' (duration: 130.2419ms)","trace[20987601] 'compare' (duration: 81.494293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:29.284643Z","caller":"traceutil/trace.go:171","msg":"trace[1956970764] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"394.733072ms","start":"2026-03-03T14:29:28.889881Z","end":"2026-03-03T14:29:29.284614Z","steps":["trace[1956970764] 'process raft request' (duration: 394.521477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.284853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.889742Z","time spent":"395.03007ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9580,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:29.308879Z","caller":"traceutil/trace.go:171","msg":"trace[1452421744] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"382.658275ms","start":"2026-03-03T14:29:28.926192Z","end":"2026-03-03T14:29:29.30885Z","steps":["trace[1452421744] 'process raft request' (duration: 382.385699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.309129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:28.926171Z","time spent":"382.891371ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:29.557001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.639841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:29.55756Z","caller":"traceutil/trace.go:171","msg":"trace[299016473] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12383; }","duration":"137.255126ms","start":"2026-03-03T14:29:29.420285Z","end":"2026-03-03T14:29:29.55754Z","steps":["trace[299016473] 'count revisions from in-memory index tree' (duration: 136.486357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:54.351636Z","caller":"traceutil/trace.go:171","msg":"trace[614958578] transaction","detail":"{read_only:false; response_revision:12531; number_of_response:1; }","duration":"145.654905ms","start":"2026-03-03T14:29:54.205958Z","end":"2026-03-03T14:29:54.351612Z","steps":["trace[614958578] 'process raft request' (duration: 145.508181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:54.397938Z","caller":"traceutil/trace.go:171","msg":"trace[1707806603] linearizableReadLoop","detail":"{readStateIndex:13057; appliedIndex:13056; }","duration":"174.9786ms","start":"2026-03-03T14:29:54.222937Z","end":"2026-03-03T14:29:54.397916Z","steps":["trace[1707806603] 'read index received' (duration: 128.710552ms)","trace[1707806603] 'applied index is now lower than readState.Index' (duration: 46.267358ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:54.398063Z","caller":"traceutil/trace.go:171","msg":"trace[1901382549] transaction","detail":"{read_only:false; response_revision:12532; number_of_response:1; }","duration":"191.687646ms","start":"2026-03-03T14:29:54.206334Z","end":"2026-03-03T14:29:54.398022Z","steps":["trace[1901382549] 'process raft request' (duration: 191.463311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:54.398226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.165394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:29:54.398264Z","caller":"traceutil/trace.go:171","msg":"trace[2119772890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12532; }","duration":"175.356948ms","start":"2026-03-03T14:29:54.222896Z","end":"2026-03-03T14:29:54.398253Z","steps":["trace[2119772890] 'agreement among raft nodes before linearized reading' (duration: 175.123923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:54.398297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.776985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:29:54.398314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.93552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:54.398364Z","caller":"traceutil/trace.go:171","msg":"trace[437859722] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12532; }","duration":"174.885667ms","start":"2026-03-03T14:29:54.223456Z","end":"2026-03-03T14:29:54.398342Z","steps":["trace[437859722] 'agreement among raft nodes before linearized reading' (duration: 174.640002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:54.398357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.227921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:54.398416Z","caller":"traceutil/trace.go:171","msg":"trace[1634038903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12532; }","duration":"111.072814ms","start":"2026-03-03T14:29:54.28732Z","end":"2026-03-03T14:29:54.398393Z","steps":["trace[1634038903] 'agreement among raft nodes before linearized reading' (duration: 110.841358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:54.398453Z","caller":"traceutil/trace.go:171","msg":"trace[883069742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12532; }","duration":"101.362344ms","start":"2026-03-03T14:29:54.297068Z","end":"2026-03-03T14:29:54.398431Z","steps":["trace[883069742] 'agreement among raft nodes before linearized reading' (duration: 101.081747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:55.581483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.477259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:55.581566Z","caller":"traceutil/trace.go:171","msg":"trace[335367440] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12536; }","duration":"263.627433ms","start":"2026-03-03T14:29:55.317919Z","end":"2026-03-03T14:29:55.581547Z","steps":["trace[335367440] 'count revisions from in-memory index tree' (duration: 263.280144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:56.060275Z","caller":"traceutil/trace.go:171","msg":"trace[1837818542] transaction","detail":"{read_only:false; response_revision:12538; number_of_response:1; }","duration":"197.231098ms","start":"2026-03-03T14:29:55.863016Z","end":"2026-03-03T14:29:56.060247Z","steps":["trace[1837818542] 'process raft request' (duration: 174.938129ms)","trace[1837818542] 'compare' (duration: 21.94512ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:56.330787Z","caller":"traceutil/trace.go:171","msg":"trace[222231619] transaction","detail":"{read_only:false; response_revision:12540; number_of_response:1; }","duration":"148.103423ms","start":"2026-03-03T14:29:56.182058Z","end":"2026-03-03T14:29:56.330161Z","steps":["trace[222231619] 'process raft request' (duration: 147.936999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:56.525499Z","caller":"traceutil/trace.go:171","msg":"trace[1148047748] linearizableReadLoop","detail":"{readStateIndex:13066; appliedIndex:13065; }","duration":"169.552442ms","start":"2026-03-03T14:29:56.355922Z","end":"2026-03-03T14:29:56.525474Z","steps":["trace[1148047748] 'read index received' (duration: 169.332135ms)","trace[1148047748] 'applied index is now lower than readState.Index' (duration: 219.427µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:56.526113Z","caller":"traceutil/trace.go:171","msg":"trace[1987157650] transaction","detail":"{read_only:false; response_revision:12541; number_of_response:1; }","duration":"235.301151ms","start":"2026-03-03T14:29:56.290776Z","end":"2026-03-03T14:29:56.526077Z","steps":["trace[1987157650] 'process raft request' (duration: 234.569104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.526442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.914378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:29:56.526505Z","caller":"traceutil/trace.go:171","msg":"trace[2039388032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12541; }","duration":"124.028841ms","start":"2026-03-03T14:29:56.40246Z","end":"2026-03-03T14:29:56.526489Z","steps":["trace[2039388032] 'agreement among raft nodes before linearized reading' (duration: 123.840787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.526709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.787681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:29:56.526733Z","caller":"traceutil/trace.go:171","msg":"trace[1119094304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12541; }","duration":"170.847272ms","start":"2026-03-03T14:29:56.35588Z","end":"2026-03-03T14:29:56.526727Z","steps":["trace[1119094304] 'agreement among raft nodes before linearized reading' (duration: 170.77471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:56.682033Z","caller":"traceutil/trace.go:171","msg":"trace[896573348] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"149.739121ms","start":"2026-03-03T14:29:56.532249Z","end":"2026-03-03T14:29:56.681988Z","steps":["trace[896573348] 'process raft request' (duration: 103.127126ms)","trace[896573348] 'compare' (duration: 46.203716ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:56.68271Z","caller":"traceutil/trace.go:171","msg":"trace[619654353] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"150.357827ms","start":"2026-03-03T14:29:56.532335Z","end":"2026-03-03T14:29:56.682693Z","steps":["trace[619654353] 'process raft request' (duration: 149.457635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:56.683044Z","caller":"traceutil/trace.go:171","msg":"trace[1592027807] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"150.226904ms","start":"2026-03-03T14:29:56.5328Z","end":"2026-03-03T14:29:56.683027Z","steps":["trace[1592027807] 'process raft request' (duration: 149.827024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:56.683353Z","caller":"traceutil/trace.go:171","msg":"trace[195438985] linearizableReadLoop","detail":"{readStateIndex:13070; appliedIndex:13067; }","duration":"150.48462ms","start":"2026-03-03T14:29:56.532848Z","end":"2026-03-03T14:29:56.683332Z","steps":["trace[195438985] 'read index received' (duration: 48.854929ms)","trace[195438985] 'applied index is now lower than readState.Index' (duration: 101.628481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:56.683609Z","caller":"traceutil/trace.go:171","msg":"trace[860764410] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"150.599303ms","start":"2026-03-03T14:29:56.532976Z","end":"2026-03-03T14:29:56.683576Z","steps":["trace[860764410] 'process raft request' (duration: 149.995928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.684144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.276228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:507047"} {"level":"info","ts":"2026-03-03T14:29:56.6842Z","caller":"traceutil/trace.go:171","msg":"trace[955498099] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:12546; }","duration":"151.367621ms","start":"2026-03-03T14:29:56.532821Z","end":"2026-03-03T14:29:56.684188Z","steps":["trace[955498099] 'agreement among raft nodes before linearized reading' (duration: 150.616363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:57.234119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.211909ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:29:57.234224Z","caller":"traceutil/trace.go:171","msg":"trace[1581167999] linearizableReadLoop","detail":"{readStateIndex:13073; appliedIndex:13072; }","duration":"452.150535ms","start":"2026-03-03T14:29:56.782055Z","end":"2026-03-03T14:29:57.234206Z","steps":["trace[1581167999] 'read index received' (duration: 63.779383ms)","trace[1581167999] 'applied index is now lower than readState.Index' (duration: 388.369542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:57.234522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.440462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:57.234633Z","caller":"traceutil/trace.go:171","msg":"trace[314750811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12547; }","duration":"452.590296ms","start":"2026-03-03T14:29:56.782015Z","end":"2026-03-03T14:29:57.234605Z","steps":["trace[314750811] 'agreement among raft nodes before linearized reading' (duration: 452.417632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:57.234713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:56.781996Z","time spent":"452.702978ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:57.404194Z","caller":"traceutil/trace.go:171","msg":"trace[1194364] transaction","detail":"{read_only:false; response_revision:12548; number_of_response:1; }","duration":"159.050003ms","start":"2026-03-03T14:29:57.245119Z","end":"2026-03-03T14:29:57.404169Z","steps":["trace[1194364] 'process raft request' (duration: 158.873659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:57.78002Z","caller":"traceutil/trace.go:171","msg":"trace[2021727256] linearizableReadLoop","detail":"{readStateIndex:13075; appliedIndex:13074; }","duration":"131.392386ms","start":"2026-03-03T14:29:57.648608Z","end":"2026-03-03T14:29:57.78Z","steps":["trace[2021727256] 'read index received' (duration: 131.191401ms)","trace[2021727256] 'applied index is now lower than readState.Index' (duration: 200.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:57.780062Z","caller":"traceutil/trace.go:171","msg":"trace[990428936] transaction","detail":"{read_only:false; response_revision:12549; number_of_response:1; }","duration":"243.102566ms","start":"2026-03-03T14:29:57.536935Z","end":"2026-03-03T14:29:57.780038Z","steps":["trace[990428936] 'process raft request' (duration: 242.86573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:57.780153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.53749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:57.780179Z","caller":"traceutil/trace.go:171","msg":"trace[597121048] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12549; }","duration":"131.614002ms","start":"2026-03-03T14:29:57.648556Z","end":"2026-03-03T14:29:57.78017Z","steps":["trace[597121048] 'agreement among raft nodes before linearized reading' (duration: 131.554441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:57.780225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.212778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:57.780298Z","caller":"traceutil/trace.go:171","msg":"trace[864993782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12549; }","duration":"130.336001ms","start":"2026-03-03T14:29:57.649944Z","end":"2026-03-03T14:29:57.78028Z","steps":["trace[864993782] 'agreement among raft nodes before linearized reading' (duration: 130.223038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:57.780391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.127109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:57.780452Z","caller":"traceutil/trace.go:171","msg":"trace[1346018150] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12549; }","duration":"128.207931ms","start":"2026-03-03T14:29:57.652225Z","end":"2026-03-03T14:29:57.780433Z","steps":["trace[1346018150] 'agreement among raft nodes before linearized reading' (duration: 128.031486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:58.396314Z","caller":"traceutil/trace.go:171","msg":"trace[341543649] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"408.455017ms","start":"2026-03-03T14:29:57.987835Z","end":"2026-03-03T14:29:58.39629Z","steps":["trace[341543649] 'process raft request' (duration: 402.316702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.396432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:57.987804Z","time spent":"408.57109ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96654,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:58.612946Z","caller":"traceutil/trace.go:171","msg":"trace[672252201] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"547.569199ms","start":"2026-03-03T14:29:58.065346Z","end":"2026-03-03T14:29:58.612915Z","steps":["trace[672252201] 'process raft request' (duration: 547.332403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.613132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:58.065321Z","time spent":"547.711412ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:58.613181Z","caller":"traceutil/trace.go:171","msg":"trace[1247450586] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"542.086958ms","start":"2026-03-03T14:29:58.071065Z","end":"2026-03-03T14:29:58.613152Z","steps":["trace[1247450586] 'process raft request' (duration: 541.795142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:58.613344Z","caller":"traceutil/trace.go:171","msg":"trace[1143214956] linearizableReadLoop","detail":"{readStateIndex:13082; appliedIndex:13079; }","duration":"118.188823ms","start":"2026-03-03T14:29:58.495134Z","end":"2026-03-03T14:29:58.613323Z","steps":["trace[1143214956] 'read index received' (duration: 117.517588ms)","trace[1143214956] 'applied index is now lower than readState.Index' (duration: 669.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:58.613393Z","caller":"traceutil/trace.go:171","msg":"trace[1724378728] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"276.846846ms","start":"2026-03-03T14:29:58.336523Z","end":"2026-03-03T14:29:58.61337Z","steps":["trace[1724378728] 'process raft request' (duration: 276.56451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.613538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.384728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:58.613552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:58.07104Z","time spent":"542.316584ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:58.613674Z","caller":"traceutil/trace.go:171","msg":"trace[2001967011] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:12556; }","duration":"118.47843ms","start":"2026-03-03T14:29:58.495128Z","end":"2026-03-03T14:29:58.613607Z","steps":["trace[2001967011] 'agreement among raft nodes before linearized reading' (duration: 118.352577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:58.814845Z","caller":"traceutil/trace.go:171","msg":"trace[849875521] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"199.375189ms","start":"2026-03-03T14:29:58.615443Z","end":"2026-03-03T14:29:58.814818Z","steps":["trace[849875521] 'process raft request' (duration: 169.241934ms)","trace[849875521] 'compare' (duration: 29.862758ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:58.820767Z","caller":"traceutil/trace.go:171","msg":"trace[307323920] linearizableReadLoop","detail":"{readStateIndex:13084; appliedIndex:13082; }","duration":"134.777067ms","start":"2026-03-03T14:29:58.685967Z","end":"2026-03-03T14:29:58.820744Z","steps":["trace[307323920] 'read index received' (duration: 98.728422ms)","trace[307323920] 'applied index is now lower than readState.Index' (duration: 36.047735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:58.820921Z","caller":"traceutil/trace.go:171","msg":"trace[179922594] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"201.9291ms","start":"2026-03-03T14:29:58.618979Z","end":"2026-03-03T14:29:58.820908Z","steps":["trace[179922594] 'process raft request' (duration: 201.663624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.821158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.181385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:29:58.821226Z","caller":"traceutil/trace.go:171","msg":"trace[1403075037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12558; }","duration":"132.280438ms","start":"2026-03-03T14:29:58.688929Z","end":"2026-03-03T14:29:58.82121Z","steps":["trace[1403075037] 'agreement among raft nodes before linearized reading' (duration: 132.118924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.821393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.422932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:29:58.821423Z","caller":"traceutil/trace.go:171","msg":"trace[1595686495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12558; }","duration":"135.482964ms","start":"2026-03-03T14:29:58.685933Z","end":"2026-03-03T14:29:58.821416Z","steps":["trace[1595686495] 'agreement among raft nodes before linearized reading' (duration: 135.401162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.821807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.207367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:29:58.821843Z","caller":"traceutil/trace.go:171","msg":"trace[882528931] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12558; }","duration":"127.258149ms","start":"2026-03-03T14:29:58.694576Z","end":"2026-03-03T14:29:58.821834Z","steps":["trace[882528931] 'agreement among raft nodes before linearized reading' (duration: 127.131966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.821978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.52424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:29:58.822055Z","caller":"traceutil/trace.go:171","msg":"trace[1687129566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12558; }","duration":"131.616352ms","start":"2026-03-03T14:29:58.690421Z","end":"2026-03-03T14:29:58.822037Z","steps":["trace[1687129566] 'agreement among raft nodes before linearized reading' (duration: 131.333616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:58.822328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.316941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:29:58.82237Z","caller":"traceutil/trace.go:171","msg":"trace[300431349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12558; }","duration":"130.396253ms","start":"2026-03-03T14:29:58.691962Z","end":"2026-03-03T14:29:58.822358Z","steps":["trace[300431349] 'agreement among raft nodes before linearized reading' (duration: 130.299831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.0027Z","caller":"traceutil/trace.go:171","msg":"trace[2012227144] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"178.680648ms","start":"2026-03-03T14:29:58.823988Z","end":"2026-03-03T14:29:59.002669Z","steps":["trace[2012227144] 'process raft request' (duration: 103.877363ms)","trace[2012227144] 'compare' (duration: 74.555759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:59.015751Z","caller":"traceutil/trace.go:171","msg":"trace[1851768896] transaction","detail":"{read_only:false; response_revision:12560; number_of_response:1; }","duration":"190.189011ms","start":"2026-03-03T14:29:58.825542Z","end":"2026-03-03T14:29:59.015731Z","steps":["trace[1851768896] 'process raft request' (duration: 190.058267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.015936Z","caller":"traceutil/trace.go:171","msg":"trace[637687805] transaction","detail":"{read_only:false; response_revision:12561; number_of_response:1; }","duration":"190.306954ms","start":"2026-03-03T14:29:58.825621Z","end":"2026-03-03T14:29:59.015928Z","steps":["trace[637687805] 'process raft request' (duration: 190.072808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.016067Z","caller":"traceutil/trace.go:171","msg":"trace[1605854484] linearizableReadLoop","detail":"{readStateIndex:13089; appliedIndex:13084; }","duration":"185.965271ms","start":"2026-03-03T14:29:58.830093Z","end":"2026-03-03T14:29:59.016059Z","steps":["trace[1605854484] 'read index received' (duration: 97.771188ms)","trace[1605854484] 'applied index is now lower than readState.Index' (duration: 88.193353ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:59.016469Z","caller":"traceutil/trace.go:171","msg":"trace[1688223649] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"190.651492ms","start":"2026-03-03T14:29:58.825789Z","end":"2026-03-03T14:29:59.01644Z","steps":["trace[1688223649] 'process raft request' (duration: 190.241292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:59.016545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.437773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:514226"} {"level":"info","ts":"2026-03-03T14:29:59.016684Z","caller":"traceutil/trace.go:171","msg":"trace[274083893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12563; }","duration":"186.616476ms","start":"2026-03-03T14:29:58.830059Z","end":"2026-03-03T14:29:59.016675Z","steps":["trace[274083893] 'agreement among raft nodes before linearized reading' (duration: 186.035973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.017197Z","caller":"traceutil/trace.go:171","msg":"trace[956080671] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"190.524219ms","start":"2026-03-03T14:29:58.825719Z","end":"2026-03-03T14:29:59.016243Z","steps":["trace[956080671] 'process raft request' (duration: 190.174781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.214716Z","caller":"traceutil/trace.go:171","msg":"trace[476570734] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"207.544724ms","start":"2026-03-03T14:29:59.007128Z","end":"2026-03-03T14:29:59.214673Z","steps":["trace[476570734] 'process raft request' (duration: 207.285767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.214791Z","caller":"traceutil/trace.go:171","msg":"trace[230564438] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"206.040728ms","start":"2026-03-03T14:29:59.008706Z","end":"2026-03-03T14:29:59.214747Z","steps":["trace[230564438] 'process raft request' (duration: 205.809061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.21904Z","caller":"traceutil/trace.go:171","msg":"trace[1035359877] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"207.745547ms","start":"2026-03-03T14:29:59.006768Z","end":"2026-03-03T14:29:59.214513Z","steps":["trace[1035359877] 'process raft request' (duration: 120.555309ms)","trace[1035359877] 'compare' (duration: 86.866261ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:59.401441Z","caller":"traceutil/trace.go:171","msg":"trace[1746473944] linearizableReadLoop","detail":"{readStateIndex:13093; appliedIndex:13092; }","duration":"174.473099ms","start":"2026-03-03T14:29:59.226941Z","end":"2026-03-03T14:29:59.401414Z","steps":["trace[1746473944] 'read index received' (duration: 94.991824ms)","trace[1746473944] 'applied index is now lower than readState.Index' (duration: 79.479785ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:59.401745Z","caller":"traceutil/trace.go:171","msg":"trace[2143180841] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"180.840989ms","start":"2026-03-03T14:29:59.220873Z","end":"2026-03-03T14:29:59.401714Z","steps":["trace[2143180841] 'process raft request' (duration: 101.162509ms)","trace[2143180841] 'compare' (duration: 78.953193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:59.401976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.013371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:7332"} {"level":"info","ts":"2026-03-03T14:29:59.402031Z","caller":"traceutil/trace.go:171","msg":"trace[753177870] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12567; }","duration":"175.106263ms","start":"2026-03-03T14:29:59.226913Z","end":"2026-03-03T14:29:59.402019Z","steps":["trace[753177870] 'agreement among raft nodes before linearized reading' (duration: 174.596251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.706405Z","caller":"traceutil/trace.go:171","msg":"trace[658914724] transaction","detail":"{read_only:false; response_revision:12568; number_of_response:1; }","duration":"296.433061ms","start":"2026-03-03T14:29:59.409935Z","end":"2026-03-03T14:29:59.706368Z","steps":["trace[658914724] 'process raft request' (duration: 269.660875ms)","trace[658914724] 'compare' (duration: 26.581931ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:00.059645Z","caller":"traceutil/trace.go:171","msg":"trace[1381519531] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"647.18587ms","start":"2026-03-03T14:29:59.41243Z","end":"2026-03-03T14:30:00.059616Z","steps":["trace[1381519531] 'process raft request' (duration: 646.938745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:00.059803Z","caller":"traceutil/trace.go:171","msg":"trace[2003288521] linearizableReadLoop","detail":"{readStateIndex:13095; appliedIndex:13093; }","duration":"640.409099ms","start":"2026-03-03T14:29:59.419365Z","end":"2026-03-03T14:30:00.059774Z","steps":["trace[2003288521] 'read index received' (duration: 260.266593ms)","trace[2003288521] 'applied index is now lower than readState.Index' (duration: 380.131816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:00.059854Z","caller":"traceutil/trace.go:171","msg":"trace[1327360271] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"504.895865ms","start":"2026-03-03T14:29:59.554932Z","end":"2026-03-03T14:30:00.059828Z","steps":["trace[1327360271] 'process raft request' (duration: 504.626159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.059989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.088277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:00.060035Z","caller":"traceutil/trace.go:171","msg":"trace[1556684846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12570; }","duration":"550.19988ms","start":"2026-03-03T14:29:59.509822Z","end":"2026-03-03T14:30:00.060022Z","steps":["trace[1556684846] 'agreement among raft nodes before linearized reading' (duration: 550.092797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.060044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.678675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-03T14:30:00.06007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.325437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:00.060068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.726096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:00.060083Z","caller":"traceutil/trace.go:171","msg":"trace[623366160] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12570; }","duration":"640.750497ms","start":"2026-03-03T14:29:59.419324Z","end":"2026-03-03T14:30:00.060074Z","steps":["trace[623366160] 'agreement among raft nodes before linearized reading' (duration: 640.584803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.060081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.509799Z","time spent":"550.267831ms","remote":"127.0.0.1:34290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:00.060106Z","caller":"traceutil/trace.go:171","msg":"trace[394590515] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12570; }","duration":"274.394608ms","start":"2026-03-03T14:29:59.785704Z","end":"2026-03-03T14:30:00.060098Z","steps":["trace[394590515] 'agreement among raft nodes before linearized reading' (duration: 274.276135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:00.060113Z","caller":"traceutil/trace.go:171","msg":"trace[384058655] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12570; }","duration":"274.798498ms","start":"2026-03-03T14:29:59.785307Z","end":"2026-03-03T14:30:00.060105Z","steps":["trace[384058655] 'agreement among raft nodes before linearized reading' (duration: 274.619034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.060119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.419309Z","time spent":"640.804048ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:00.060058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.554915Z","time spent":"505.005568ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:00.060254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.164847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:00.060337Z","caller":"traceutil/trace.go:171","msg":"trace[66998456] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12570; }","duration":"275.296229ms","start":"2026-03-03T14:29:59.785026Z","end":"2026-03-03T14:30:00.060322Z","steps":["trace[66998456] 'agreement among raft nodes before linearized reading' (duration: 274.92377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.060351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.599407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:00.060396Z","caller":"traceutil/trace.go:171","msg":"trace[1660506499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12570; }","duration":"302.697129ms","start":"2026-03-03T14:29:59.757687Z","end":"2026-03-03T14:30:00.060385Z","steps":["trace[1660506499] 'agreement among raft nodes before linearized reading' (duration: 302.634768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.060429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.757656Z","time spent":"302.767341ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:00.060461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.412412Z","time spent":"647.363314ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:00.527264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.795875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:00.527223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.742949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:00.527351Z","caller":"traceutil/trace.go:171","msg":"trace[520686079] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12570; }","duration":"241.929858ms","start":"2026-03-03T14:30:00.285401Z","end":"2026-03-03T14:30:00.52733Z","steps":["trace[520686079] 'count revisions from in-memory index tree' (duration: 241.713353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:00.527368Z","caller":"traceutil/trace.go:171","msg":"trace[1419402791] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12570; }","duration":"105.907223ms","start":"2026-03-03T14:30:00.421439Z","end":"2026-03-03T14:30:00.527346Z","steps":["trace[1419402791] 'range keys from in-memory index tree' (duration: 105.720318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:00.891762Z","caller":"traceutil/trace.go:171","msg":"trace[548324125] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"272.631277ms","start":"2026-03-03T14:30:00.619109Z","end":"2026-03-03T14:30:00.891741Z","steps":["trace[548324125] 'process raft request' (duration: 264.936114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:00.891994Z","caller":"traceutil/trace.go:171","msg":"trace[1686029526] linearizableReadLoop","detail":"{readStateIndex:13099; appliedIndex:13097; }","duration":"136.977019ms","start":"2026-03-03T14:30:00.75498Z","end":"2026-03-03T14:30:00.891957Z","steps":["trace[1686029526] 'read index received' (duration: 129.138053ms)","trace[1686029526] 'applied index is now lower than readState.Index' (duration: 7.836696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:00.892141Z","caller":"traceutil/trace.go:171","msg":"trace[482103265] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"272.706078ms","start":"2026-03-03T14:30:00.619408Z","end":"2026-03-03T14:30:00.892114Z","steps":["trace[482103265] 'process raft request' (duration: 272.293499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:00.89218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.188934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:00.892241Z","caller":"traceutil/trace.go:171","msg":"trace[644314771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12573; }","duration":"137.284636ms","start":"2026-03-03T14:30:00.754938Z","end":"2026-03-03T14:30:00.892223Z","steps":["trace[644314771] 'agreement among raft nodes before linearized reading' (duration: 137.179733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.341884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.225745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:01.342008Z","caller":"traceutil/trace.go:171","msg":"trace[57159477] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"446.201833ms","start":"2026-03-03T14:30:00.895782Z","end":"2026-03-03T14:30:01.341984Z","steps":["trace[57159477] 'process raft request' (duration: 152.800754ms)","trace[57159477] 'compare' (duration: 293.065062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:01.342125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.895763Z","time spent":"446.301865ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:01.342022Z","caller":"traceutil/trace.go:171","msg":"trace[1394068993] linearizableReadLoop","detail":"{readStateIndex:13100; appliedIndex:13099; }","duration":"322.144321ms","start":"2026-03-03T14:30:01.01986Z","end":"2026-03-03T14:30:01.342005Z","steps":["trace[1394068993] 'read index received' (duration: 28.616758ms)","trace[1394068993] 'applied index is now lower than readState.Index' (duration: 293.491642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:01.342405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.536411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:30:01.342481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.527157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:30:01.342489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.0795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:01.342462Z","caller":"traceutil/trace.go:171","msg":"trace[231800480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12574; }","duration":"322.619422ms","start":"2026-03-03T14:30:01.019827Z","end":"2026-03-03T14:30:01.342446Z","steps":["trace[231800480] 'agreement among raft nodes before linearized reading' (duration: 322.226123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.342518Z","caller":"traceutil/trace.go:171","msg":"trace[1771539214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12574; }","duration":"321.575938ms","start":"2026-03-03T14:30:01.020932Z","end":"2026-03-03T14:30:01.342508Z","steps":["trace[1771539214] 'agreement among raft nodes before linearized reading' (duration: 321.485596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.34252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.535759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:30:01.342541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.020924Z","time spent":"321.612159ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:30:01.342534Z","caller":"traceutil/trace.go:171","msg":"trace[384147996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12574; }","duration":"322.165682ms","start":"2026-03-03T14:30:01.020357Z","end":"2026-03-03T14:30:01.342523Z","steps":["trace[384147996] 'agreement among raft nodes before linearized reading' (duration: 322.040809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.34257Z","caller":"traceutil/trace.go:171","msg":"trace[230938856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12574; }","duration":"316.59757ms","start":"2026-03-03T14:30:01.025958Z","end":"2026-03-03T14:30:01.342556Z","steps":["trace[230938856] 'agreement among raft nodes before linearized reading' (duration: 316.445896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.342566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.357912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:01.342589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.020341Z","time spent":"322.243563ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:01.342566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.068158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:01.342553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.019814Z","time spent":"322.723994ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:01.342611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.02595Z","time spent":"316.650651ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:30:01.342633Z","caller":"traceutil/trace.go:171","msg":"trace[1011209585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12574; }","duration":"321.443625ms","start":"2026-03-03T14:30:01.021167Z","end":"2026-03-03T14:30:01.342611Z","steps":["trace[1011209585] 'agreement among raft nodes before linearized reading' (duration: 321.24212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.342625Z","caller":"traceutil/trace.go:171","msg":"trace[1292267531] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12574; }","duration":"179.16112ms","start":"2026-03-03T14:30:01.163449Z","end":"2026-03-03T14:30:01.34261Z","steps":["trace[1292267531] 'agreement among raft nodes before linearized reading' (duration: 179.006606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.34266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.021159Z","time spent":"321.495736ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:01.848692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675315,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:02.422514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.396303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:02.422628Z","caller":"traceutil/trace.go:171","msg":"trace[1933591894] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"1.076271899s","start":"2026-03-03T14:30:01.346338Z","end":"2026-03-03T14:30:02.422609Z","steps":["trace[1933591894] 'process raft request' (duration: 636.706003ms)","trace[1933591894] 'compare' (duration: 439.189987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:02.422688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.346318Z","time spent":"1.07634159s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:03.157493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.174385625s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:03.157957Z","caller":"traceutil/trace.go:171","msg":"trace[938402266] transaction","detail":"{read_only:false; response_revision:12576; number_of_response:1; }","duration":"1.810170875s","start":"2026-03-03T14:30:01.347762Z","end":"2026-03-03T14:30:03.157933Z","steps":["trace[938402266] 'process raft request' (duration: 1.809967271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.158096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.34774Z","time spent":"1.810286127s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:03.158221Z","caller":"traceutil/trace.go:171","msg":"trace[1100548971] linearizableReadLoop","detail":"{readStateIndex:13105; appliedIndex:13100; }","duration":"1.810510873s","start":"2026-03-03T14:30:01.347691Z","end":"2026-03-03T14:30:03.158202Z","steps":["trace[1100548971] 'read index received' (duration: 635.422011ms)","trace[1100548971] 'applied index is now lower than readState.Index' (duration: 1.175088252s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:03.158272Z","caller":"traceutil/trace.go:171","msg":"trace[119368521] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"1.810465042s","start":"2026-03-03T14:30:01.347793Z","end":"2026-03-03T14:30:03.158258Z","steps":["trace[119368521] 'process raft request' (duration: 1.810302098s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:03.158371Z","caller":"traceutil/trace.go:171","msg":"trace[633629162] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"1.517425161s","start":"2026-03-03T14:30:01.640938Z","end":"2026-03-03T14:30:03.158363Z","steps":["trace[633629162] 'process raft request' (duration: 1.517228167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.158393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.347782Z","time spent":"1.810522463s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:03.158431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.640917Z","time spent":"1.517474902s","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2265,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:30:03.15854Z","caller":"traceutil/trace.go:171","msg":"trace[1684511640] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"1.810754788s","start":"2026-03-03T14:30:01.347777Z","end":"2026-03-03T14:30:03.158532Z","steps":["trace[1684511640] 'process raft request' (duration: 1.810114583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.158582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.347757Z","time spent":"1.81080327s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:03.15859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810893771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:30:03.15864Z","caller":"traceutil/trace.go:171","msg":"trace[1978127123] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12579; }","duration":"1.810966294s","start":"2026-03-03T14:30:01.34766Z","end":"2026-03-03T14:30:03.158626Z","steps":["trace[1978127123] 'agreement among raft nodes before linearized reading' (duration: 1.81080457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.158681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.347642Z","time spent":"1.811029065s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:03.367009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.530895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:03.367366Z","caller":"traceutil/trace.go:171","msg":"trace[1554309804] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"704.975001ms","start":"2026-03-03T14:30:02.66236Z","end":"2026-03-03T14:30:03.367335Z","steps":["trace[1554309804] 'process raft request' (duration: 585.045327ms)","trace[1554309804] 'compare' (duration: 119.432833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:03.367508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.662336Z","time spent":"705.096535ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:03.368046Z","caller":"traceutil/trace.go:171","msg":"trace[481563524] transaction","detail":"{read_only:false; response_revision:12581; number_of_response:1; }","duration":"470.550451ms","start":"2026-03-03T14:30:02.897448Z","end":"2026-03-03T14:30:03.367999Z","steps":["trace[481563524] 'process raft request' (duration: 469.708321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.368201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.897431Z","time spent":"470.695504ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:03.368368Z","caller":"traceutil/trace.go:171","msg":"trace[2079037262] linearizableReadLoop","detail":"{readStateIndex:13108; appliedIndex:13105; }","duration":"209.984001ms","start":"2026-03-03T14:30:03.158259Z","end":"2026-03-03T14:30:03.368243Z","steps":["trace[2079037262] 'read index received' (duration: 89.118994ms)","trace[2079037262] 'applied index is now lower than readState.Index' (duration: 120.863737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:03.368466Z","caller":"traceutil/trace.go:171","msg":"trace[1488702587] transaction","detail":"{read_only:false; response_revision:12582; number_of_response:1; }","duration":"449.794117ms","start":"2026-03-03T14:30:02.918653Z","end":"2026-03-03T14:30:03.368447Z","steps":["trace[1488702587] 'process raft request' (duration: 449.138792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.36855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.918634Z","time spent":"449.87649ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:03.368566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303510088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:03.368628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.656128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:03.368672Z","caller":"traceutil/trace.go:171","msg":"trace[239186892] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12582; }","duration":"361.725559ms","start":"2026-03-03T14:30:03.006935Z","end":"2026-03-03T14:30:03.368661Z","steps":["trace[239186892] 'agreement among raft nodes before linearized reading' (duration: 361.602867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.368699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.006922Z","time spent":"361.77061ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:30:03.368737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303397635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:03.36863Z","caller":"traceutil/trace.go:171","msg":"trace[2087830952] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12582; }","duration":"1.30361326s","start":"2026-03-03T14:30:02.065Z","end":"2026-03-03T14:30:03.368613Z","steps":["trace[2087830952] 'agreement among raft nodes before linearized reading' (duration: 1.303392305s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:03.36878Z","caller":"traceutil/trace.go:171","msg":"trace[1004316598] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12582; }","duration":"1.303464357s","start":"2026-03-03T14:30:02.065304Z","end":"2026-03-03T14:30:03.368769Z","steps":["trace[1004316598] 'agreement among raft nodes before linearized reading' (duration: 1.303351994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.368824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.064978Z","time spent":"1.303833545s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:03.368831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.065293Z","time spent":"1.303526388s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:03.368954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611958563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:03.368981Z","caller":"traceutil/trace.go:171","msg":"trace[1003199667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12582; }","duration":"1.612008385s","start":"2026-03-03T14:30:01.756966Z","end":"2026-03-03T14:30:03.368975Z","steps":["trace[1003199667] 'agreement among raft nodes before linearized reading' (duration: 1.611964914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.368999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.756953Z","time spent":"1.612042275s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:03.369133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56751958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:30:03.369158Z","caller":"traceutil/trace.go:171","msg":"trace[929135225] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12582; }","duration":"1.567566902s","start":"2026-03-03T14:30:01.801583Z","end":"2026-03-03T14:30:03.36915Z","steps":["trace[929135225] 'agreement among raft nodes before linearized reading' (duration: 1.56750226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.369175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.801568Z","time spent":"1.567603042s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:30:03.369526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93601633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:30:03.369565Z","caller":"traceutil/trace.go:171","msg":"trace[1046836450] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12582; }","duration":"1.936096432s","start":"2026-03-03T14:30:01.433457Z","end":"2026-03-03T14:30:03.369553Z","steps":["trace[1046836450] 'agreement among raft nodes before linearized reading' (duration: 1.935791355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.369595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.433431Z","time spent":"1.936157663s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:03.369792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303951058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:03.369865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022087621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:515805"} {"level":"info","ts":"2026-03-03T14:30:03.369896Z","caller":"traceutil/trace.go:171","msg":"trace[420781547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12582; }","duration":"2.022148793s","start":"2026-03-03T14:30:01.34774Z","end":"2026-03-03T14:30:03.369889Z","steps":["trace[420781547] 'agreement among raft nodes before linearized reading' (duration: 2.021727463s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:03.369888Z","caller":"traceutil/trace.go:171","msg":"trace[133907554] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12582; }","duration":"1.304920562s","start":"2026-03-03T14:30:02.06495Z","end":"2026-03-03T14:30:03.36987Z","steps":["trace[133907554] 'agreement among raft nodes before linearized reading' (duration: 1.303630601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:03.369917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.34772Z","time spent":"2.022190735s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":515829,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:03.370007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.064933Z","time spent":"1.305044574s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:04.022217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.663896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:04.022521Z","caller":"traceutil/trace.go:171","msg":"trace[1293754287] transaction","detail":"{read_only:false; response_revision:12583; number_of_response:1; }","duration":"787.52462ms","start":"2026-03-03T14:30:03.234975Z","end":"2026-03-03T14:30:04.022499Z","steps":["trace[1293754287] 'process raft request' (duration: 598.490435ms)","trace[1293754287] 'compare' (duration: 187.983249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:04.022583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.234948Z","time spent":"787.613171ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:30:04.03082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.37023Z","time spent":"660.585999ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:04.030841Z","caller":"traceutil/trace.go:171","msg":"trace[1214169947] transaction","detail":"{read_only:false; response_revision:12584; number_of_response:1; }","duration":"754.053235ms","start":"2026-03-03T14:30:03.276729Z","end":"2026-03-03T14:30:04.030782Z","steps":["trace[1214169947] 'process raft request' (duration: 753.805459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:04.030815Z","caller":"traceutil/trace.go:171","msg":"trace[2090751892] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13108; }","duration":"662.30553ms","start":"2026-03-03T14:30:03.368484Z","end":"2026-03-03T14:30:04.030789Z","steps":["trace[2090751892] 'read index received' (duration: 465.105522ms)","trace[2090751892] 'applied index is now lower than readState.Index' (duration: 197.199098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:04.031052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.276704Z","time spent":"754.23556ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:04.03117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.795504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:30:04.031196Z","caller":"traceutil/trace.go:171","msg":"trace[1671407475] range","detail":"{range_begin:/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b; range_end:; response_count:1; response_revision:12584; }","duration":"652.846345ms","start":"2026-03-03T14:30:03.378342Z","end":"2026-03-03T14:30:04.031189Z","steps":["trace[1671407475] 'agreement among raft nodes before linearized reading' (duration: 652.767033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.031215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.37833Z","time spent":"652.881246ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-650e53fc-e4bb-496e-8133-2007f8659f2b\" "} {"level":"warn","ts":"2026-03-03T14:30:04.031188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.415056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:04.031166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.117464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:04.031259Z","caller":"traceutil/trace.go:171","msg":"trace[1184402044] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12584; }","duration":"241.545349ms","start":"2026-03-03T14:30:03.789694Z","end":"2026-03-03T14:30:04.031239Z","steps":["trace[1184402044] 'agreement among raft nodes before linearized reading' (duration: 241.419376ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:04.031281Z","caller":"traceutil/trace.go:171","msg":"trace[796516462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12584; }","duration":"659.311598ms","start":"2026-03-03T14:30:03.371956Z","end":"2026-03-03T14:30:04.031267Z","steps":["trace[796516462] 'agreement among raft nodes before linearized reading' (duration: 659.132994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.031355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.901357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T14:30:04.031389Z","caller":"traceutil/trace.go:171","msg":"trace[1095954933] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12584; }","duration":"655.950389ms","start":"2026-03-03T14:30:03.375424Z","end":"2026-03-03T14:30:04.031374Z","steps":["trace[1095954933] 'agreement among raft nodes before linearized reading' (duration: 655.787985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.031362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.37194Z","time spent":"659.41192ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:04.031414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.375408Z","time spent":"656.00293ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:30:04.031499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.369194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:04.031582Z","caller":"traceutil/trace.go:171","msg":"trace[1106175204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12584; }","duration":"663.490767ms","start":"2026-03-03T14:30:03.368076Z","end":"2026-03-03T14:30:04.031566Z","steps":["trace[1106175204] 'agreement among raft nodes before linearized reading' (duration: 662.888913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.031654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.368057Z","time spent":"663.58424ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:04.031947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.677815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:04.032004Z","caller":"traceutil/trace.go:171","msg":"trace[1203332252] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12584; }","duration":"871.765197ms","start":"2026-03-03T14:30:03.160228Z","end":"2026-03-03T14:30:04.031993Z","steps":["trace[1203332252] 'agreement among raft nodes before linearized reading' (duration: 870.627941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.032074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.160212Z","time spent":"871.853029ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:04.032786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.608381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:30:04.032953Z","caller":"traceutil/trace.go:171","msg":"trace[2028714362] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12584; }","duration":"650.715995ms","start":"2026-03-03T14:30:03.382141Z","end":"2026-03-03T14:30:04.032857Z","steps":["trace[2028714362] 'agreement among raft nodes before linearized reading' (duration: 648.960384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.033011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.382136Z","time spent":"650.861629ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1295,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:04.467562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.765927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:04.467824Z","caller":"traceutil/trace.go:171","msg":"trace[569629509] linearizableReadLoop","detail":"{readStateIndex:13113; appliedIndex:13111; }","duration":"426.684951ms","start":"2026-03-03T14:30:04.041119Z","end":"2026-03-03T14:30:04.467804Z","steps":["trace[569629509] 'read index received' (duration: 197.580466ms)","trace[569629509] 'applied index is now lower than readState.Index' (duration: 229.103325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:04.467933Z","caller":"traceutil/trace.go:171","msg":"trace[231363157] transaction","detail":"{read_only:false; response_revision:12585; number_of_response:1; }","duration":"436.203147ms","start":"2026-03-03T14:30:04.031718Z","end":"2026-03-03T14:30:04.467921Z","steps":["trace[231363157] 'process raft request' (duration: 206.970769ms)","trace[231363157] 'compare' (duration: 228.407087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:04.468013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.031698Z","time spent":"436.268079ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:04.468308Z","caller":"traceutil/trace.go:171","msg":"trace[646489433] transaction","detail":"{read_only:false; response_revision:12586; number_of_response:1; }","duration":"428.167056ms","start":"2026-03-03T14:30:04.040081Z","end":"2026-03-03T14:30:04.468248Z","steps":["trace[646489433] 'process raft request' (duration: 427.622604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.468342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.196763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:04.46841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.04006Z","time spent":"428.311069ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:04.46845Z","caller":"traceutil/trace.go:171","msg":"trace[901217097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12586; }","duration":"427.364917ms","start":"2026-03-03T14:30:04.04106Z","end":"2026-03-03T14:30:04.468425Z","steps":["trace[901217097] 'agreement among raft nodes before linearized reading' (duration: 427.086761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.468354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.635849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:04.468516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.04104Z","time spent":"427.466829ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:04.468553Z","caller":"traceutil/trace.go:171","msg":"trace[1109704240] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:12586; }","duration":"426.846915ms","start":"2026-03-03T14:30:04.04167Z","end":"2026-03-03T14:30:04.468517Z","steps":["trace[1109704240] 'agreement among raft nodes before linearized reading' (duration: 426.595449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.468643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.041661Z","time spent":"426.949647ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T14:30:04.468353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.983725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:04.468812Z","caller":"traceutil/trace.go:171","msg":"trace[650749620] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12586; }","duration":"370.467187ms","start":"2026-03-03T14:30:04.098319Z","end":"2026-03-03T14:30:04.468786Z","steps":["trace[650749620] 'agreement among raft nodes before linearized reading' (duration: 369.965895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.468921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.098294Z","time spent":"370.608241ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:04.974241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675339,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:05.042429Z","caller":"traceutil/trace.go:171","msg":"trace[1844517647] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"569.377745ms","start":"2026-03-03T14:30:04.473024Z","end":"2026-03-03T14:30:05.042402Z","steps":["trace[1844517647] 'process raft request' (duration: 569.144159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.042575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.472989Z","time spent":"569.508698ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:05.042678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.482998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:30:05.042737Z","caller":"traceutil/trace.go:171","msg":"trace[612206981] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12587; }","duration":"569.567069ms","start":"2026-03-03T14:30:04.473157Z","end":"2026-03-03T14:30:05.042724Z","steps":["trace[612206981] 'agreement among raft nodes before linearized reading' (duration: 569.387835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.042781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.473146Z","time spent":"569.62352ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:30:05.042836Z","caller":"traceutil/trace.go:171","msg":"trace[1628018286] linearizableReadLoop","detail":"{readStateIndex:13114; appliedIndex:13113; }","duration":"569.62169ms","start":"2026-03-03T14:30:04.473194Z","end":"2026-03-03T14:30:05.042815Z","steps":["trace[1628018286] 'read index received' (duration: 568.906884ms)","trace[1628018286] 'applied index is now lower than readState.Index' (duration: 257.846µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:05.043074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.840467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:05.043129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.166917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:05.043167Z","caller":"traceutil/trace.go:171","msg":"trace[706426118] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12587; }","duration":"373.909268ms","start":"2026-03-03T14:30:04.669212Z","end":"2026-03-03T14:30:05.043121Z","steps":["trace[706426118] 'agreement among raft nodes before linearized reading' (duration: 373.811556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.043214Z","caller":"traceutil/trace.go:171","msg":"trace[1414068502] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12587; }","duration":"404.310949ms","start":"2026-03-03T14:30:04.638882Z","end":"2026-03-03T14:30:05.043193Z","steps":["trace[1414068502] 'agreement among raft nodes before linearized reading' (duration: 404.159106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.043185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.542651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:05.043225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.669136Z","time spent":"374.072383ms","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:05.043261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.638864Z","time spent":"404.387271ms","remote":"127.0.0.1:34066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:05.043281Z","caller":"traceutil/trace.go:171","msg":"trace[1454480691] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12587; }","duration":"567.657584ms","start":"2026-03-03T14:30:04.475602Z","end":"2026-03-03T14:30:05.04326Z","steps":["trace[1454480691] 'agreement among raft nodes before linearized reading' (duration: 567.452589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.043338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.475597Z","time spent":"567.728125ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:05.043859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.630237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-03T14:30:05.043928Z","caller":"traceutil/trace.go:171","msg":"trace[1826001495] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12587; }","duration":"568.73872ms","start":"2026-03-03T14:30:04.475173Z","end":"2026-03-03T14:30:05.043911Z","steps":["trace[1826001495] 'agreement among raft nodes before linearized reading' (duration: 567.811898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.043962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.475154Z","time spent":"568.799851ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:30:05.312168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.832616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:30:05.312292Z","caller":"traceutil/trace.go:171","msg":"trace[373979168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12587; }","duration":"147.992861ms","start":"2026-03-03T14:30:05.164266Z","end":"2026-03-03T14:30:05.312259Z","steps":["trace[373979168] 'range keys from in-memory index tree' (duration: 147.704353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.312382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.83674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:30:05.312455Z","caller":"traceutil/trace.go:171","msg":"trace[1986759873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12587; }","duration":"148.945413ms","start":"2026-03-03T14:30:05.163494Z","end":"2026-03-03T14:30:05.312439Z","steps":["trace[1986759873] 'range keys from in-memory index tree' (duration: 148.675806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.312438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.031751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:30:05.31254Z","caller":"traceutil/trace.go:171","msg":"trace[641396389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12587; }","duration":"148.175355ms","start":"2026-03-03T14:30:05.16433Z","end":"2026-03-03T14:30:05.312506Z","steps":["trace[641396389] 'range keys from in-memory index tree' (duration: 147.706183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.556554Z","caller":"traceutil/trace.go:171","msg":"trace[1178090899] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"239.05834ms","start":"2026-03-03T14:30:05.317459Z","end":"2026-03-03T14:30:05.556518Z","steps":["trace[1178090899] 'process raft request' (duration: 238.834445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.818349Z","caller":"traceutil/trace.go:171","msg":"trace[1917118267] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"500.789649ms","start":"2026-03-03T14:30:05.317529Z","end":"2026-03-03T14:30:05.818318Z","steps":["trace[1917118267] 'process raft request' (duration: 500.554823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.818369Z","caller":"traceutil/trace.go:171","msg":"trace[2146052690] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"500.742907ms","start":"2026-03-03T14:30:05.3176Z","end":"2026-03-03T14:30:05.818343Z","steps":["trace[2146052690] 'process raft request' (duration: 500.635765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.818409Z","caller":"traceutil/trace.go:171","msg":"trace[2075020759] transaction","detail":"{read_only:false; response_revision:12592; number_of_response:1; }","duration":"445.074997ms","start":"2026-03-03T14:30:05.373328Z","end":"2026-03-03T14:30:05.818403Z","steps":["trace[2075020759] 'process raft request' (duration: 444.965644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.818447Z","caller":"traceutil/trace.go:171","msg":"trace[182834718] transaction","detail":"{read_only:false; response_revision:12593; number_of_response:1; }","duration":"443.585391ms","start":"2026-03-03T14:30:05.374846Z","end":"2026-03-03T14:30:05.818431Z","steps":["trace[182834718] 'process raft request' (duration: 443.476589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.818476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.373306Z","time spent":"445.122058ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:05.818475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.317498Z","time spent":"500.914972ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:05.818506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.317588Z","time spent":"500.84057ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:05.818372Z","caller":"traceutil/trace.go:171","msg":"trace[398139325] transaction","detail":"{read_only:false; response_revision:12591; number_of_response:1; }","duration":"445.17731ms","start":"2026-03-03T14:30:05.373181Z","end":"2026-03-03T14:30:05.818359Z","steps":["trace[398139325] 'process raft request' (duration: 445.088637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.818526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.374814Z","time spent":"443.662124ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:05.818559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.373166Z","time spent":"445.378714ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:05.818369Z","caller":"traceutil/trace.go:171","msg":"trace[341571220] linearizableReadLoop","detail":"{readStateIndex:13118; appliedIndex:13114; }","duration":"445.100337ms","start":"2026-03-03T14:30:05.373254Z","end":"2026-03-03T14:30:05.818355Z","steps":["trace[341571220] 'read index received' (duration: 183.039231ms)","trace[341571220] 'applied index is now lower than readState.Index' (duration: 262.060056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:05.81875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.498026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:05.818797Z","caller":"traceutil/trace.go:171","msg":"trace[2047440438] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12593; }","duration":"445.568569ms","start":"2026-03-03T14:30:05.373216Z","end":"2026-03-03T14:30:05.818784Z","steps":["trace[2047440438] 'agreement among raft nodes before linearized reading' (duration: 445.402055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.818826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.373202Z","time spent":"445.617609ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:05.818839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.744384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:05.818856Z","caller":"traceutil/trace.go:171","msg":"trace[1891660768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12593; }","duration":"432.803595ms","start":"2026-03-03T14:30:05.386048Z","end":"2026-03-03T14:30:05.818851Z","steps":["trace[1891660768] 'agreement among raft nodes before linearized reading' (duration: 432.747224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.818869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.386037Z","time spent":"432.829215ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:05.819094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.558767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:05.819137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.779741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:05.819158Z","caller":"traceutil/trace.go:171","msg":"trace[106335191] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12593; }","duration":"442.65674ms","start":"2026-03-03T14:30:05.37649Z","end":"2026-03-03T14:30:05.819146Z","steps":["trace[106335191] 'agreement among raft nodes before linearized reading' (duration: 442.475886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.81917Z","caller":"traceutil/trace.go:171","msg":"trace[1369575155] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12593; }","duration":"444.854301ms","start":"2026-03-03T14:30:05.374307Z","end":"2026-03-03T14:30:05.819162Z","steps":["trace[1369575155] 'agreement among raft nodes before linearized reading' (duration: 444.38553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.819193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.374295Z","time spent":"444.893643ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:05.819191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:05.376482Z","time spent":"442.702411ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:07.033674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.918938ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:07.164453Z","caller":"traceutil/trace.go:171","msg":"trace[220650444] transaction","detail":"{read_only:false; response_revision:12596; number_of_response:1; }","duration":"113.635825ms","start":"2026-03-03T14:30:07.050781Z","end":"2026-03-03T14:30:07.164417Z","steps":["trace[220650444] 'process raft request' (duration: 113.348378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:07.912894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.897144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:30:07.912956Z","caller":"traceutil/trace.go:171","msg":"trace[1316003538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12596; }","duration":"350.975596ms","start":"2026-03-03T14:30:07.561968Z","end":"2026-03-03T14:30:07.912943Z","steps":["trace[1316003538] 'range keys from in-memory index tree' (duration: 350.730929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:07.912981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.561912Z","time spent":"351.062867ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:08.258322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675372,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:08.272942Z","caller":"traceutil/trace.go:171","msg":"trace[666354775] transaction","detail":"{read_only:false; response_revision:12597; number_of_response:1; }","duration":"659.80029ms","start":"2026-03-03T14:30:07.613112Z","end":"2026-03-03T14:30:08.272912Z","steps":["trace[666354775] 'process raft request' (duration: 659.478593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.273102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.613087Z","time spent":"659.938633ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:30:08.931486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.543664Z","time spent":"387.814628ms","remote":"127.0.0.1:45382","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:09.041056Z","caller":"traceutil/trace.go:171","msg":"trace[1887648783] transaction","detail":"{read_only:false; response_revision:12598; number_of_response:1; }","duration":"1.216289979s","start":"2026-03-03T14:30:07.824738Z","end":"2026-03-03T14:30:09.041028Z","steps":["trace[1887648783] 'process raft request' (duration: 1.216077614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.041241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.824728Z","time spent":"1.216416441s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:09.041544Z","caller":"traceutil/trace.go:171","msg":"trace[1027933359] linearizableReadLoop","detail":"{readStateIndex:13129; appliedIndex:13124; }","duration":"1.283702167s","start":"2026-03-03T14:30:07.757825Z","end":"2026-03-03T14:30:09.041527Z","steps":["trace[1027933359] 'read index received' (duration: 514.873012ms)","trace[1027933359] 'applied index is now lower than readState.Index' (duration: 768.828095ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:09.041539Z","caller":"traceutil/trace.go:171","msg":"trace[1354883283] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"1.216228977s","start":"2026-03-03T14:30:07.825285Z","end":"2026-03-03T14:30:09.041514Z","steps":["trace[1354883283] 'process raft request' (duration: 1.215685124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.041664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.825279Z","time spent":"1.21631954s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:09.041701Z","caller":"traceutil/trace.go:171","msg":"trace[432084174] transaction","detail":"{read_only:false; response_revision:12600; number_of_response:1; }","duration":"1.216131675s","start":"2026-03-03T14:30:07.825558Z","end":"2026-03-03T14:30:09.04169Z","steps":["trace[432084174] 'process raft request' (duration: 1.215815748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.041789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283962983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:09.041802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.825552Z","time spent":"1.216175656s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:09.041819Z","caller":"traceutil/trace.go:171","msg":"trace[669048508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12601; }","duration":"1.284017205s","start":"2026-03-03T14:30:07.757795Z","end":"2026-03-03T14:30:09.041812Z","steps":["trace[669048508] 'agreement among raft nodes before linearized reading' (duration: 1.283949153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.041836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.757782Z","time spent":"1.284050966s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:09.041959Z","caller":"traceutil/trace.go:171","msg":"trace[1787172993] transaction","detail":"{read_only:false; response_revision:12601; number_of_response:1; }","duration":"1.125581767s","start":"2026-03-03T14:30:07.916369Z","end":"2026-03-03T14:30:09.041951Z","steps":["trace[1787172993] 'process raft request' (duration: 1.125093505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.916344Z","time spent":"1.125635339s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:09.042047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218550383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:30:09.042104Z","caller":"traceutil/trace.go:171","msg":"trace[855208220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12601; }","duration":"1.218630464s","start":"2026-03-03T14:30:07.823454Z","end":"2026-03-03T14:30:09.042085Z","steps":["trace[855208220] 'agreement among raft nodes before linearized reading' (duration: 1.218478681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.823438Z","time spent":"1.218696186s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.483205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:30:09.042269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.294991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:30:09.04228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207284116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:09.042308Z","caller":"traceutil/trace.go:171","msg":"trace[1566432065] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12601; }","duration":"1.207322976s","start":"2026-03-03T14:30:07.834976Z","end":"2026-03-03T14:30:09.042299Z","steps":["trace[1566432065] 'agreement among raft nodes before linearized reading' (duration: 1.207234854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.858655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:09.042312Z","caller":"traceutil/trace.go:171","msg":"trace[1868142887] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12601; }","duration":"918.564277ms","start":"2026-03-03T14:30:08.123711Z","end":"2026-03-03T14:30:09.042275Z","steps":["trace[1868142887] 'agreement among raft nodes before linearized reading' (duration: 918.366472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:09.042346Z","caller":"traceutil/trace.go:171","msg":"trace[1726430803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12601; }","duration":"391.915596ms","start":"2026-03-03T14:30:08.650424Z","end":"2026-03-03T14:30:09.04234Z","steps":["trace[1726430803] 'agreement among raft nodes before linearized reading' (duration: 391.885486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.650405Z","time spent":"391.953497ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:09.042375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.123698Z","time spent":"918.66336ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217200751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:09.04244Z","caller":"traceutil/trace.go:171","msg":"trace[1385665797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12601; }","duration":"1.217237542s","start":"2026-03-03T14:30:07.825195Z","end":"2026-03-03T14:30:09.042432Z","steps":["trace[1385665797] 'agreement among raft nodes before linearized reading' (duration: 1.217157391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.825189Z","time spent":"1.217268173s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.659778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:09.042536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.793612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:30:09.042543Z","caller":"traceutil/trace.go:171","msg":"trace[1337801804] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12601; }","duration":"826.74212ms","start":"2026-03-03T14:30:08.215785Z","end":"2026-03-03T14:30:09.042527Z","steps":["trace[1337801804] 'agreement among raft nodes before linearized reading' (duration: 826.677348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:09.042556Z","caller":"traceutil/trace.go:171","msg":"trace[701100690] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12601; }","duration":"915.850733ms","start":"2026-03-03T14:30:08.126698Z","end":"2026-03-03T14:30:09.042548Z","steps":["trace[701100690] 'agreement among raft nodes before linearized reading' (duration: 915.798152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.126679Z","time spent":"915.895274ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:30:09.042289Z","caller":"traceutil/trace.go:171","msg":"trace[574514953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12601; }","duration":"504.341792ms","start":"2026-03-03T14:30:08.537942Z","end":"2026-03-03T14:30:09.042284Z","steps":["trace[574514953] 'agreement among raft nodes before linearized reading' (duration: 504.25453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.042584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.215758Z","time spent":"826.815231ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:09.042641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.537925Z","time spent":"504.712821ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.83497Z","time spent":"1.207358317s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218230235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:09.042837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217904607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:30:09.042842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.218315338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:09.042892Z","caller":"traceutil/trace.go:171","msg":"trace[1234772765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12601; }","duration":"1.217970499s","start":"2026-03-03T14:30:07.824905Z","end":"2026-03-03T14:30:09.042876Z","steps":["trace[1234772765] 'agreement among raft nodes before linearized reading' (duration: 1.217836436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:09.042902Z","caller":"traceutil/trace.go:171","msg":"trace[887889764] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12601; }","duration":"1.218375639s","start":"2026-03-03T14:30:07.82451Z","end":"2026-03-03T14:30:09.042885Z","steps":["trace[887889764] 'agreement among raft nodes before linearized reading' (duration: 1.218244206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.04294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.824489Z","time spent":"1.21844007s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:09.042938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.824899Z","time spent":"1.21802795s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:30:09.042856Z","caller":"traceutil/trace.go:171","msg":"trace[106696911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12601; }","duration":"1.218256076s","start":"2026-03-03T14:30:07.824587Z","end":"2026-03-03T14:30:09.042843Z","steps":["trace[106696911] 'agreement among raft nodes before linearized reading' (duration: 1.218205125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.043056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:07.824583Z","time spent":"1.21845087s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:09.554116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:10.32553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.340432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:10.325653Z","caller":"traceutil/trace.go:171","msg":"trace[922467123] transaction","detail":"{read_only:false; response_revision:12602; number_of_response:1; }","duration":"1.276900218s","start":"2026-03-03T14:30:09.048729Z","end":"2026-03-03T14:30:10.325629Z","steps":["trace[922467123] 'process raft request' (duration: 920.368121ms)","trace[922467123] 'compare' (duration: 355.912772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:10.325743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.048709Z","time spent":"1.276990479s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:10.631198Z","caller":"traceutil/trace.go:171","msg":"trace[491729239] linearizableReadLoop","detail":"{readStateIndex:13135; appliedIndex:13129; }","duration":"1.577855005s","start":"2026-03-03T14:30:09.053326Z","end":"2026-03-03T14:30:10.631181Z","steps":["trace[491729239] 'read index received' (duration: 915.782161ms)","trace[491729239] 'applied index is now lower than readState.Index' (duration: 662.071504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:10.631363Z","caller":"traceutil/trace.go:171","msg":"trace[1979305120] transaction","detail":"{read_only:false; response_revision:12603; number_of_response:1; }","duration":"1.58141971s","start":"2026-03-03T14:30:09.049934Z","end":"2026-03-03T14:30:10.631354Z","steps":["trace[1979305120] 'process raft request' (duration: 1.567814327s)","trace[1979305120] 'compare' (duration: 12.764583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:10.631442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.049872Z","time spent":"1.581520573s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:30:10.63155Z","caller":"traceutil/trace.go:171","msg":"trace[1482772371] transaction","detail":"{read_only:false; response_revision:12606; number_of_response:1; }","duration":"1.576156836s","start":"2026-03-03T14:30:09.055362Z","end":"2026-03-03T14:30:10.631518Z","steps":["trace[1482772371] 'process raft request' (duration: 1.575770947s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:10.63159Z","caller":"traceutil/trace.go:171","msg":"trace[2023060071] transaction","detail":"{read_only:false; response_revision:12607; number_of_response:1; }","duration":"1.575527039s","start":"2026-03-03T14:30:09.056054Z","end":"2026-03-03T14:30:10.631581Z","steps":["trace[2023060071] 'process raft request' (duration: 1.575100189s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:10.631586Z","caller":"traceutil/trace.go:171","msg":"trace[2108034924] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"1.579990745s","start":"2026-03-03T14:30:09.051558Z","end":"2026-03-03T14:30:10.631549Z","steps":["trace[2108034924] 'process raft request' (duration: 1.579507574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:10.631682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578357536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:10.631686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.055338Z","time spent":"1.576276078s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:10.631712Z","caller":"traceutil/trace.go:171","msg":"trace[1762150946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12607; }","duration":"1.578413818s","start":"2026-03-03T14:30:09.053292Z","end":"2026-03-03T14:30:10.631706Z","steps":["trace[1762150946] 'agreement among raft nodes before linearized reading' (duration: 1.578357027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:10.631735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.053281Z","time spent":"1.578450029s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:10.631633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.056043Z","time spent":"1.575563221s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:10.631689Z","caller":"traceutil/trace.go:171","msg":"trace[1752287504] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"1.580022537s","start":"2026-03-03T14:30:09.051622Z","end":"2026-03-03T14:30:10.631645Z","steps":["trace[1752287504] 'process raft request' (duration: 1.579486534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:10.631923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.051548Z","time spent":"1.580122589s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:10.632308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.051614Z","time spent":"1.58061337s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.132053Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675388,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:11.292861Z","caller":"traceutil/trace.go:171","msg":"trace[1447215882] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"1.061318764s","start":"2026-03-03T14:30:10.231513Z","end":"2026-03-03T14:30:11.292832Z","steps":["trace[1447215882] 'process raft request' (duration: 1.061252712s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:11.292961Z","caller":"traceutil/trace.go:171","msg":"trace[1669786272] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"1.158002776s","start":"2026-03-03T14:30:10.134927Z","end":"2026-03-03T14:30:11.29293Z","steps":["trace[1669786272] 'process raft request' (duration: 1.157680048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.293041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.231488Z","time spent":"1.061457507s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.293122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.134902Z","time spent":"1.158128849s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.903178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.035872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:11.903545Z","caller":"traceutil/trace.go:171","msg":"trace[1342369711] transaction","detail":"{read_only:false; response_revision:12611; number_of_response:1; }","duration":"846.5984ms","start":"2026-03-03T14:30:11.056861Z","end":"2026-03-03T14:30:11.903459Z","steps":["trace[1342369711] 'process raft request' (duration: 846.419056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:11.9037Z","caller":"traceutil/trace.go:171","msg":"trace[934421509] transaction","detail":"{read_only:false; response_revision:12612; number_of_response:1; }","duration":"846.58101ms","start":"2026-03-03T14:30:11.057102Z","end":"2026-03-03T14:30:11.903683Z","steps":["trace[934421509] 'process raft request' (duration: 846.285083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.903744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735863303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:11.903754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566916595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:11.903774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062559552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:11.903809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.057093Z","time spent":"846.649322ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:11.903819Z","caller":"traceutil/trace.go:171","msg":"trace[1914490752] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12612; }","duration":"1.567012798s","start":"2026-03-03T14:30:10.336785Z","end":"2026-03-03T14:30:11.903798Z","steps":["trace[1914490752] 'agreement among raft nodes before linearized reading' (duration: 1.566908896s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:11.90383Z","caller":"traceutil/trace.go:171","msg":"trace[662189197] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12612; }","duration":"2.062658474s","start":"2026-03-03T14:30:09.841159Z","end":"2026-03-03T14:30:11.903818Z","steps":["trace[662189197] 'agreement among raft nodes before linearized reading' (duration: 2.062557762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.903869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.841145Z","time spent":"2.062713775s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:11.90383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.05685Z","time spent":"846.864797ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.903872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.336764Z","time spent":"1.567095379s","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:11.903791Z","caller":"traceutil/trace.go:171","msg":"trace[532850571] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12612; }","duration":"1.735941765s","start":"2026-03-03T14:30:10.167834Z","end":"2026-03-03T14:30:11.903776Z","steps":["trace[532850571] 'agreement among raft nodes before linearized reading' (duration: 1.735842123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.903952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836665753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:8865"} {"level":"info","ts":"2026-03-03T14:30:11.904028Z","caller":"traceutil/trace.go:171","msg":"trace[1173402705] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12612; }","duration":"1.836800097s","start":"2026-03-03T14:30:10.06721Z","end":"2026-03-03T14:30:11.90401Z","steps":["trace[1173402705] 'agreement among raft nodes before linearized reading' (duration: 1.83651222s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.904033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.167816Z","time spent":"1.736174391s","remote":"127.0.0.1:36822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:11.903751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347404089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:11.904088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.067202Z","time spent":"1.836872138s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8889,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" "} {"level":"info","ts":"2026-03-03T14:30:11.904117Z","caller":"traceutil/trace.go:171","msg":"trace[1296942689] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12612; }","duration":"1.347814659s","start":"2026-03-03T14:30:10.556289Z","end":"2026-03-03T14:30:11.904103Z","steps":["trace[1296942689] 'agreement among raft nodes before linearized reading' (duration: 1.347391159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.904176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.556266Z","time spent":"1.34789425s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:11.904171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84073769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:30:11.904288Z","caller":"traceutil/trace.go:171","msg":"trace[561397161] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12612; }","duration":"1.840894664s","start":"2026-03-03T14:30:10.063382Z","end":"2026-03-03T14:30:11.904277Z","steps":["trace[561397161] 'agreement among raft nodes before linearized reading' (duration: 1.840309691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.904369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.063363Z","time spent":"1.840994616s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:11.903619Z","caller":"traceutil/trace.go:171","msg":"trace[1505326368] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"846.98922ms","start":"2026-03-03T14:30:11.056413Z","end":"2026-03-03T14:30:11.903402Z","steps":["trace[1505326368] 'process raft request' (duration: 566.63036ms)","trace[1505326368] 'compare' (duration: 279.640553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:11.904411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850695055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:515805"} {"level":"warn","ts":"2026-03-03T14:30:11.904541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.056382Z","time spent":"848.120186ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:11.90459Z","caller":"traceutil/trace.go:171","msg":"trace[2090494163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12612; }","duration":"2.850896s","start":"2026-03-03T14:30:09.053678Z","end":"2026-03-03T14:30:11.904574Z","steps":["trace[2090494163] 'agreement among raft nodes before linearized reading' (duration: 2.850178213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.904654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.05366Z","time spent":"2.850974942s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":515829,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:11.904661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736006605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:30:11.904708Z","caller":"traceutil/trace.go:171","msg":"trace[223772547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12612; }","duration":"2.736087927s","start":"2026-03-03T14:30:09.168605Z","end":"2026-03-03T14:30:11.904693Z","steps":["trace[223772547] 'agreement among raft nodes before linearized reading' (duration: 2.735262238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.904752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.168585Z","time spent":"2.736156658s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:11.905293Z","caller":"traceutil/trace.go:171","msg":"trace[417990419] linearizableReadLoop","detail":"{readStateIndex:13140; appliedIndex:13135; }","duration":"1.273198769s","start":"2026-03-03T14:30:10.631248Z","end":"2026-03-03T14:30:11.904447Z","steps":["trace[417990419] 'read index received' (duration: 661.334507ms)","trace[417990419] 'applied index is now lower than readState.Index' (duration: 611.082044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.407586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.21103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:12.407924Z","caller":"traceutil/trace.go:171","msg":"trace[565569669] linearizableReadLoop","detail":"{readStateIndex:13142; appliedIndex:13140; }","duration":"502.55276ms","start":"2026-03-03T14:30:11.905358Z","end":"2026-03-03T14:30:12.407911Z","steps":["trace[565569669] 'read index received' (duration: 169.766366ms)","trace[565569669] 'applied index is now lower than readState.Index' (duration: 332.784994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:12.407926Z","caller":"traceutil/trace.go:171","msg":"trace[1673428401] transaction","detail":"{read_only:false; response_revision:12613; number_of_response:1; }","duration":"1.030261797s","start":"2026-03-03T14:30:11.377641Z","end":"2026-03-03T14:30:12.407903Z","steps":["trace[1673428401] 'process raft request' (duration: 697.473393ms)","trace[1673428401] 'compare' (duration: 332.112538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:12.407947Z","caller":"traceutil/trace.go:171","msg":"trace[1664253441] transaction","detail":"{read_only:false; response_revision:12614; number_of_response:1; }","duration":"871.515312ms","start":"2026-03-03T14:30:11.5364Z","end":"2026-03-03T14:30:12.407915Z","steps":["trace[1664253441] 'process raft request' (duration: 871.336978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.408491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360332505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:12.408509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353591175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:12.408001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.37762Z","time spent":"1.030353019s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:30:12.408599Z","caller":"traceutil/trace.go:171","msg":"trace[2099242369] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12614; }","duration":"1.360481948s","start":"2026-03-03T14:30:11.048088Z","end":"2026-03-03T14:30:12.40857Z","steps":["trace[2099242369] 'agreement among raft nodes before linearized reading' (duration: 1.360210792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.408142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.824458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:30:12.408683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.048067Z","time spent":"1.360583701s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:12.408674Z","caller":"traceutil/trace.go:171","msg":"trace[1135861566] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12614; }","duration":"1.35376963s","start":"2026-03-03T14:30:11.054869Z","end":"2026-03-03T14:30:12.408638Z","steps":["trace[1135861566] 'agreement among raft nodes before linearized reading' (duration: 1.353446472s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.408692Z","caller":"traceutil/trace.go:171","msg":"trace[45994767] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12614; }","duration":"974.420692ms","start":"2026-03-03T14:30:11.434256Z","end":"2026-03-03T14:30:12.408676Z","steps":["trace[45994767] 'agreement among raft nodes before linearized reading' (duration: 973.724936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.408815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.434231Z","time spent":"974.571085ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:12.408264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333797156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:30:12.408925Z","caller":"traceutil/trace.go:171","msg":"trace[196005319] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12614; }","duration":"1.334477522s","start":"2026-03-03T14:30:11.074432Z","end":"2026-03-03T14:30:12.408909Z","steps":["trace[196005319] 'agreement among raft nodes before linearized reading' (duration: 1.333773906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.408322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352761246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:30:12.408981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.07442Z","time spent":"1.334547164s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:30:12.409029Z","caller":"traceutil/trace.go:171","msg":"trace[377877430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12614; }","duration":"1.353470233s","start":"2026-03-03T14:30:11.055543Z","end":"2026-03-03T14:30:12.409013Z","steps":["trace[377877430] 'agreement among raft nodes before linearized reading' (duration: 1.352735726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.409076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.055536Z","time spent":"1.353527574s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:12.408386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359137278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:12.409225Z","caller":"traceutil/trace.go:171","msg":"trace[1415850520] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12614; }","duration":"1.359979318s","start":"2026-03-03T14:30:11.049226Z","end":"2026-03-03T14:30:12.409206Z","steps":["trace[1415850520] 'agreement among raft nodes before linearized reading' (duration: 1.359058126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.408421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775901963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:12.409293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.049178Z","time spent":"1.360096911s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:12.409298Z","caller":"traceutil/trace.go:171","msg":"trace[336382898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12614; }","duration":"1.776907237s","start":"2026-03-03T14:30:10.632373Z","end":"2026-03-03T14:30:12.40928Z","steps":["trace[336382898] 'agreement among raft nodes before linearized reading' (duration: 1.775937163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.409411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.632356Z","time spent":"1.77703304s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:12.408188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02447828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:12.409479Z","caller":"traceutil/trace.go:171","msg":"trace[1283417381] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12614; }","duration":"1.025790181s","start":"2026-03-03T14:30:11.383677Z","end":"2026-03-03T14:30:12.409467Z","steps":["trace[1283417381] 'agreement among raft nodes before linearized reading' (duration: 1.02448277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.40952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.383668Z","time spent":"1.025839923s","remote":"127.0.0.1:34080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:12.408857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.054859Z","time spent":"1.353899343s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:12.408595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.53637Z","time spent":"872.149116ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:12.888805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.55555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:12.890939Z","caller":"traceutil/trace.go:171","msg":"trace[117998647] transaction","detail":"{read_only:false; response_revision:12615; number_of_response:1; }","duration":"980.180219ms","start":"2026-03-03T14:30:11.908829Z","end":"2026-03-03T14:30:12.889009Z","steps":["trace[117998647] 'process raft request' (duration: 781.336062ms)","trace[117998647] 'compare' (duration: 198.384716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.891098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.908805Z","time spent":"982.214858ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:12.894553Z","caller":"traceutil/trace.go:171","msg":"trace[1436821638] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"482.033693ms","start":"2026-03-03T14:30:12.412495Z","end":"2026-03-03T14:30:12.894529Z","steps":["trace[1436821638] 'process raft request' (duration: 481.943271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.894622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.410438Z","time spent":"484.179815ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:12.894645Z","caller":"traceutil/trace.go:171","msg":"trace[13248944] linearizableReadLoop","detail":"{readStateIndex:13144; appliedIndex:13142; }","duration":"486.645373ms","start":"2026-03-03T14:30:12.407954Z","end":"2026-03-03T14:30:12.8946Z","steps":["trace[13248944] 'read index received' (duration: 282.150143ms)","trace[13248944] 'applied index is now lower than readState.Index' (duration: 204.49171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.894687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.412477Z","time spent":"482.148096ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:12.894697Z","caller":"traceutil/trace.go:171","msg":"trace[1575935280] transaction","detail":"{read_only:false; response_revision:12616; number_of_response:1; }","duration":"981.05505ms","start":"2026-03-03T14:30:11.913618Z","end":"2026-03-03T14:30:12.894674Z","steps":["trace[1575935280] 'process raft request' (duration: 975.286313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.894793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.913592Z","time spent":"981.165232ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9088,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:12.894875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.702992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:12.894901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.569222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:12.894933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.665347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:12.894961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.828443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:12.894972Z","caller":"traceutil/trace.go:171","msg":"trace[14835268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12617; }","duration":"564.664654ms","start":"2026-03-03T14:30:12.330291Z","end":"2026-03-03T14:30:12.894955Z","steps":["trace[14835268] 'agreement among raft nodes before linearized reading' (duration: 564.350277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.895002Z","caller":"traceutil/trace.go:171","msg":"trace[1832400909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12617; }","duration":"259.881694ms","start":"2026-03-03T14:30:12.635101Z","end":"2026-03-03T14:30:12.894983Z","steps":["trace[1832400909] 'agreement among raft nodes before linearized reading' (duration: 259.780242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.895005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.950975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:12.895011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.330276Z","time spent":"564.726165ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:30:12.89506Z","caller":"traceutil/trace.go:171","msg":"trace[1859984743] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12617; }","duration":"663.011856ms","start":"2026-03-03T14:30:12.232035Z","end":"2026-03-03T14:30:12.895047Z","steps":["trace[1859984743] 'agreement among raft nodes before linearized reading' (duration: 662.610997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.895081Z","caller":"traceutil/trace.go:171","msg":"trace[1287099894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12617; }","duration":"479.750889ms","start":"2026-03-03T14:30:12.41521Z","end":"2026-03-03T14:30:12.894961Z","steps":["trace[1287099894] 'agreement among raft nodes before linearized reading' (duration: 479.559585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.894911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.756007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:30:12.895111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.415195Z","time spent":"479.909463ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:12.895102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.231966Z","time spent":"663.125809ms","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:12.895147Z","caller":"traceutil/trace.go:171","msg":"trace[744646082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12617; }","duration":"258.997142ms","start":"2026-03-03T14:30:12.63613Z","end":"2026-03-03T14:30:12.895127Z","steps":["trace[744646082] 'agreement among raft nodes before linearized reading' (duration: 258.678855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.895184Z","caller":"traceutil/trace.go:171","msg":"trace[1977344747] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12617; }","duration":"875.866405ms","start":"2026-03-03T14:30:12.019091Z","end":"2026-03-03T14:30:12.894957Z","steps":["trace[1977344747] 'agreement among raft nodes before linearized reading' (duration: 875.593669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.89489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.959725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:12.895246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.019065Z","time spent":"876.158422ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:12.895251Z","caller":"traceutil/trace.go:171","msg":"trace[193423755] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12617; }","duration":"986.337325ms","start":"2026-03-03T14:30:11.908893Z","end":"2026-03-03T14:30:12.89523Z","steps":["trace[193423755] 'agreement among raft nodes before linearized reading' (duration: 985.796392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.895311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.908885Z","time spent":"986.411786ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:12.894902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.380397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:30:12.895372Z","caller":"traceutil/trace.go:171","msg":"trace[54077379] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12617; }","duration":"115.878359ms","start":"2026-03-03T14:30:12.779475Z","end":"2026-03-03T14:30:12.895353Z","steps":["trace[54077379] 'agreement among raft nodes before linearized reading' (duration: 115.320596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.520721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.59543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:13.520822Z","caller":"traceutil/trace.go:171","msg":"trace[582481367] transaction","detail":"{read_only:false; response_revision:12618; number_of_response:1; }","duration":"622.3093ms","start":"2026-03-03T14:30:12.898496Z","end":"2026-03-03T14:30:13.520805Z","steps":["trace[582481367] 'process raft request' (duration: 345.543276ms)","trace[582481367] 'compare' (duration: 276.489788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:13.520876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.898484Z","time spent":"622.368842ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:14.157734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.059688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:14.158319Z","caller":"traceutil/trace.go:171","msg":"trace[507679150] transaction","detail":"{read_only:false; response_revision:12619; number_of_response:1; }","duration":"1.258358187s","start":"2026-03-03T14:30:12.899913Z","end":"2026-03-03T14:30:14.158271Z","steps":["trace[507679150] 'process raft request' (duration: 774.607383ms)","trace[507679150] 'compare' (duration: 482.887034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:14.158171Z","caller":"traceutil/trace.go:171","msg":"trace[418290491] transaction","detail":"{read_only:false; response_revision:12621; number_of_response:1; }","duration":"1.256258418s","start":"2026-03-03T14:30:12.901885Z","end":"2026-03-03T14:30:14.158143Z","steps":["trace[418290491] 'process raft request' (duration: 1.256127785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.158697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.901875Z","time spent":"1.256765899s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:14.158457Z","caller":"traceutil/trace.go:171","msg":"trace[245742636] linearizableReadLoop","detail":"{readStateIndex:13151; appliedIndex:13146; }","duration":"1.250119881s","start":"2026-03-03T14:30:12.908309Z","end":"2026-03-03T14:30:14.158428Z","steps":["trace[245742636] 'read index received' (duration: 335.841986ms)","trace[245742636] 'applied index is now lower than readState.Index' (duration: 914.274475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:14.158196Z","caller":"traceutil/trace.go:171","msg":"trace[480343380] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"1.258207824s","start":"2026-03-03T14:30:12.899934Z","end":"2026-03-03T14:30:14.158142Z","steps":["trace[480343380] 'process raft request' (duration: 1.257994689s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:14.158478Z","caller":"traceutil/trace.go:171","msg":"trace[1901735377] transaction","detail":"{read_only:false; response_revision:12622; number_of_response:1; }","duration":"1.250800509s","start":"2026-03-03T14:30:12.907641Z","end":"2026-03-03T14:30:14.158441Z","steps":["trace[1901735377] 'process raft request' (duration: 1.25042255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.158939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.899924Z","time spent":"1.258960041s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:14.158536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.899897Z","time spent":"1.258521821s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:14.158997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.907634Z","time spent":"1.251266659s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9189,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:14.158575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250243414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:14.159062Z","caller":"traceutil/trace.go:171","msg":"trace[1135687756] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12622; }","duration":"1.250759296s","start":"2026-03-03T14:30:12.908287Z","end":"2026-03-03T14:30:14.159046Z","steps":["trace[1135687756] 'agreement among raft nodes before linearized reading' (duration: 1.250214533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.159105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.90828Z","time spent":"1.250814288s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:14.220174Z","caller":"traceutil/trace.go:171","msg":"trace[2125292220] transaction","detail":"{read_only:false; response_revision:12623; number_of_response:1; }","duration":"309.290906ms","start":"2026-03-03T14:30:13.910849Z","end":"2026-03-03T14:30:14.22014Z","steps":["trace[2125292220] 'process raft request' (duration: 309.087212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.220659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.91083Z","time spent":"309.666075ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:15.0345Z","caller":"traceutil/trace.go:171","msg":"trace[392754119] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"1.122934256s","start":"2026-03-03T14:30:13.911528Z","end":"2026-03-03T14:30:15.034463Z","steps":["trace[392754119] 'process raft request' (duration: 1.12267826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.034787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.911513Z","time spent":"1.12313754s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:15.034864Z","caller":"traceutil/trace.go:171","msg":"trace[702053270] linearizableReadLoop","detail":"{readStateIndex:13154; appliedIndex:13151; }","duration":"876.046429ms","start":"2026-03-03T14:30:14.158788Z","end":"2026-03-03T14:30:15.034834Z","steps":["trace[702053270] 'read index received' (duration: 61.203372ms)","trace[702053270] 'applied index is now lower than readState.Index' (duration: 814.839997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:15.03503Z","caller":"traceutil/trace.go:171","msg":"trace[1219851388] transaction","detail":"{read_only:false; response_revision:12625; number_of_response:1; }","duration":"1.123225032s","start":"2026-03-03T14:30:13.911775Z","end":"2026-03-03T14:30:15.035Z","steps":["trace[1219851388] 'process raft request' (duration: 1.122633328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511730257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:30:15.035203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.911731Z","time spent":"1.123377816s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:15.035123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249854715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:15.0353Z","caller":"traceutil/trace.go:171","msg":"trace[1807945503] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12625; }","duration":"1.250145982s","start":"2026-03-03T14:30:13.785134Z","end":"2026-03-03T14:30:15.03528Z","steps":["trace[1807945503] 'agreement among raft nodes before linearized reading' (duration: 1.249725122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.471179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:15.035385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.796461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:30:15.035375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119875093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:15.035424Z","caller":"traceutil/trace.go:171","msg":"trace[900448127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12625; }","duration":"135.883943ms","start":"2026-03-03T14:30:14.899532Z","end":"2026-03-03T14:30:15.035416Z","steps":["trace[900448127] 'agreement among raft nodes before linearized reading' (duration: 135.793601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.706674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:9204"} {"level":"warn","ts":"2026-03-03T14:30:15.035452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.785112Z","time spent":"1.250264045s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:15.035413Z","caller":"traceutil/trace.go:171","msg":"trace[489087480] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12625; }","duration":"185.55086ms","start":"2026-03-03T14:30:14.849848Z","end":"2026-03-03T14:30:15.035398Z","steps":["trace[489087480] 'agreement among raft nodes before linearized reading' (duration: 185.454878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075155621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:15.035554Z","caller":"traceutil/trace.go:171","msg":"trace[571330633] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12625; }","duration":"2.075208102s","start":"2026-03-03T14:30:12.96034Z","end":"2026-03-03T14:30:15.035548Z","steps":["trace[571330633] 'agreement among raft nodes before linearized reading' (duration: 2.075158981s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:15.035554Z","caller":"traceutil/trace.go:171","msg":"trace[1629822756] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12625; }","duration":"1.120082818s","start":"2026-03-03T14:30:13.915434Z","end":"2026-03-03T14:30:15.035517Z","steps":["trace[1629822756] 'agreement among raft nodes before linearized reading' (duration: 1.119823282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.960323Z","time spent":"2.075256554s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:15.035606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.91539Z","time spent":"1.120205271s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:15.035679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.593835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415097"} {"level":"warn","ts":"2026-03-03T14:30:15.035674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.593902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:30:15.035738Z","caller":"traceutil/trace.go:171","msg":"trace[1514377284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12625; }","duration":"139.862238ms","start":"2026-03-03T14:30:14.895862Z","end":"2026-03-03T14:30:15.035725Z","steps":["trace[1514377284] 'agreement among raft nodes before linearized reading' (duration: 139.659003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744709193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:15.035758Z","caller":"traceutil/trace.go:171","msg":"trace[1656969033] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12625; }","duration":"608.649637ms","start":"2026-03-03T14:30:14.427059Z","end":"2026-03-03T14:30:15.035709Z","steps":["trace[1656969033] 'agreement among raft nodes before linearized reading' (duration: 608.462582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.035194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276807725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:15.03582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.42705Z","time spent":"608.761369ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415121,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:15.035932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.04891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:15.035953Z","caller":"traceutil/trace.go:171","msg":"trace[8042779] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12625; }","duration":"621.120022ms","start":"2026-03-03T14:30:14.414828Z","end":"2026-03-03T14:30:15.035948Z","steps":["trace[8042779] 'agreement among raft nodes before linearized reading' (duration: 621.056871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:15.035836Z","caller":"traceutil/trace.go:171","msg":"trace[351977202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12625; }","duration":"1.277516771s","start":"2026-03-03T14:30:13.758311Z","end":"2026-03-03T14:30:15.035828Z","steps":["trace[351977202] 'agreement among raft nodes before linearized reading' (duration: 1.276718083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.036053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.414799Z","time spent":"621.246926ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:15.035787Z","caller":"traceutil/trace.go:171","msg":"trace[2112746628] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12625; }","duration":"1.745362018s","start":"2026-03-03T14:30:13.290413Z","end":"2026-03-03T14:30:15.035775Z","steps":["trace[2112746628] 'agreement among raft nodes before linearized reading' (duration: 1.744610361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.036099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.290376Z","time spent":"1.745708036s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":90,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:15.036118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.627334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:15.035482Z","caller":"traceutil/trace.go:171","msg":"trace[159836503] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12625; }","duration":"865.852937ms","start":"2026-03-03T14:30:14.169621Z","end":"2026-03-03T14:30:15.035474Z","steps":["trace[159836503] 'agreement among raft nodes before linearized reading' (duration: 865.678733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:15.036223Z","caller":"traceutil/trace.go:171","msg":"trace[1967041522] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12625; }","duration":"621.787888ms","start":"2026-03-03T14:30:14.414415Z","end":"2026-03-03T14:30:15.036203Z","steps":["trace[1967041522] 'agreement among raft nodes before linearized reading' (duration: 621.493891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.036234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.169604Z","time spent":"866.624795ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9228,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" "} {"level":"warn","ts":"2026-03-03T14:30:15.036267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.414394Z","time spent":"621.867221ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:15.03521Z","caller":"traceutil/trace.go:171","msg":"trace[2125925110] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12625; }","duration":"1.51184982s","start":"2026-03-03T14:30:13.523347Z","end":"2026-03-03T14:30:15.035197Z","steps":["trace[2125925110] 'agreement among raft nodes before linearized reading' (duration: 1.511562523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.036297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.282232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:15.036362Z","caller":"traceutil/trace.go:171","msg":"trace[1719120515] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12625; }","duration":"620.367925ms","start":"2026-03-03T14:30:14.415978Z","end":"2026-03-03T14:30:15.036346Z","steps":["trace[1719120515] 'agreement among raft nodes before linearized reading' (duration: 620.16978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.036337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.523326Z","time spent":"1.512992887s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:30:15.036414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.415966Z","time spent":"620.436016ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:15.036111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.758292Z","time spent":"1.277807489s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:15.544052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:16.045071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:16.545974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:17.045862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000033299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:17.045912Z","caller":"traceutil/trace.go:171","msg":"trace[1732263656] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101821s","start":"2026-03-03T14:30:15.0458Z","end":"2026-03-03T14:30:17.045902Z","steps":["trace[1732263656] 'agreement among raft nodes before linearized reading' (duration: 2.000044159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.045933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.045794Z","time spent":"2.000134981s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:17.046089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:17.532891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.582594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:17.533011Z","caller":"traceutil/trace.go:171","msg":"trace[134395687] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"2.4899777s","start":"2026-03-03T14:30:15.043008Z","end":"2026-03-03T14:30:17.532986Z","steps":["trace[134395687] 'process raft request' (duration: 2.040205121s)","trace[134395687] 'compare' (duration: 449.375839ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:17.533075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.042992Z","time spent":"2.490053481s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:18.04867Z","caller":"traceutil/trace.go:171","msg":"trace[455096509] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"3.001554344s","start":"2026-03-03T14:30:15.047072Z","end":"2026-03-03T14:30:18.048626Z","steps":["trace[455096509] 'process raft request' (duration: 3.000941409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.048842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.047061Z","time spent":"3.001692938s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:18.048991Z","caller":"traceutil/trace.go:171","msg":"trace[1102845627] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"2.584047112s","start":"2026-03-03T14:30:15.4649Z","end":"2026-03-03T14:30:18.048947Z","steps":["trace[1102845627] 'process raft request' (duration: 2.583721374s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:18.049193Z","caller":"traceutil/trace.go:171","msg":"trace[693626907] transaction","detail":"{read_only:false; response_revision:12630; number_of_response:1; }","duration":"1.846341253s","start":"2026-03-03T14:30:16.202839Z","end":"2026-03-03T14:30:18.049181Z","steps":["trace[693626907] 'process raft request' (duration: 1.845995495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.049184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.464872Z","time spent":"2.584201796s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:18.04873Z","caller":"traceutil/trace.go:171","msg":"trace[823008629] transaction","detail":"{read_only:false; response_revision:12628; number_of_response:1; }","duration":"2.620403694s","start":"2026-03-03T14:30:15.428301Z","end":"2026-03-03T14:30:18.048704Z","steps":["trace[823008629] 'process raft request' (duration: 2.619982164s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:18.049336Z","caller":"traceutil/trace.go:171","msg":"trace[1487347310] linearizableReadLoop","detail":"{readStateIndex:13162; appliedIndex:13154; }","duration":"3.00601935s","start":"2026-03-03T14:30:15.043303Z","end":"2026-03-03T14:30:18.049323Z","steps":["trace[1487347310] 'read index received' (duration: 2.040019897s)","trace[1487347310] 'applied index is now lower than readState.Index' (duration: 965.998782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:18.049359Z","caller":"traceutil/trace.go:171","msg":"trace[1378136728] transaction","detail":"{read_only:false; response_revision:12631; number_of_response:1; }","duration":"1.82175474s","start":"2026-03-03T14:30:16.227591Z","end":"2026-03-03T14:30:18.049346Z","steps":["trace[1378136728] 'process raft request' (duration: 1.821487244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:18.04941Z","caller":"traceutil/trace.go:171","msg":"trace[750642808] transaction","detail":"{read_only:false; response_revision:12632; number_of_response:1; }","duration":"1.006551504s","start":"2026-03-03T14:30:17.042851Z","end":"2026-03-03T14:30:18.049403Z","steps":["trace[750642808] 'process raft request' (duration: 1.006404111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.049428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.227574Z","time spent":"1.821813091s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:18.049522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.428258Z","time spent":"2.621058019s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:18.049258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.202815Z","time spent":"1.846415064s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:30:18.050137Z","caller":"traceutil/trace.go:171","msg":"trace[1819776737] transaction","detail":"{read_only:false; response_revision:12633; number_of_response:1; }","duration":"1.007059946s","start":"2026-03-03T14:30:17.043061Z","end":"2026-03-03T14:30:18.050121Z","steps":["trace[1819776737] 'process raft request' (duration: 1.006237097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.054849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.043023Z","time spent":"1.011777758s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:18.050755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007438893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516144"} {"level":"warn","ts":"2026-03-03T14:30:18.051099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007723161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:18.055085Z","caller":"traceutil/trace.go:171","msg":"trace[942739222] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12633; }","duration":"3.011783677s","start":"2026-03-03T14:30:15.043285Z","end":"2026-03-03T14:30:18.055069Z","steps":["trace[942739222] 'agreement among raft nodes before linearized reading' (duration: 3.006822829s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:18.055202Z","caller":"traceutil/trace.go:171","msg":"trace[323377576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12633; }","duration":"3.011824107s","start":"2026-03-03T14:30:15.043347Z","end":"2026-03-03T14:30:18.055172Z","steps":["trace[323377576] 'agreement among raft nodes before linearized reading' (duration: 3.007640017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.05526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.043276Z","time spent":"3.011953061s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516168,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:18.055302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.043334Z","time spent":"3.011932529s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413463756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:18.056689Z","caller":"traceutil/trace.go:171","msg":"trace[1125240508] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12633; }","duration":"1.419113251s","start":"2026-03-03T14:30:16.637546Z","end":"2026-03-03T14:30:18.056659Z","steps":["trace[1125240508] 'agreement among raft nodes before linearized reading' (duration: 1.413458306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.05676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.637535Z","time spent":"1.419198413s","remote":"127.0.0.1:36798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.051154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419403287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:18.056923Z","caller":"traceutil/trace.go:171","msg":"trace[706077311] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12633; }","duration":"1.425217585s","start":"2026-03-03T14:30:16.631697Z","end":"2026-03-03T14:30:18.056914Z","steps":["trace[706077311] 'agreement among raft nodes before linearized reading' (duration: 1.419426888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.056947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.631673Z","time spent":"1.425265736s","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.051222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744869717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:18.057112Z","caller":"traceutil/trace.go:171","msg":"trace[812857951] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12633; }","duration":"1.750786197s","start":"2026-03-03T14:30:16.306316Z","end":"2026-03-03T14:30:18.057102Z","steps":["trace[812857951] 'agreement among raft nodes before linearized reading' (duration: 1.744856837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.057148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.3063Z","time spent":"1.750834998s","remote":"127.0.0.1:48640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.051274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005421838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:18.057604Z","caller":"traceutil/trace.go:171","msg":"trace[858224603] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12633; }","duration":"1.011469631s","start":"2026-03-03T14:30:17.045822Z","end":"2026-03-03T14:30:18.057292Z","steps":["trace[858224603] 'agreement among raft nodes before linearized reading' (duration: 1.005272904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.057697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.045817Z","time spent":"1.01186101s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:18.0513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886745562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:18.057805Z","caller":"traceutil/trace.go:171","msg":"trace[1155058389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12633; }","duration":"1.893274726s","start":"2026-03-03T14:30:16.164515Z","end":"2026-03-03T14:30:18.05779Z","steps":["trace[1155058389] 'agreement among raft nodes before linearized reading' (duration: 1.886723471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.057848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.164496Z","time spent":"1.893338368s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008071301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:18.057939Z","caller":"traceutil/trace.go:171","msg":"trace[231122211] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12633; }","duration":"1.014765989s","start":"2026-03-03T14:30:17.043163Z","end":"2026-03-03T14:30:18.057929Z","steps":["trace[231122211] 'agreement among raft nodes before linearized reading' (duration: 1.007983008s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.057977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.043152Z","time spent":"1.014816741s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.69305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:18.058146Z","caller":"traceutil/trace.go:171","msg":"trace[132829262] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12633; }","duration":"626.522091ms","start":"2026-03-03T14:30:17.43161Z","end":"2026-03-03T14:30:18.058133Z","steps":["trace[132829262] 'agreement among raft nodes before linearized reading' (duration: 619.70871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.058188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.431594Z","time spent":"626.580052ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.051388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887770926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:30:18.058285Z","caller":"traceutil/trace.go:171","msg":"trace[273670432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12633; }","duration":"1.894684749s","start":"2026-03-03T14:30:16.163581Z","end":"2026-03-03T14:30:18.058266Z","steps":["trace[273670432] 'agreement among raft nodes before linearized reading' (duration: 1.887746945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.05833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.16357Z","time spent":"1.894747501s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.903607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:18.058409Z","caller":"traceutil/trace.go:171","msg":"trace[155739592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12633; }","duration":"756.934424ms","start":"2026-03-03T14:30:17.301464Z","end":"2026-03-03T14:30:18.058399Z","steps":["trace[155739592] 'agreement among raft nodes before linearized reading' (duration: 749.919978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.058437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.301445Z","time spent":"756.982824ms","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.051459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888258047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:30:18.058481Z","caller":"traceutil/trace.go:171","msg":"trace[337290578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12633; }","duration":"1.895310664s","start":"2026-03-03T14:30:16.163152Z","end":"2026-03-03T14:30:18.058462Z","steps":["trace[337290578] 'agreement among raft nodes before linearized reading' (duration: 1.888254017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.05853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.163128Z","time spent":"1.895388926s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005381346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:18.058598Z","caller":"traceutil/trace.go:171","msg":"trace[1060543706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12633; }","duration":"1.012543976s","start":"2026-03-03T14:30:17.046035Z","end":"2026-03-03T14:30:18.058579Z","steps":["trace[1060543706] 'agreement among raft nodes before linearized reading' (duration: 1.005402887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.051477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008751387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:18.05868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.046015Z","time spent":"1.012653639s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:18.058688Z","caller":"traceutil/trace.go:171","msg":"trace[1110258712] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12633; }","duration":"1.015991648s","start":"2026-03-03T14:30:17.042687Z","end":"2026-03-03T14:30:18.058678Z","steps":["trace[1110258712] 'agreement among raft nodes before linearized reading' (duration: 1.008648275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.058723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.042672Z","time spent":"1.016038029s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443986779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:30:18.058816Z","caller":"traceutil/trace.go:171","msg":"trace[1045202961] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12633; }","duration":"2.451313832s","start":"2026-03-03T14:30:15.60749Z","end":"2026-03-03T14:30:18.058804Z","steps":["trace[1045202961] 'agreement among raft nodes before linearized reading' (duration: 2.443985629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.058861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.607467Z","time spent":"2.451381484s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211297181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:30:18.058936Z","caller":"traceutil/trace.go:171","msg":"trace[1603374069] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12633; }","duration":"1.218687276s","start":"2026-03-03T14:30:16.840237Z","end":"2026-03-03T14:30:18.058925Z","steps":["trace[1603374069] 'agreement among raft nodes before linearized reading' (duration: 1.21125967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.058979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.840214Z","time spent":"1.218752368s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:30:18.051579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92084738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:18.059018Z","caller":"traceutil/trace.go:171","msg":"trace[1447800144] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12633; }","duration":"2.928346677s","start":"2026-03-03T14:30:15.13066Z","end":"2026-03-03T14:30:18.059007Z","steps":["trace[1447800144] 'agreement among raft nodes before linearized reading' (duration: 2.92085552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.059052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.130629Z","time spent":"2.928413089s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:18.054083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.042843Z","time spent":"1.006585595s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:18.565809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:20.069574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:20.069669Z","caller":"traceutil/trace.go:171","msg":"trace[711398910] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092841s","start":"2026-03-03T14:30:18.068723Z","end":"2026-03-03T14:30:20.069651Z","steps":["trace[711398910] 'agreement among raft nodes before linearized reading' (duration: 2.000822487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.069714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.068715Z","time spent":"2.000986561s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:20.654936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.086408ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:20.65509Z","caller":"traceutil/trace.go:171","msg":"trace[307630264] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12633; }","duration":"233.264282ms","start":"2026-03-03T14:30:20.421812Z","end":"2026-03-03T14:30:20.655076Z","steps":["trace[307630264] 'range keys from in-memory index tree' (duration: 233.066778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.655676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845673348s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:20.655778Z","caller":"traceutil/trace.go:171","msg":"trace[1056593566] transaction","detail":"{read_only:false; response_revision:12634; number_of_response:1; }","duration":"2.597863018s","start":"2026-03-03T14:30:18.057895Z","end":"2026-03-03T14:30:20.655758Z","steps":["trace[1056593566] 'process raft request' (duration: 752.035247ms)","trace[1056593566] 'compare' (duration: 1.845203817s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:20.655836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.057883Z","time spent":"2.59793221s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:30:20.992661Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962859118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:21.002334Z","caller":"traceutil/trace.go:171","msg":"trace[212375041] transaction","detail":"{read_only:false; response_revision:12635; number_of_response:1; }","duration":"2.932135538s","start":"2026-03-03T14:30:18.070159Z","end":"2026-03-03T14:30:21.002295Z","steps":["trace[212375041] 'process raft request' (duration: 2.922863638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.002672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.070147Z","time spent":"2.932341913s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:21.002908Z","caller":"traceutil/trace.go:171","msg":"trace[66124150] linearizableReadLoop","detail":"{readStateIndex:13166; appliedIndex:13162; }","duration":"2.939715217s","start":"2026-03-03T14:30:18.063164Z","end":"2026-03-03T14:30:21.002879Z","steps":["trace[66124150] 'read index received' (duration: 746.778332ms)","trace[66124150] 'applied index is now lower than readState.Index' (duration: 2.192934175s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:21.003113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.939941342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:30:21.003154Z","caller":"traceutil/trace.go:171","msg":"trace[922617392] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:12637; }","duration":"2.939982443s","start":"2026-03-03T14:30:18.063159Z","end":"2026-03-03T14:30:21.003142Z","steps":["trace[922617392] 'agreement among raft nodes before linearized reading' (duration: 2.939831589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.003181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.063122Z","time spent":"2.940053075s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" "} {"level":"info","ts":"2026-03-03T14:30:21.003179Z","caller":"traceutil/trace.go:171","msg":"trace[937661681] transaction","detail":"{read_only:false; response_revision:12637; number_of_response:1; }","duration":"2.929929395s","start":"2026-03-03T14:30:18.073221Z","end":"2026-03-03T14:30:21.003151Z","steps":["trace[937661681] 'process raft request' (duration: 2.92926847s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:21.003208Z","caller":"traceutil/trace.go:171","msg":"trace[1471943707] transaction","detail":"{read_only:false; response_revision:12636; number_of_response:1; }","duration":"2.932973128s","start":"2026-03-03T14:30:18.070207Z","end":"2026-03-03T14:30:21.003181Z","steps":["trace[1471943707] 'process raft request' (duration: 2.931996285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.003351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.070192Z","time spent":"2.93308132s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:21.008013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.073213Z","time spent":"2.930014787s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:21.135169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:21.135262Z","caller":"traceutil/trace.go:171","msg":"trace[1851238187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692854s","start":"2026-03-03T14:30:19.134544Z","end":"2026-03-03T14:30:21.135237Z","steps":["trace[1851238187] 'agreement among raft nodes before linearized reading' (duration: 2.000575921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.135314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.134525Z","time spent":"2.000779816s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:21.503052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:22.069613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:22.069727Z","caller":"traceutil/trace.go:171","msg":"trace[1220138451] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000756066s","start":"2026-03-03T14:30:20.068945Z","end":"2026-03-03T14:30:22.069701Z","steps":["trace[1220138451] 'agreement among raft nodes before linearized reading' (duration: 2.000602182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.069822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.068936Z","time spent":"2.000872098s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:22.09345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.975144ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:22.094219Z","caller":"traceutil/trace.go:171","msg":"trace[215248796] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"2.177793376s","start":"2026-03-03T14:30:19.9164Z","end":"2026-03-03T14:30:22.094194Z","steps":["trace[215248796] 'process raft request' (duration: 2.177140001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.094365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.916357Z","time spent":"2.177924049s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.081372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.015141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:23.081704Z","caller":"traceutil/trace.go:171","msg":"trace[915241476] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"3.019016747s","start":"2026-03-03T14:30:20.062651Z","end":"2026-03-03T14:30:23.081668Z","steps":["trace[915241476] 'process raft request' (duration: 2.031527635s)","trace[915241476] 'compare' (duration: 986.792366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:23.081907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.062622Z","time spent":"3.019185261s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.081914Z","caller":"traceutil/trace.go:171","msg":"trace[1953089850] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"3.012728778s","start":"2026-03-03T14:30:20.069147Z","end":"2026-03-03T14:30:23.081876Z","steps":["trace[1953089850] 'process raft request' (duration: 3.01237049s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.081988Z","caller":"traceutil/trace.go:171","msg":"trace[554953526] transaction","detail":"{read_only:false; response_revision:12642; number_of_response:1; }","duration":"1.570624843s","start":"2026-03-03T14:30:21.511335Z","end":"2026-03-03T14:30:23.08196Z","steps":["trace[554953526] 'process raft request' (duration: 1.570419728s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.082007Z","caller":"traceutil/trace.go:171","msg":"trace[559873916] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"3.009983853s","start":"2026-03-03T14:30:20.071996Z","end":"2026-03-03T14:30:23.08198Z","steps":["trace[559873916] 'process raft request' (duration: 3.009690517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.08208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.06913Z","time spent":"3.012867672s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.082086Z","caller":"traceutil/trace.go:171","msg":"trace[1619348468] linearizableReadLoop","detail":"{readStateIndex:13171; appliedIndex:13166; }","duration":"2.079108214s","start":"2026-03-03T14:30:21.002964Z","end":"2026-03-03T14:30:23.082072Z","steps":["trace[1619348468] 'read index received' (duration: 611.048213ms)","trace[1619348468] 'applied index is now lower than readState.Index' (duration: 1.468058561s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:23.08213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.071986Z","time spent":"3.010079635s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.082125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.511305Z","time spent":"1.570767157s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.082268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014248685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:23.082302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01444569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:23.082325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011610999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:30:23.082339Z","caller":"traceutil/trace.go:171","msg":"trace[2125891382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12643; }","duration":"3.014521882s","start":"2026-03-03T14:30:20.067808Z","end":"2026-03-03T14:30:23.08233Z","steps":["trace[2125891382] 'agreement among raft nodes before linearized reading' (duration: 3.014365907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.08233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.017730936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:9204"} {"level":"info","ts":"2026-03-03T14:30:23.082353Z","caller":"traceutil/trace.go:171","msg":"trace[470019526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12643; }","duration":"3.014361279s","start":"2026-03-03T14:30:20.06797Z","end":"2026-03-03T14:30:23.082332Z","steps":["trace[470019526] 'agreement among raft nodes before linearized reading' (duration: 3.014132402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.082372Z","caller":"traceutil/trace.go:171","msg":"trace[1509764852] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12643; }","duration":"5.011666991s","start":"2026-03-03T14:30:18.070689Z","end":"2026-03-03T14:30:23.082356Z","steps":["trace[1509764852] 'agreement among raft nodes before linearized reading' (duration: 5.011541617s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.082376Z","caller":"traceutil/trace.go:171","msg":"trace[272332351] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12643; }","duration":"5.017787937s","start":"2026-03-03T14:30:18.064576Z","end":"2026-03-03T14:30:23.082364Z","steps":["trace[272332351] 'agreement among raft nodes before linearized reading' (duration: 5.017649073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978502508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:30:23.082313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451217427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"warn","ts":"2026-03-03T14:30:23.082438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200043673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:23.082456Z","caller":"traceutil/trace.go:171","msg":"trace[538690718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12643; }","duration":"2.978566179s","start":"2026-03-03T14:30:20.103875Z","end":"2026-03-03T14:30:23.082441Z","steps":["trace[538690718] 'agreement among raft nodes before linearized reading' (duration: 2.978399924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.06457Z","time spent":"5.017836118s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9228,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069407212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:23.082514Z","caller":"traceutil/trace.go:171","msg":"trace[2059230075] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12643; }","duration":"4.069464174s","start":"2026-03-03T14:30:19.013043Z","end":"2026-03-03T14:30:23.082507Z","steps":["trace[2059230075] 'agreement among raft nodes before linearized reading' (duration: 4.069401112s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.103817Z","time spent":"2.978686472s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.013027Z","time spent":"4.069508294s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:23.082555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.446479199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:23.082372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543962621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:23.08262Z","caller":"traceutil/trace.go:171","msg":"trace[227493315] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12643; }","duration":"2.446568201s","start":"2026-03-03T14:30:20.636033Z","end":"2026-03-03T14:30:23.082601Z","steps":["trace[227493315] 'agreement among raft nodes before linearized reading' (duration: 2.446491369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.082662Z","caller":"traceutil/trace.go:171","msg":"trace[1662540621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12643; }","duration":"3.544276248s","start":"2026-03-03T14:30:19.53837Z","end":"2026-03-03T14:30:23.082646Z","steps":["trace[1662540621] 'agreement among raft nodes before linearized reading' (duration: 3.543959261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.636013Z","time spent":"2.446647802s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:23.082726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.538351Z","time spent":"3.54435966s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:30:23.082469Z","caller":"traceutil/trace.go:171","msg":"trace[224747126] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12643; }","duration":"4.451386823s","start":"2026-03-03T14:30:18.631066Z","end":"2026-03-03T14:30:23.082453Z","steps":["trace[224747126] 'agreement among raft nodes before linearized reading' (duration: 4.451150476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.631053Z","time spent":"4.451791612s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003252993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:30:23.082888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011671343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:23.082916Z","caller":"traceutil/trace.go:171","msg":"trace[11996196] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12643; }","duration":"4.003746394s","start":"2026-03-03T14:30:19.07915Z","end":"2026-03-03T14:30:23.082897Z","steps":["trace[11996196] 'agreement among raft nodes before linearized reading' (duration: 4.003233602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.082936Z","caller":"traceutil/trace.go:171","msg":"trace[343292481] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12643; }","duration":"3.011755866s","start":"2026-03-03T14:30:20.071166Z","end":"2026-03-03T14:30:23.082922Z","steps":["trace[343292481] 'agreement among raft nodes before linearized reading' (duration: 3.011583351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.079137Z","time spent":"4.003812427s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.070682Z","time spent":"5.011718442s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:30:23.082466Z","caller":"traceutil/trace.go:171","msg":"trace[1651941811] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12643; }","duration":"2.200120415s","start":"2026-03-03T14:30:20.882337Z","end":"2026-03-03T14:30:23.082458Z","steps":["trace[1651941811] 'agreement among raft nodes before linearized reading' (duration: 2.200065583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.082369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.067787Z","time spent":"3.014576243s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:23.083102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012119363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:23.083125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.882298Z","time spent":"2.200807471s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:23.083148Z","caller":"traceutil/trace.go:171","msg":"trace[1551717882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12643; }","duration":"3.012184545s","start":"2026-03-03T14:30:20.070951Z","end":"2026-03-03T14:30:23.083135Z","steps":["trace[1551717882] 'agreement among raft nodes before linearized reading' (duration: 3.012054652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.083185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.070941Z","time spent":"3.012234116s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.067947Z","time spent":"3.01445257s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:23.082982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.071155Z","time spent":"3.011815447s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:23.084312Z","caller":"traceutil/trace.go:171","msg":"trace[296659132] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"1.454010898s","start":"2026-03-03T14:30:21.630241Z","end":"2026-03-03T14:30:23.084252Z","steps":["trace[296659132] 'process raft request' (duration: 1.451637961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.084421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.630214Z","time spent":"1.45414778s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.084605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350335999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:23.084613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077274541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:30:23.084651Z","caller":"traceutil/trace.go:171","msg":"trace[2118503246] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12644; }","duration":"1.350429611s","start":"2026-03-03T14:30:21.73421Z","end":"2026-03-03T14:30:23.084639Z","steps":["trace[2118503246] 'agreement among raft nodes before linearized reading' (duration: 1.350350749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.084685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.734176Z","time spent":"1.350499972s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:23.084677Z","caller":"traceutil/trace.go:171","msg":"trace[1503255316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12644; }","duration":"2.077379413s","start":"2026-03-03T14:30:21.007279Z","end":"2026-03-03T14:30:23.084658Z","steps":["trace[1503255316] 'agreement among raft nodes before linearized reading' (duration: 2.077180808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.084728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.00726Z","time spent":"2.077455764s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:23.084762Z","caller":"traceutil/trace.go:171","msg":"trace[1555702656] transaction","detail":"{read_only:false; response_revision:12644; number_of_response:1; }","duration":"957.148662ms","start":"2026-03-03T14:30:22.127599Z","end":"2026-03-03T14:30:23.084747Z","steps":["trace[1555702656] 'process raft request' (duration: 956.692632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.084829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.127564Z","time spent":"957.227374ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:30:23.084876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006741669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:23.084907Z","caller":"traceutil/trace.go:171","msg":"trace[1697961926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12644; }","duration":"1.00679354s","start":"2026-03-03T14:30:22.078104Z","end":"2026-03-03T14:30:23.084897Z","steps":["trace[1697961926] 'agreement among raft nodes before linearized reading' (duration: 1.006736478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.084932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.078092Z","time spent":"1.00683385s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:23.085052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056667172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:23.085074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649431561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:30:23.085096Z","caller":"traceutil/trace.go:171","msg":"trace[1427759713] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12644; }","duration":"2.056740973s","start":"2026-03-03T14:30:21.028346Z","end":"2026-03-03T14:30:23.085087Z","steps":["trace[1427759713] 'agreement among raft nodes before linearized reading' (duration: 2.056668741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.085126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.028322Z","time spent":"2.056796516s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:23.085125Z","caller":"traceutil/trace.go:171","msg":"trace[216329869] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12644; }","duration":"1.649521794s","start":"2026-03-03T14:30:21.435589Z","end":"2026-03-03T14:30:23.085111Z","steps":["trace[216329869] 'agreement among raft nodes before linearized reading' (duration: 1.64938136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.085166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.435566Z","time spent":"1.649589377s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:23.085078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158356144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:23.085261Z","caller":"traceutil/trace.go:171","msg":"trace[382373699] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12644; }","duration":"1.158570011s","start":"2026-03-03T14:30:21.926667Z","end":"2026-03-03T14:30:23.085237Z","steps":["trace[382373699] 'agreement among raft nodes before linearized reading' (duration: 1.158355695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.085352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.926647Z","time spent":"1.158640322s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:23.879666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.419244ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:30:23.879836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.086866Z","time spent":"792.961428ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:23.87995Z","caller":"traceutil/trace.go:171","msg":"trace[1997132983] linearizableReadLoop","detail":"{readStateIndex:13175; appliedIndex:13174; }","duration":"792.837325ms","start":"2026-03-03T14:30:23.087074Z","end":"2026-03-03T14:30:23.879912Z","steps":["trace[1997132983] 'read index received' (duration: 245.268088ms)","trace[1997132983] 'applied index is now lower than readState.Index' (duration: 547.564697ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:23.880186Z","caller":"traceutil/trace.go:171","msg":"trace[1923785424] transaction","detail":"{read_only:false; response_revision:12645; number_of_response:1; }","duration":"791.631406ms","start":"2026-03-03T14:30:23.088533Z","end":"2026-03-03T14:30:23.880164Z","steps":["trace[1923785424] 'process raft request' (duration: 791.270117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.880262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.160283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:23.880293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.088508Z","time spent":"791.720638ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.880318Z","caller":"traceutil/trace.go:171","msg":"trace[1061648780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12649; }","duration":"793.279026ms","start":"2026-03-03T14:30:23.087024Z","end":"2026-03-03T14:30:23.880303Z","steps":["trace[1061648780] 'agreement among raft nodes before linearized reading' (duration: 793.087102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.880354Z","caller":"traceutil/trace.go:171","msg":"trace[1102452155] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"790.580281ms","start":"2026-03-03T14:30:23.089744Z","end":"2026-03-03T14:30:23.880324Z","steps":["trace[1102452155] 'process raft request' (duration: 790.259214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.880372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.086999Z","time spent":"793.357967ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:23.880504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.089732Z","time spent":"790.670283ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.880644Z","caller":"traceutil/trace.go:171","msg":"trace[1309098430] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"791.76769ms","start":"2026-03-03T14:30:23.088858Z","end":"2026-03-03T14:30:23.880626Z","steps":["trace[1309098430] 'process raft request' (duration: 791.107444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.880512Z","caller":"traceutil/trace.go:171","msg":"trace[1527899255] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"790.557171ms","start":"2026-03-03T14:30:23.089857Z","end":"2026-03-03T14:30:23.880414Z","steps":["trace[1527899255] 'process raft request' (duration: 790.184772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.880727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.088839Z","time spent":"791.846151ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.880779Z","caller":"traceutil/trace.go:171","msg":"trace[880871098] transaction","detail":"{read_only:false; response_revision:12650; number_of_response:1; }","duration":"786.975556ms","start":"2026-03-03T14:30:23.093793Z","end":"2026-03-03T14:30:23.880769Z","steps":["trace[880871098] 'process raft request' (duration: 786.311409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.880862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.093782Z","time spent":"787.037758ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9323,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.880517Z","caller":"traceutil/trace.go:171","msg":"trace[1218024095] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"788.81805ms","start":"2026-03-03T14:30:23.091686Z","end":"2026-03-03T14:30:23.880504Z","steps":["trace[1218024095] 'process raft request' (duration: 788.381239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.880962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.091679Z","time spent":"789.24199ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.881926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.089851Z","time spent":"790.857009ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.897596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.748008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:23.897646Z","caller":"traceutil/trace.go:171","msg":"trace[1623395058] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12650; }","duration":"809.822649ms","start":"2026-03-03T14:30:23.087812Z","end":"2026-03-03T14:30:23.897634Z","steps":["trace[1623395058] 'agreement among raft nodes before linearized reading' (duration: 809.684195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.897596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.598993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:30:23.897731Z","caller":"traceutil/trace.go:171","msg":"trace[2091170284] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4; range_end:; response_count:1; response_revision:12650; }","duration":"809.753507ms","start":"2026-03-03T14:30:23.087968Z","end":"2026-03-03T14:30:23.897721Z","steps":["trace[2091170284] 'agreement among raft nodes before linearized reading' (duration: 809.51902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.897774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.087961Z","time spent":"809.791938ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-d70fe43d-88c9-418c-8ecc-c049967c9ea4\" "} {"level":"warn","ts":"2026-03-03T14:30:23.897672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.087793Z","time spent":"809.872961ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:23.898381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.247798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516278"} {"level":"info","ts":"2026-03-03T14:30:23.898415Z","caller":"traceutil/trace.go:171","msg":"trace[1545503599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12650; }","duration":"810.297029ms","start":"2026-03-03T14:30:23.08811Z","end":"2026-03-03T14:30:23.898408Z","steps":["trace[1545503599] 'agreement among raft nodes before linearized reading' (duration: 809.535081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.898435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.088104Z","time spent":"810.324249ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516302,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:24.713871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.227851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:24.713984Z","caller":"traceutil/trace.go:171","msg":"trace[531354750] linearizableReadLoop","detail":"{readStateIndex:13182; appliedIndex:13181; }","duration":"816.497647ms","start":"2026-03-03T14:30:23.897467Z","end":"2026-03-03T14:30:24.713965Z","steps":["trace[531354750] 'read index received' (duration: 214.945039ms)","trace[531354750] 'applied index is now lower than readState.Index' (duration: 601.551368ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:24.714034Z","caller":"traceutil/trace.go:171","msg":"trace[1240434846] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"831.79635ms","start":"2026-03-03T14:30:23.88219Z","end":"2026-03-03T14:30:24.713986Z","steps":["trace[1240434846] 'process raft request' (duration: 230.326753ms)","trace[1240434846] 'compare' (duration: 601.090058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:24.714184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.631366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:24.714224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.882158Z","time spent":"831.960024ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:24.714243Z","caller":"traceutil/trace.go:171","msg":"trace[1610109402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12651; }","duration":"823.719898ms","start":"2026-03-03T14:30:23.890503Z","end":"2026-03-03T14:30:24.714223Z","steps":["trace[1610109402] 'agreement among raft nodes before linearized reading' (duration: 823.561664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:24.714291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.890486Z","time spent":"823.79357ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:24.714568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.123948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:24.714604Z","caller":"traceutil/trace.go:171","msg":"trace[1059291003] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12651; }","duration":"472.17662ms","start":"2026-03-03T14:30:24.242411Z","end":"2026-03-03T14:30:24.714587Z","steps":["trace[1059291003] 'agreement among raft nodes before linearized reading' (duration: 472.110148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:24.714638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.242343Z","time spent":"472.288852ms","remote":"127.0.0.1:34166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:24.714764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.656431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:9338"} {"level":"info","ts":"2026-03-03T14:30:24.714867Z","caller":"traceutil/trace.go:171","msg":"trace[107250035] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12651; }","duration":"827.828055ms","start":"2026-03-03T14:30:23.887013Z","end":"2026-03-03T14:30:24.714841Z","steps":["trace[107250035] 'agreement among raft nodes before linearized reading' (duration: 827.502177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:24.714933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.886983Z","time spent":"827.936837ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9362,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" "} {"level":"warn","ts":"2026-03-03T14:30:25.513826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:26.014234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:26.514627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:27.015846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:27.159974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.437888453s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:27.160829Z","caller":"traceutil/trace.go:171","msg":"trace[171519934] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"2.438844376s","start":"2026-03-03T14:30:24.721949Z","end":"2026-03-03T14:30:27.160794Z","steps":["trace[171519934] 'process raft request' (duration: 2.43859921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.161042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.721932Z","time spent":"2.43900852s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9316,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:27.242273Z","caller":"traceutil/trace.go:171","msg":"trace[1312539237] linearizableReadLoop","detail":"{readStateIndex:13186; appliedIndex:13182; }","duration":"2.22859105s","start":"2026-03-03T14:30:25.013655Z","end":"2026-03-03T14:30:27.242246Z","steps":["trace[1312539237] 'read index received' (duration: 2.14682449s)","trace[1312539237] 'applied index is now lower than readState.Index' (duration: 81.76509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:27.242538Z","caller":"traceutil/trace.go:171","msg":"trace[1656221018] transaction","detail":"{read_only:false; response_revision:12653; number_of_response:1; }","duration":"2.153439797s","start":"2026-03-03T14:30:25.089089Z","end":"2026-03-03T14:30:27.242528Z","steps":["trace[1656221018] 'process raft request' (duration: 2.152930015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.242649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.089063Z","time spent":"2.153505759s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:27.242875Z","caller":"traceutil/trace.go:171","msg":"trace[81482266] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"2.152471275s","start":"2026-03-03T14:30:25.090395Z","end":"2026-03-03T14:30:27.242866Z","steps":["trace[81482266] 'process raft request' (duration: 2.151774648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.242921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.090386Z","time spent":"2.152511716s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:27.243009Z","caller":"traceutil/trace.go:171","msg":"trace[676058942] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"2.11008347s","start":"2026-03-03T14:30:25.132919Z","end":"2026-03-03T14:30:27.243003Z","steps":["trace[676058942] 'process raft request' (duration: 2.10928388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.243043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.132884Z","time spent":"2.110142531s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:27.243372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229730227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:30:27.243401Z","caller":"traceutil/trace.go:171","msg":"trace[678980434] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12655; }","duration":"2.229809539s","start":"2026-03-03T14:30:25.013584Z","end":"2026-03-03T14:30:27.243393Z","steps":["trace[678980434] 'agreement among raft nodes before linearized reading' (duration: 2.229518902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.243419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.013555Z","time spent":"2.22986012s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:27.243666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.155334772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:27.243687Z","caller":"traceutil/trace.go:171","msg":"trace[149030232] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12655; }","duration":"2.155409943s","start":"2026-03-03T14:30:25.088272Z","end":"2026-03-03T14:30:27.243681Z","steps":["trace[149030232] 'agreement among raft nodes before linearized reading' (duration: 2.155348092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.2437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.088241Z","time spent":"2.155456465s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:27.244637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483830184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.24466Z","caller":"traceutil/trace.go:171","msg":"trace[771723696] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12655; }","duration":"1.483899736s","start":"2026-03-03T14:30:25.760755Z","end":"2026-03-03T14:30:27.244655Z","steps":["trace[771723696] 'agreement among raft nodes before linearized reading' (duration: 1.483862945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.244675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.760729Z","time spent":"1.483941927s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:27.244723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424963438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.24481Z","caller":"traceutil/trace.go:171","msg":"trace[742259734] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12655; }","duration":"1.425133662s","start":"2026-03-03T14:30:25.819657Z","end":"2026-03-03T14:30:27.24479Z","steps":["trace[742259734] 'agreement among raft nodes before linearized reading' (duration: 1.424956728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.244866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.819628Z","time spent":"1.425227745s","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.245167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.446038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:27.245193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608565325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:30:27.245212Z","caller":"traceutil/trace.go:171","msg":"trace[1705531976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12655; }","duration":"166.52922ms","start":"2026-03-03T14:30:27.078672Z","end":"2026-03-03T14:30:27.245201Z","steps":["trace[1705531976] 'agreement among raft nodes before linearized reading' (duration: 166.453027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.245229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607438817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:30:27.245428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.054229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:27.245417Z","caller":"traceutil/trace.go:171","msg":"trace[1028560507] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12655; }","duration":"1.607714934s","start":"2026-03-03T14:30:25.637664Z","end":"2026-03-03T14:30:27.245379Z","steps":["trace[1028560507] 'agreement among raft nodes before linearized reading' (duration: 1.607196641s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:27.245484Z","caller":"traceutil/trace.go:171","msg":"trace[645593368] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12655; }","duration":"798.130931ms","start":"2026-03-03T14:30:26.447326Z","end":"2026-03-03T14:30:27.245457Z","steps":["trace[645593368] 'agreement among raft nodes before linearized reading' (duration: 798.026208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.245519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.637628Z","time spent":"1.607861987s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:27.245555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.447306Z","time spent":"798.228604ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":45,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.24561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15480358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:27.24567Z","caller":"traceutil/trace.go:171","msg":"trace[1111133079] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12655; }","duration":"2.154874933s","start":"2026-03-03T14:30:25.090789Z","end":"2026-03-03T14:30:27.245664Z","steps":["trace[1111133079] 'agreement among raft nodes before linearized reading' (duration: 2.154442423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.245759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.975113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.245826Z","caller":"traceutil/trace.go:171","msg":"trace[1203966431] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12655; }","duration":"891.057395ms","start":"2026-03-03T14:30:26.354731Z","end":"2026-03-03T14:30:27.245788Z","steps":["trace[1203966431] 'agreement among raft nodes before linearized reading' (duration: 890.994693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.245867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.090784Z","time spent":"2.155070847s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:27.245914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101177108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.245946Z","caller":"traceutil/trace.go:171","msg":"trace[1950396532] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12655; }","duration":"1.10126232s","start":"2026-03-03T14:30:26.144675Z","end":"2026-03-03T14:30:27.245937Z","steps":["trace[1950396532] 'agreement among raft nodes before linearized reading' (duration: 1.101209649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.245976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.144646Z","time spent":"1.101324252s","remote":"127.0.0.1:34218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.24613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156871318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:27.246159Z","caller":"traceutil/trace.go:171","msg":"trace[2066721582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12655; }","duration":"2.15692856s","start":"2026-03-03T14:30:25.089224Z","end":"2026-03-03T14:30:27.246153Z","steps":["trace[2066721582] 'agreement among raft nodes before linearized reading' (duration: 2.156849468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.246187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123308684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.246242Z","caller":"traceutil/trace.go:171","msg":"trace[691385359] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12655; }","duration":"1.123415946s","start":"2026-03-03T14:30:26.122809Z","end":"2026-03-03T14:30:27.246225Z","steps":["trace[691385359] 'agreement among raft nodes before linearized reading' (duration: 1.123337024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.246263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.089216Z","time spent":"2.156961621s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:27.24628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.122781Z","time spent":"1.123491308s","remote":"127.0.0.1:48572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.24645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135565714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:27.246489Z","caller":"traceutil/trace.go:171","msg":"trace[1272749054] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12655; }","duration":"1.135656536s","start":"2026-03-03T14:30:26.110822Z","end":"2026-03-03T14:30:27.246479Z","steps":["trace[1272749054] 'agreement among raft nodes before linearized reading' (duration: 1.135600834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.246553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.110791Z","time spent":"1.135743428s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.245864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.354704Z","time spent":"891.151937ms","remote":"127.0.0.1:36742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:27.246922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336304196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:27.246967Z","caller":"traceutil/trace.go:171","msg":"trace[1076428795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12655; }","duration":"1.336402048s","start":"2026-03-03T14:30:25.910555Z","end":"2026-03-03T14:30:27.246957Z","steps":["trace[1076428795] 'agreement among raft nodes before linearized reading' (duration: 1.336159462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.246997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.910529Z","time spent":"1.33645993s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:30:27.245221Z","caller":"traceutil/trace.go:171","msg":"trace[1453739373] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12655; }","duration":"1.608643246s","start":"2026-03-03T14:30:25.636571Z","end":"2026-03-03T14:30:27.245214Z","steps":["trace[1453739373] 'agreement among raft nodes before linearized reading' (duration: 1.608558973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.247269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.636542Z","time spent":"1.610717985s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:27.247331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347996942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:30:27.247369Z","caller":"traceutil/trace.go:171","msg":"trace[688221288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12655; }","duration":"1.348089565s","start":"2026-03-03T14:30:25.899269Z","end":"2026-03-03T14:30:27.247359Z","steps":["trace[688221288] 'agreement among raft nodes before linearized reading' (duration: 1.347974803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.247418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.899242Z","time spent":"1.348156656s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:27.24749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391453233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:30:27.247513Z","caller":"traceutil/trace.go:171","msg":"trace[810238058] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12655; }","duration":"1.391547386s","start":"2026-03-03T14:30:25.855957Z","end":"2026-03-03T14:30:27.247505Z","steps":["trace[810238058] 'agreement among raft nodes before linearized reading' (duration: 1.391478474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.247513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363093831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:30:27.24753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.85593Z","time spent":"1.391595516s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T14:30:27.247546Z","caller":"traceutil/trace.go:171","msg":"trace[1996799559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12655; }","duration":"1.363174602s","start":"2026-03-03T14:30:25.884361Z","end":"2026-03-03T14:30:27.247536Z","steps":["trace[1996799559] 'agreement among raft nodes before linearized reading' (duration: 1.36306694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.247571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.884337Z","time spent":"1.363228834s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:27.247767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360752165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:27.247797Z","caller":"traceutil/trace.go:171","msg":"trace[1775402771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12655; }","duration":"1.360825326s","start":"2026-03-03T14:30:25.886961Z","end":"2026-03-03T14:30:27.247787Z","steps":["trace[1775402771] 'agreement among raft nodes before linearized reading' (duration: 1.360745764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.24782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.886921Z","time spent":"1.360891658s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:27.247934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360980841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:30:27.247954Z","caller":"traceutil/trace.go:171","msg":"trace[1087516772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12655; }","duration":"1.361021611s","start":"2026-03-03T14:30:25.886924Z","end":"2026-03-03T14:30:27.247946Z","steps":["trace[1087516772] 'agreement among raft nodes before linearized reading' (duration: 1.36095633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.247973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.886911Z","time spent":"1.361056603s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:27.248124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363187844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:30:27.248157Z","caller":"traceutil/trace.go:171","msg":"trace[1916300817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12655; }","duration":"1.363257296s","start":"2026-03-03T14:30:25.884887Z","end":"2026-03-03T14:30:27.248145Z","steps":["trace[1916300817] 'agreement among raft nodes before linearized reading' (duration: 1.363176424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.248193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.884865Z","time spent":"1.363319377s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:27.76736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675471,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:27.972286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.560009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.9724Z","caller":"traceutil/trace.go:171","msg":"trace[1047968444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12655; }","duration":"706.744253ms","start":"2026-03-03T14:30:27.26563Z","end":"2026-03-03T14:30:27.972374Z","steps":["trace[1047968444] 'range keys from in-memory index tree' (duration: 706.470956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.972458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.265609Z","time spent":"706.839075ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:28.106255Z","caller":"traceutil/trace.go:171","msg":"trace[798730743] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"840.191509ms","start":"2026-03-03T14:30:27.266043Z","end":"2026-03-03T14:30:28.106235Z","steps":["trace[798730743] 'process raft request' (duration: 840.070036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.106374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.266018Z","time spent":"840.292211ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:28.392531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.531758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:28.392702Z","caller":"traceutil/trace.go:171","msg":"trace[308984213] transaction","detail":"{read_only:false; response_revision:12659; number_of_response:1; }","duration":"1.11854914s","start":"2026-03-03T14:30:27.27414Z","end":"2026-03-03T14:30:28.392689Z","steps":["trace[308984213] 'process raft request' (duration: 1.118503919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.392752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274132Z","time spent":"1.118596461s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:28.392796Z","caller":"traceutil/trace.go:171","msg":"trace[1924482393] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"1.118738785s","start":"2026-03-03T14:30:27.274043Z","end":"2026-03-03T14:30:28.392782Z","steps":["trace[1924482393] 'process raft request' (duration: 989.892059ms)","trace[1924482393] 'compare' (duration: 128.297343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:28.392935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274022Z","time spent":"1.118805957s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:28.393079Z","caller":"traceutil/trace.go:171","msg":"trace[1387411186] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"1.118885538s","start":"2026-03-03T14:30:27.274184Z","end":"2026-03-03T14:30:28.39307Z","steps":["trace[1387411186] 'process raft request' (duration: 1.118482139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:28.392937Z","caller":"traceutil/trace.go:171","msg":"trace[1546923762] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"1.118791586s","start":"2026-03-03T14:30:27.274132Z","end":"2026-03-03T14:30:28.392924Z","steps":["trace[1546923762] 'process raft request' (duration: 1.118470558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.393145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274178Z","time spent":"1.118936719s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:28.393248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274126Z","time spent":"1.119001091s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:28.393712Z","caller":"traceutil/trace.go:171","msg":"trace[632717876] transaction","detail":"{read_only:false; response_revision:12661; number_of_response:1; }","duration":"1.119480582s","start":"2026-03-03T14:30:27.27422Z","end":"2026-03-03T14:30:28.3937Z","steps":["trace[632717876] 'process raft request' (duration: 1.118811116s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:28.393854Z","caller":"traceutil/trace.go:171","msg":"trace[1468569323] transaction","detail":"{read_only:false; response_revision:12662; number_of_response:1; }","duration":"1.119611076s","start":"2026-03-03T14:30:27.274224Z","end":"2026-03-03T14:30:28.393835Z","steps":["trace[1468569323] 'process raft request' (duration: 1.119249777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.394768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274218Z","time spent":"1.120526948s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:28.39397Z","caller":"traceutil/trace.go:171","msg":"trace[1355019278] linearizableReadLoop","detail":"{readStateIndex:13193; appliedIndex:13186; }","duration":"1.126801427s","start":"2026-03-03T14:30:27.267149Z","end":"2026-03-03T14:30:28.39395Z","steps":["trace[1355019278] 'read index received' (duration: 838.947119ms)","trace[1355019278] 'applied index is now lower than readState.Index' (duration: 287.850748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:28.394848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274212Z","time spent":"1.120481876s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:28.394092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12693781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:30:28.39499Z","caller":"traceutil/trace.go:171","msg":"trace[1202595991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2; range_end:; response_count:1; response_revision:12662; }","duration":"1.12779412s","start":"2026-03-03T14:30:27.267109Z","end":"2026-03-03T14:30:28.394904Z","steps":["trace[1202595991] 'agreement among raft nodes before linearized reading' (duration: 1.126883579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.395113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.267094Z","time spent":"1.127980215s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-3fe300ce-92d9-4576-994f-9360d26d77d2\" "} {"level":"warn","ts":"2026-03-03T14:30:29.298979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.679575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:29.299318Z","caller":"traceutil/trace.go:171","msg":"trace[736031089] linearizableReadLoop","detail":"{readStateIndex:13194; appliedIndex:13193; }","duration":"904.400732ms","start":"2026-03-03T14:30:28.394842Z","end":"2026-03-03T14:30:29.299243Z","steps":["trace[736031089] 'read index received' (duration: 140.490172ms)","trace[736031089] 'applied index is now lower than readState.Index' (duration: 763.90904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:29.300079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208049364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:30:29.300132Z","caller":"traceutil/trace.go:171","msg":"trace[2137899356] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12662; }","duration":"1.208146936s","start":"2026-03-03T14:30:28.091971Z","end":"2026-03-03T14:30:29.300118Z","steps":["trace[2137899356] 'agreement among raft nodes before linearized reading' (duration: 1.20790016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.300674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883954825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:29.300694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868474998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:29.300741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456823114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:29.30076Z","caller":"traceutil/trace.go:171","msg":"trace[910148269] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12662; }","duration":"1.884065828s","start":"2026-03-03T14:30:27.416675Z","end":"2026-03-03T14:30:29.300741Z","steps":["trace[910148269] 'agreement among raft nodes before linearized reading' (duration: 1.883247419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.30042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.091943Z","time spent":"1.208463653s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:29.300784Z","caller":"traceutil/trace.go:171","msg":"trace[542971271] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12662; }","duration":"1.456926317s","start":"2026-03-03T14:30:27.843847Z","end":"2026-03-03T14:30:29.300774Z","steps":["trace[542971271] 'agreement among raft nodes before linearized reading' (duration: 1.456040206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.300805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.843817Z","time spent":"1.456982898s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:29.300805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.416619Z","time spent":"1.88417637s","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:29.300802Z","caller":"traceutil/trace.go:171","msg":"trace[1932355010] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12662; }","duration":"1.868675273s","start":"2026-03-03T14:30:27.432097Z","end":"2026-03-03T14:30:29.300773Z","steps":["trace[1932355010] 'agreement among raft nodes before linearized reading' (duration: 1.867807833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.300859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.432085Z","time spent":"1.868762325s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:29.300987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.990074Z","time spent":"310.911464ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:29.301183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026840264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516271"} {"level":"info","ts":"2026-03-03T14:30:29.301253Z","caller":"traceutil/trace.go:171","msg":"trace[1368340534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12662; }","duration":"2.026952587s","start":"2026-03-03T14:30:27.274283Z","end":"2026-03-03T14:30:29.301236Z","steps":["trace[1368340534] 'agreement among raft nodes before linearized reading' (duration: 2.025645667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.301288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.274275Z","time spent":"2.027004798s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516295,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:29.56102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043499459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:29.561119Z","caller":"traceutil/trace.go:171","msg":"trace[595010987] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12662; }","duration":"2.043645983s","start":"2026-03-03T14:30:27.517446Z","end":"2026-03-03T14:30:29.561091Z","steps":["trace[595010987] 'agreement among raft nodes before linearized reading' (duration: 1.782450898s)","trace[595010987] 'count revisions from in-memory index tree' (duration: 261.050302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:29.561173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.51743Z","time spent":"2.043731774s","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:29.561283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.511693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:29.561513Z","caller":"traceutil/trace.go:171","msg":"trace[1098476820] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"289.705171ms","start":"2026-03-03T14:30:29.271773Z","end":"2026-03-03T14:30:29.561478Z","steps":["trace[1098476820] 'process raft request' (duration: 35.912962ms)","trace[1098476820] 'compare' (duration: 253.359549ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:29.561586Z","caller":"traceutil/trace.go:171","msg":"trace[1252219366] transaction","detail":"{read_only:false; response_revision:12664; number_of_response:1; }","duration":"289.714301ms","start":"2026-03-03T14:30:29.271847Z","end":"2026-03-03T14:30:29.561561Z","steps":["trace[1252219366] 'process raft request' (duration: 289.528926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.561911Z","caller":"traceutil/trace.go:171","msg":"trace[2103951202] linearizableReadLoop","detail":"{readStateIndex:13198; appliedIndex:13195; }","duration":"262.536597ms","start":"2026-03-03T14:30:29.299358Z","end":"2026-03-03T14:30:29.561894Z","steps":["trace[2103951202] 'read index received' (duration: 8.340488ms)","trace[2103951202] 'applied index is now lower than readState.Index' (duration: 254.195208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:29.562037Z","caller":"traceutil/trace.go:171","msg":"trace[806052278] transaction","detail":"{read_only:false; response_revision:12665; number_of_response:1; }","duration":"290.07231ms","start":"2026-03-03T14:30:29.271937Z","end":"2026-03-03T14:30:29.562009Z","steps":["trace[806052278] 'process raft request' (duration: 289.549417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.562143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.720743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:29.562251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.394281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:29.562129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.218344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:29.56234Z","caller":"traceutil/trace.go:171","msg":"trace[881732372] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12666; }","duration":"290.44564ms","start":"2026-03-03T14:30:29.271881Z","end":"2026-03-03T14:30:29.562327Z","steps":["trace[881732372] 'agreement among raft nodes before linearized reading' (duration: 290.111222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.562434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.317528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:9331"} {"level":"info","ts":"2026-03-03T14:30:29.562288Z","caller":"traceutil/trace.go:171","msg":"trace[516558463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12666; }","duration":"253.453972ms","start":"2026-03-03T14:30:29.308822Z","end":"2026-03-03T14:30:29.562276Z","steps":["trace[516558463] 'agreement among raft nodes before linearized reading' (duration: 253.33368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.562466Z","caller":"traceutil/trace.go:171","msg":"trace[1712841304] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12666; }","duration":"250.37298ms","start":"2026-03-03T14:30:29.312084Z","end":"2026-03-03T14:30:29.562456Z","steps":["trace[1712841304] 'agreement among raft nodes before linearized reading' (duration: 250.289768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.562479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.615473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:29.562523Z","caller":"traceutil/trace.go:171","msg":"trace[1467459962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12666; }","duration":"290.697895ms","start":"2026-03-03T14:30:29.271815Z","end":"2026-03-03T14:30:29.562513Z","steps":["trace[1467459962] 'agreement among raft nodes before linearized reading' (duration: 290.50401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.562353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.997521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:29.562686Z","caller":"traceutil/trace.go:171","msg":"trace[2031350116] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12666; }","duration":"210.35768ms","start":"2026-03-03T14:30:29.352315Z","end":"2026-03-03T14:30:29.562672Z","steps":["trace[2031350116] 'agreement among raft nodes before linearized reading' (duration: 210.001021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.562289Z","caller":"traceutil/trace.go:171","msg":"trace[1307723967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12666; }","duration":"803.931758ms","start":"2026-03-03T14:30:28.758332Z","end":"2026-03-03T14:30:29.562264Z","steps":["trace[1307723967] 'agreement among raft nodes before linearized reading' (duration: 803.715573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:29.562886Z","caller":"traceutil/trace.go:171","msg":"trace[852595393] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"260.437437ms","start":"2026-03-03T14:30:29.302434Z","end":"2026-03-03T14:30:29.562872Z","steps":["trace[852595393] 'process raft request' (duration: 259.31494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.56291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.758303Z","time spent":"804.571353ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:29.563859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.487793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:29.564118Z","caller":"traceutil/trace.go:171","msg":"trace[777960214] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12666; }","duration":"291.76971ms","start":"2026-03-03T14:30:29.272326Z","end":"2026-03-03T14:30:29.564095Z","steps":["trace[777960214] 'agreement among raft nodes before linearized reading' (duration: 289.61394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.125825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:30.233908Z","caller":"traceutil/trace.go:171","msg":"trace[1779250959] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"668.104517ms","start":"2026-03-03T14:30:29.565684Z","end":"2026-03-03T14:30:30.233789Z","steps":["trace[1779250959] 'process raft request' (duration: 667.84531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.234161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.565672Z","time spent":"668.417014ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:30:30.784913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.873351ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:30.785024Z","caller":"traceutil/trace.go:171","msg":"trace[1518847537] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12667; }","duration":"364.002954ms","start":"2026-03-03T14:30:30.421002Z","end":"2026-03-03T14:30:30.785005Z","steps":["trace[1518847537] 'range keys from in-memory index tree' (duration: 363.851621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:30.879993Z","caller":"traceutil/trace.go:171","msg":"trace[208827747] linearizableReadLoop","detail":"{readStateIndex:13202; appliedIndex:13199; }","duration":"1.25470059s","start":"2026-03-03T14:30:29.625269Z","end":"2026-03-03T14:30:30.879969Z","steps":["trace[208827747] 'read index received' (duration: 608.238047ms)","trace[208827747] 'applied index is now lower than readState.Index' (duration: 646.461173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:30.880003Z","caller":"traceutil/trace.go:171","msg":"trace[1170614628] transaction","detail":"{read_only:false; response_revision:12668; number_of_response:1; }","duration":"1.307959694s","start":"2026-03-03T14:30:29.572026Z","end":"2026-03-03T14:30:30.879985Z","steps":["trace[1170614628] 'process raft request' (duration: 1.307744999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.880278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.572003Z","time spent":"1.308214259s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9251,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:30.880452Z","caller":"traceutil/trace.go:171","msg":"trace[1079420156] transaction","detail":"{read_only:false; response_revision:12669; number_of_response:1; }","duration":"1.281509005s","start":"2026-03-03T14:30:29.598933Z","end":"2026-03-03T14:30:30.880442Z","steps":["trace[1079420156] 'process raft request' (duration: 1.280976793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.880528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.598895Z","time spent":"1.281583617s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:30.880625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255342855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:30.88065Z","caller":"traceutil/trace.go:171","msg":"trace[175574785] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12669; }","duration":"1.255431307s","start":"2026-03-03T14:30:29.625211Z","end":"2026-03-03T14:30:30.880643Z","steps":["trace[175574785] 'agreement among raft nodes before linearized reading' (duration: 1.255375566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.880676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.625188Z","time spent":"1.255483899s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:30.880474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080914509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:30.880749Z","caller":"traceutil/trace.go:171","msg":"trace[506944358] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12669; }","duration":"1.081292477s","start":"2026-03-03T14:30:29.799434Z","end":"2026-03-03T14:30:30.880726Z","steps":["trace[506944358] 'agreement among raft nodes before linearized reading' (duration: 1.080863857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.8809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.799403Z","time spent":"1.081438081s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:30.880932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.526926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:30.880956Z","caller":"traceutil/trace.go:171","msg":"trace[1528713443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12669; }","duration":"122.553956ms","start":"2026-03-03T14:30:30.758395Z","end":"2026-03-03T14:30:30.880949Z","steps":["trace[1528713443] 'agreement among raft nodes before linearized reading' (duration: 122.508865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.881346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.819411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:30.881347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.555438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:30.881387Z","caller":"traceutil/trace.go:171","msg":"trace[1161185214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12669; }","duration":"482.876664ms","start":"2026-03-03T14:30:30.398501Z","end":"2026-03-03T14:30:30.881377Z","steps":["trace[1161185214] 'agreement among raft nodes before linearized reading' (duration: 482.76144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:30.881394Z","caller":"traceutil/trace.go:171","msg":"trace[792425898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12669; }","duration":"483.649171ms","start":"2026-03-03T14:30:30.397738Z","end":"2026-03-03T14:30:30.881387Z","steps":["trace[792425898] 'agreement among raft nodes before linearized reading' (duration: 483.498377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.881409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.398494Z","time spent":"482.909845ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:30.881414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.397721Z","time spent":"483.687393ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:30.881587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.205782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:30.881618Z","caller":"traceutil/trace.go:171","msg":"trace[475437380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12669; }","duration":"483.260893ms","start":"2026-03-03T14:30:30.398349Z","end":"2026-03-03T14:30:30.88161Z","steps":["trace[475437380] 'agreement among raft nodes before linearized reading' (duration: 483.176351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.881577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.581223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:30.881677Z","caller":"traceutil/trace.go:171","msg":"trace[824214605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12669; }","duration":"484.720367ms","start":"2026-03-03T14:30:30.396939Z","end":"2026-03-03T14:30:30.881659Z","steps":["trace[824214605] 'agreement among raft nodes before linearized reading' (duration: 484.4189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.881823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.396921Z","time spent":"484.88268ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:30.88274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.398338Z","time spent":"484.390569ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:30.891114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.928928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:30:30.89119Z","caller":"traceutil/trace.go:171","msg":"trace[1210020280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12669; }","duration":"492.046541ms","start":"2026-03-03T14:30:30.399125Z","end":"2026-03-03T14:30:30.891171Z","steps":["trace[1210020280] 'agreement among raft nodes before linearized reading' (duration: 481.665404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.891236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.399112Z","time spent":"492.115942ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:31.399889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:31.900503Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675498,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:32.271045Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.378649612s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:32.35239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460319868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:32.35248Z","caller":"traceutil/trace.go:171","msg":"trace[1645570974] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12669; }","duration":"1.460456682s","start":"2026-03-03T14:30:30.892001Z","end":"2026-03-03T14:30:32.352457Z","steps":["trace[1645570974] 'range keys from in-memory index tree' (duration: 1.460256497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:32.352531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.891986Z","time spent":"1.460535483s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:30:32.353198Z","caller":"traceutil/trace.go:171","msg":"trace[1007149663] transaction","detail":"{read_only:false; response_revision:12670; number_of_response:1; }","duration":"1.4608362s","start":"2026-03-03T14:30:30.89232Z","end":"2026-03-03T14:30:32.353156Z","steps":["trace[1007149663] 'process raft request' (duration: 1.378994849s)","trace[1007149663] 'compare' (duration: 81.336589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:32.35523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.892311Z","time spent":"1.460987184s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.244512Z","caller":"traceutil/trace.go:171","msg":"trace[965939163] transaction","detail":"{read_only:false; response_revision:12671; number_of_response:1; }","duration":"2.35131262s","start":"2026-03-03T14:30:30.89317Z","end":"2026-03-03T14:30:33.244482Z","steps":["trace[965939163] 'process raft request' (duration: 2.350978042s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.244584Z","caller":"traceutil/trace.go:171","msg":"trace[870196265] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"1.677548179s","start":"2026-03-03T14:30:31.567027Z","end":"2026-03-03T14:30:33.244576Z","steps":["trace[870196265] 'process raft request' (duration: 1.677363695s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.244613Z","caller":"traceutil/trace.go:171","msg":"trace[119398304] transaction","detail":"{read_only:false; response_revision:12672; number_of_response:1; }","duration":"2.351382432s","start":"2026-03-03T14:30:30.89321Z","end":"2026-03-03T14:30:33.244593Z","steps":["trace[119398304] 'process raft request' (duration: 2.351082285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.244677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.893163Z","time spent":"2.351427383s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.244699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.567Z","time spent":"1.677623842s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.244528Z","caller":"traceutil/trace.go:171","msg":"trace[672482779] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"1.677422197s","start":"2026-03-03T14:30:31.567071Z","end":"2026-03-03T14:30:33.244493Z","steps":["trace[672482779] 'process raft request' (duration: 1.677359195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.244816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.893206Z","time spent":"2.351501105s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.244803Z","caller":"traceutil/trace.go:171","msg":"trace[1248168999] linearizableReadLoop","detail":"{readStateIndex:13211; appliedIndex:13202; }","duration":"2.345762179s","start":"2026-03-03T14:30:30.899016Z","end":"2026-03-03T14:30:33.244778Z","steps":["trace[1248168999] 'read index received' (duration: 1.372322691s)","trace[1248168999] 'applied index is now lower than readState.Index' (duration: 973.438378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:33.244864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.567034Z","time spent":"1.677803086s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.244908Z","caller":"traceutil/trace.go:171","msg":"trace[1243818147] transaction","detail":"{read_only:false; response_revision:12678; number_of_response:1; }","duration":"1.346315733s","start":"2026-03-03T14:30:31.898582Z","end":"2026-03-03T14:30:33.244897Z","steps":["trace[1243818147] 'process raft request' (duration: 1.346100558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.24501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.898557Z","time spent":"1.346384814s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.245003Z","caller":"traceutil/trace.go:171","msg":"trace[1079757274] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"1.677818576s","start":"2026-03-03T14:30:31.56716Z","end":"2026-03-03T14:30:33.244979Z","steps":["trace[1079757274] 'process raft request' (duration: 1.677300424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.2451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346083537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" ","response":"range_response_count:1 size:9266"} {"level":"info","ts":"2026-03-03T14:30:33.244659Z","caller":"traceutil/trace.go:171","msg":"trace[1905293796] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"2.349756304s","start":"2026-03-03T14:30:30.894848Z","end":"2026-03-03T14:30:33.244605Z","steps":["trace[1905293796] 'process raft request' (duration: 2.349510318s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.244538Z","caller":"traceutil/trace.go:171","msg":"trace[506860398] transaction","detail":"{read_only:false; response_revision:12673; number_of_response:1; }","duration":"2.350035861s","start":"2026-03-03T14:30:30.894473Z","end":"2026-03-03T14:30:33.244508Z","steps":["trace[506860398] 'process raft request' (duration: 2.349854227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.245263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.567125Z","time spent":"1.678025071s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.245143Z","caller":"traceutil/trace.go:171","msg":"trace[1491469220] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-hghlx; range_end:; response_count:1; response_revision:12678; }","duration":"2.346161248s","start":"2026-03-03T14:30:30.898969Z","end":"2026-03-03T14:30:33.24513Z","steps":["trace[1491469220] 'agreement among raft nodes before linearized reading' (duration: 2.346019885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.245383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.898946Z","time spent":"2.346410514s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9290,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-hghlx\" "} {"level":"warn","ts":"2026-03-03T14:30:33.245442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.894841Z","time spent":"2.350403559s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.245433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.894466Z","time spent":"2.350915171s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.720688Z","caller":"traceutil/trace.go:171","msg":"trace[1687011974] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"571.953436ms","start":"2026-03-03T14:30:33.148711Z","end":"2026-03-03T14:30:33.720665Z","steps":["trace[1687011974] 'process raft request' (duration: 571.754951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.72083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.148675Z","time spent":"572.079489ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.721076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148155142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:33.721135Z","caller":"traceutil/trace.go:171","msg":"trace[261109338] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12680; }","duration":"2.148234604s","start":"2026-03-03T14:30:31.572887Z","end":"2026-03-03T14:30:33.721122Z","steps":["trace[261109338] 'agreement among raft nodes before linearized reading' (duration: 2.148051149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.721169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.572877Z","time spent":"2.148284286s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:33.72114Z","caller":"traceutil/trace.go:171","msg":"trace[1264772595] linearizableReadLoop","detail":"{readStateIndex:13213; appliedIndex:13211; }","duration":"476.029001ms","start":"2026-03-03T14:30:33.244863Z","end":"2026-03-03T14:30:33.720892Z","steps":["trace[1264772595] 'read index received' (duration: 475.516359ms)","trace[1264772595] 'applied index is now lower than readState.Index' (duration: 510.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:33.72131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.567349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:33.7214Z","caller":"traceutil/trace.go:171","msg":"trace[1988778433] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12680; }","duration":"523.699332ms","start":"2026-03-03T14:30:33.197676Z","end":"2026-03-03T14:30:33.721376Z","steps":["trace[1988778433] 'agreement among raft nodes before linearized reading' (duration: 523.486317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.721405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36471074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:33.721464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.197615Z","time spent":"523.832494ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:33.721472Z","caller":"traceutil/trace.go:171","msg":"trace[66348934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12680; }","duration":"1.364791241s","start":"2026-03-03T14:30:32.356662Z","end":"2026-03-03T14:30:33.721454Z","steps":["trace[66348934] 'agreement among raft nodes before linearized reading' (duration: 1.364566456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.721522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.356612Z","time spent":"1.364902354s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:33.721538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151553383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:33.721565Z","caller":"traceutil/trace.go:171","msg":"trace[816860378] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"508.364027ms","start":"2026-03-03T14:30:33.213166Z","end":"2026-03-03T14:30:33.72153Z","steps":["trace[816860378] 'process raft request' (duration: 507.448236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.721591Z","caller":"traceutil/trace.go:171","msg":"trace[630153236] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12680; }","duration":"2.151656215s","start":"2026-03-03T14:30:31.56992Z","end":"2026-03-03T14:30:33.721576Z","steps":["trace[630153236] 'agreement among raft nodes before linearized reading' (duration: 2.151503312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.721635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.569905Z","time spent":"2.151719296s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:33.721668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.213151Z","time spent":"508.4658ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.721733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.285413627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:30:33.721822Z","caller":"traceutil/trace.go:171","msg":"trace[1158383139] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12680; }","duration":"2.285563021s","start":"2026-03-03T14:30:31.436241Z","end":"2026-03-03T14:30:33.721804Z","steps":["trace[1158383139] 'agreement among raft nodes before linearized reading' (duration: 2.285387987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.721868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.436206Z","time spent":"2.285649792s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:33.721354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962480518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:33.721882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149933594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:33.721951Z","caller":"traceutil/trace.go:171","msg":"trace[1214413105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12680; }","duration":"1.963110783s","start":"2026-03-03T14:30:31.758822Z","end":"2026-03-03T14:30:33.721933Z","steps":["trace[1214413105] 'agreement among raft nodes before linearized reading' (duration: 1.962505359s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.721985Z","caller":"traceutil/trace.go:171","msg":"trace[257360575] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12680; }","duration":"2.150087639s","start":"2026-03-03T14:30:31.571881Z","end":"2026-03-03T14:30:33.721968Z","steps":["trace[257360575] 'agreement among raft nodes before linearized reading' (duration: 2.149675548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.72201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.758798Z","time spent":"1.963195395s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:33.722046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.571861Z","time spent":"2.15017527s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:33.722061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.410594387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:33.722096Z","caller":"traceutil/trace.go:171","msg":"trace[1963890234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12680; }","duration":"2.410631918s","start":"2026-03-03T14:30:31.311454Z","end":"2026-03-03T14:30:33.722086Z","steps":["trace[1963890234] 'agreement among raft nodes before linearized reading' (duration: 2.410520826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.722136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.311375Z","time spent":"2.410755061s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:33.7235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593671809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:33.723559Z","caller":"traceutil/trace.go:171","msg":"trace[1257403164] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12680; }","duration":"2.593753731s","start":"2026-03-03T14:30:31.12979Z","end":"2026-03-03T14:30:33.723544Z","steps":["trace[1257403164] 'agreement among raft nodes before linearized reading' (duration: 2.591467787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.723594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.12974Z","time spent":"2.593845243s","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:34.757619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.18423ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:30:34.757718Z","caller":"traceutil/trace.go:171","msg":"trace[1704311628] linearizableReadLoop","detail":"{readStateIndex:13214; appliedIndex:13213; }","duration":"1.033557206s","start":"2026-03-03T14:30:33.724145Z","end":"2026-03-03T14:30:34.757702Z","steps":["trace[1704311628] 'read index received' (duration: 214.206922ms)","trace[1704311628] 'applied index is now lower than readState.Index' (duration: 819.348753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:34.757722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.723671Z","time spent":"1.034046387s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:34.757866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033710719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.75791Z","caller":"traceutil/trace.go:171","msg":"trace[1677205937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12680; }","duration":"1.03377973s","start":"2026-03-03T14:30:33.724117Z","end":"2026-03-03T14:30:34.757897Z","steps":["trace[1677205937] 'agreement among raft nodes before linearized reading' (duration: 1.033704578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.757952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.724102Z","time spent":"1.033837192s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:34.758357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034077357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:34.758425Z","caller":"traceutil/trace.go:171","msg":"trace[25547603] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12680; }","duration":"1.03417979s","start":"2026-03-03T14:30:33.72423Z","end":"2026-03-03T14:30:34.758409Z","steps":["trace[25547603] 'agreement among raft nodes before linearized reading' (duration: 1.033977275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.758445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.980876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:30:34.758477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.724216Z","time spent":"1.034249362s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:30:34.758499Z","caller":"traceutil/trace.go:171","msg":"trace[2057877468] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12680; }","duration":"940.066759ms","start":"2026-03-03T14:30:33.818416Z","end":"2026-03-03T14:30:34.758482Z","steps":["trace[2057877468] 'agreement among raft nodes before linearized reading' (duration: 939.919764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.758542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.818398Z","time spent":"940.13228ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:30:34.758645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.619625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:30:34.758751Z","caller":"traceutil/trace.go:171","msg":"trace[1484915712] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12680; }","duration":"398.77802ms","start":"2026-03-03T14:30:34.359954Z","end":"2026-03-03T14:30:34.758732Z","steps":["trace[1484915712] 'agreement among raft nodes before linearized reading' (duration: 398.506203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.758846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.359921Z","time spent":"398.910762ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:34.75926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029254544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516206"} {"level":"info","ts":"2026-03-03T14:30:34.759656Z","caller":"traceutil/trace.go:171","msg":"trace[1489667862] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12680; }","duration":"1.029325785s","start":"2026-03-03T14:30:33.729977Z","end":"2026-03-03T14:30:34.759303Z","steps":["trace[1489667862] 'agreement among raft nodes before linearized reading' (duration: 1.028720751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.75972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.72997Z","time spent":"1.029732345s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:35.493451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.052779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:35.493757Z","caller":"traceutil/trace.go:171","msg":"trace[1757503577] linearizableReadLoop","detail":"{readStateIndex:13216; appliedIndex:13214; }","duration":"729.957984ms","start":"2026-03-03T14:30:34.763781Z","end":"2026-03-03T14:30:35.493739Z","steps":["trace[1757503577] 'read index received' (duration: 493.539906ms)","trace[1757503577] 'applied index is now lower than readState.Index' (duration: 236.417178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:35.493868Z","caller":"traceutil/trace.go:171","msg":"trace[1557369215] transaction","detail":"{read_only:false; response_revision:12682; number_of_response:1; }","duration":"730.723992ms","start":"2026-03-03T14:30:34.763134Z","end":"2026-03-03T14:30:35.493858Z","steps":["trace[1557369215] 'process raft request' (duration: 730.441926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.493936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.763104Z","time spent":"730.795193ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:35.493979Z","caller":"traceutil/trace.go:171","msg":"trace[902081008] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"241.684722ms","start":"2026-03-03T14:30:35.252232Z","end":"2026-03-03T14:30:35.493917Z","steps":["trace[902081008] 'process raft request' (duration: 241.466647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:35.494117Z","caller":"traceutil/trace.go:171","msg":"trace[1326571577] transaction","detail":"{read_only:false; response_revision:12683; number_of_response:1; }","duration":"242.589153ms","start":"2026-03-03T14:30:35.251516Z","end":"2026-03-03T14:30:35.494105Z","steps":["trace[1326571577] 'process raft request' (duration: 242.135893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.494253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.468146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:30:35.494005Z","caller":"traceutil/trace.go:171","msg":"trace[203791357] transaction","detail":"{read_only:false; response_revision:12681; number_of_response:1; }","duration":"734.02757ms","start":"2026-03-03T14:30:34.759942Z","end":"2026-03-03T14:30:35.49397Z","steps":["trace[203791357] 'process raft request' (duration: 497.365397ms)","trace[203791357] 'compare' (duration: 235.269071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:35.494295Z","caller":"traceutil/trace.go:171","msg":"trace[457296986] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b; range_end:; response_count:1; response_revision:12684; }","duration":"730.506617ms","start":"2026-03-03T14:30:34.763774Z","end":"2026-03-03T14:30:35.494281Z","steps":["trace[457296986] 'agreement among raft nodes before linearized reading' (duration: 730.373974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.494327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.763707Z","time spent":"730.613999ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e0ec26fa-5167-4426-8777-0fe610142a2b\" "} {"level":"warn","ts":"2026-03-03T14:30:35.494376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.759888Z","time spent":"734.412879ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:35.99062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.291959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:35.990768Z","caller":"traceutil/trace.go:171","msg":"trace[1598224977] linearizableReadLoop","detail":"{readStateIndex:13219; appliedIndex:13218; }","duration":"496.920506ms","start":"2026-03-03T14:30:35.493823Z","end":"2026-03-03T14:30:35.990744Z","steps":["trace[1598224977] 'read index received' (duration: 220.50644ms)","trace[1598224977] 'applied index is now lower than readState.Index' (duration: 276.411835ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:35.990827Z","caller":"traceutil/trace.go:171","msg":"trace[254103651] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"727.217778ms","start":"2026-03-03T14:30:35.26356Z","end":"2026-03-03T14:30:35.990778Z","steps":["trace[254103651] 'process raft request' (duration: 450.896385ms)","trace[254103651] 'compare' (duration: 274.90321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:35.99102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.447038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:30:35.991043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.263535Z","time spent":"727.395582ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:35.991103Z","caller":"traceutil/trace.go:171","msg":"trace[853563198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12685; }","duration":"739.579492ms","start":"2026-03-03T14:30:35.251503Z","end":"2026-03-03T14:30:35.991082Z","steps":["trace[853563198] 'agreement among raft nodes before linearized reading' (duration: 739.302945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.251492Z","time spent":"739.645584ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220908918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:30:35.991202Z","caller":"traceutil/trace.go:171","msg":"trace[1474108407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12685; }","duration":"1.22095845s","start":"2026-03-03T14:30:34.770228Z","end":"2026-03-03T14:30:35.991187Z","steps":["trace[1474108407] 'agreement among raft nodes before linearized reading' (duration: 1.220864268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.92449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:30:35.991249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.770204Z","time spent":"1.221037231s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:30:35.991275Z","caller":"traceutil/trace.go:171","msg":"trace[979404958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12685; }","duration":"740.178067ms","start":"2026-03-03T14:30:35.251081Z","end":"2026-03-03T14:30:35.991259Z","steps":["trace[979404958] 'agreement among raft nodes before linearized reading' (duration: 739.784266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.251058Z","time spent":"740.256529ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.731696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:35.991399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.845709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:35.9914Z","caller":"traceutil/trace.go:171","msg":"trace[203058254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12685; }","duration":"739.823397ms","start":"2026-03-03T14:30:35.251558Z","end":"2026-03-03T14:30:35.991381Z","steps":["trace[203058254] 'agreement among raft nodes before linearized reading' (duration: 739.588042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:35.991438Z","caller":"traceutil/trace.go:171","msg":"trace[512221854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12685; }","duration":"739.89604ms","start":"2026-03-03T14:30:35.251533Z","end":"2026-03-03T14:30:35.991429Z","steps":["trace[512221854] 'agreement among raft nodes before linearized reading' (duration: 739.796207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.251552Z","time spent":"739.891999ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.251527Z","time spent":"739.93264ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225939188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:35.991541Z","caller":"traceutil/trace.go:171","msg":"trace[2001775197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12685; }","duration":"1.22600231s","start":"2026-03-03T14:30:34.76553Z","end":"2026-03-03T14:30:35.991532Z","steps":["trace[2001775197] 'agreement among raft nodes before linearized reading' (duration: 1.225943509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.765513Z","time spent":"1.226049641s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.35776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:30:35.991741Z","caller":"traceutil/trace.go:171","msg":"trace[1048487225] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12685; }","duration":"495.42559ms","start":"2026-03-03T14:30:35.496301Z","end":"2026-03-03T14:30:35.991726Z","steps":["trace[1048487225] 'agreement among raft nodes before linearized reading' (duration: 495.329238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.991781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.496283Z","time spent":"495.485742ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:30:35.991963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.177086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:35.99201Z","caller":"traceutil/trace.go:171","msg":"trace[1176287920] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12685; }","duration":"264.254577ms","start":"2026-03-03T14:30:35.727744Z","end":"2026-03-03T14:30:35.991999Z","steps":["trace[1176287920] 'agreement among raft nodes before linearized reading' (duration: 264.138744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.992071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.473769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:35.99213Z","caller":"traceutil/trace.go:171","msg":"trace[1034660631] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12685; }","duration":"263.579812ms","start":"2026-03-03T14:30:35.728536Z","end":"2026-03-03T14:30:35.992115Z","steps":["trace[1034660631] 'agreement among raft nodes before linearized reading' (duration: 263.345786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:35.992138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.458189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:35.992186Z","caller":"traceutil/trace.go:171","msg":"trace[839412732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12685; }","duration":"263.53126ms","start":"2026-03-03T14:30:35.728638Z","end":"2026-03-03T14:30:35.99217Z","steps":["trace[839412732] 'agreement among raft nodes before linearized reading' (duration: 263.334435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:36.462868Z","caller":"traceutil/trace.go:171","msg":"trace[1730627534] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13219; }","duration":"463.137725ms","start":"2026-03-03T14:30:35.999686Z","end":"2026-03-03T14:30:36.462824Z","steps":["trace[1730627534] 'read index received' (duration: 451.609292ms)","trace[1730627534] 'applied index is now lower than readState.Index' (duration: 11.525953ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:36.46289Z","caller":"traceutil/trace.go:171","msg":"trace[1208176269] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"463.295089ms","start":"2026-03-03T14:30:35.999555Z","end":"2026-03-03T14:30:36.46285Z","steps":["trace[1208176269] 'process raft request' (duration: 451.648643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.463094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.999545Z","time spent":"463.443872ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:36.46319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.472563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:36.463277Z","caller":"traceutil/trace.go:171","msg":"trace[996099183] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12686; }","duration":"463.611606ms","start":"2026-03-03T14:30:35.999645Z","end":"2026-03-03T14:30:36.463257Z","steps":["trace[996099183] 'agreement among raft nodes before linearized reading' (duration: 463.338549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.463315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.999628Z","time spent":"463.679548ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:30:36.870254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.204407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:36.870555Z","caller":"traceutil/trace.go:171","msg":"trace[1952627293] linearizableReadLoop","detail":"{readStateIndex:13223; appliedIndex:13220; }","duration":"407.576617ms","start":"2026-03-03T14:30:36.462961Z","end":"2026-03-03T14:30:36.870537Z","steps":["trace[1952627293] 'read index received' (duration: 159.087583ms)","trace[1952627293] 'applied index is now lower than readState.Index' (duration: 248.487594ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:36.870574Z","caller":"traceutil/trace.go:171","msg":"trace[171282119] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"869.998245ms","start":"2026-03-03T14:30:36.00056Z","end":"2026-03-03T14:30:36.870558Z","steps":["trace[171282119] 'process raft request' (duration: 869.857252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.870632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.000541Z","time spent":"870.063807ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.870641Z","caller":"traceutil/trace.go:171","msg":"trace[390970327] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"869.219327ms","start":"2026-03-03T14:30:36.001412Z","end":"2026-03-03T14:30:36.870631Z","steps":["trace[390970327] 'process raft request' (duration: 869.065423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.870728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.001382Z","time spent":"869.30453ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.870789Z","caller":"traceutil/trace.go:171","msg":"trace[718236541] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"870.985709ms","start":"2026-03-03T14:30:35.999795Z","end":"2026-03-03T14:30:36.870781Z","steps":["trace[718236541] 'process raft request' (duration: 622.27333ms)","trace[718236541] 'compare' (duration: 248.005322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:36.871015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.564798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:30:36.871057Z","caller":"traceutil/trace.go:171","msg":"trace[1085657250] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12689; }","duration":"735.65873ms","start":"2026-03-03T14:30:36.135387Z","end":"2026-03-03T14:30:36.871045Z","steps":["trace[1085657250] 'agreement among raft nodes before linearized reading' (duration: 735.512246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.871095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.135359Z","time spent":"735.729692ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:36.871133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.137172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:36.871173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.79485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:36.871192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.499396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:36.871343Z","caller":"traceutil/trace.go:171","msg":"trace[925528636] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12689; }","duration":"184.65783ms","start":"2026-03-03T14:30:36.68663Z","end":"2026-03-03T14:30:36.871288Z","steps":["trace[925528636] 'agreement among raft nodes before linearized reading' (duration: 184.458156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:36.871203Z","caller":"traceutil/trace.go:171","msg":"trace[956088386] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12689; }","duration":"341.253085ms","start":"2026-03-03T14:30:36.529934Z","end":"2026-03-03T14:30:36.871187Z","steps":["trace[956088386] 'agreement among raft nodes before linearized reading' (duration: 341.126092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.871453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.529912Z","time spent":"341.525731ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:36.871428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.969989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:36.871237Z","caller":"traceutil/trace.go:171","msg":"trace[1770321969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12689; }","duration":"866.905183ms","start":"2026-03-03T14:30:36.004318Z","end":"2026-03-03T14:30:36.871223Z","steps":["trace[1770321969] 'agreement among raft nodes before linearized reading' (duration: 866.79128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:36.871527Z","caller":"traceutil/trace.go:171","msg":"trace[1604710742] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12689; }","duration":"207.132093ms","start":"2026-03-03T14:30:36.664371Z","end":"2026-03-03T14:30:36.871503Z","steps":["trace[1604710742] 'agreement among raft nodes before linearized reading' (duration: 206.844596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.87156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.004299Z","time spent":"867.239831ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:36.872117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.137949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:36.872204Z","caller":"traceutil/trace.go:171","msg":"trace[1136281186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12689; }","duration":"101.255262ms","start":"2026-03-03T14:30:36.770928Z","end":"2026-03-03T14:30:36.872183Z","steps":["trace[1136281186] 'agreement among raft nodes before linearized reading' (duration: 100.157706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.872124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.999759Z","time spent":"871.208905ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:38.001056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:38.449304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.070574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:38.449444Z","caller":"traceutil/trace.go:171","msg":"trace[377768141] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"950.754201ms","start":"2026-03-03T14:30:37.498662Z","end":"2026-03-03T14:30:38.449417Z","steps":["trace[377768141] 'process raft request' (duration: 823.457161ms)","trace[377768141] 'compare' (duration: 126.801238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:38.449547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.498631Z","time spent":"950.868023ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:38.970095Z","caller":"traceutil/trace.go:171","msg":"trace[2057507351] linearizableReadLoop","detail":"{readStateIndex:13226; appliedIndex:13223; }","duration":"1.469084856s","start":"2026-03-03T14:30:37.500988Z","end":"2026-03-03T14:30:38.970073Z","steps":["trace[2057507351] 'read index received' (duration: 821.224739ms)","trace[2057507351] 'applied index is now lower than readState.Index' (duration: 647.857167ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:38.970186Z","caller":"traceutil/trace.go:171","msg":"trace[392482677] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"971.230897ms","start":"2026-03-03T14:30:37.998945Z","end":"2026-03-03T14:30:38.970176Z","steps":["trace[392482677] 'process raft request' (duration: 971.080394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:38.970185Z","caller":"traceutil/trace.go:171","msg":"trace[1876772247] transaction","detail":"{read_only:false; response_revision:12691; number_of_response:1; }","duration":"1.468836919s","start":"2026-03-03T14:30:37.501329Z","end":"2026-03-03T14:30:38.970166Z","steps":["trace[1876772247] 'process raft request' (duration: 1.409698316s)","trace[1876772247] 'compare' (duration: 58.884757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:38.970274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.998929Z","time spent":"971.277198ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:38.970296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.501312Z","time spent":"1.468913461s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:38.97076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469776522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:30:38.970802Z","caller":"traceutil/trace.go:171","msg":"trace[1734319308] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12692; }","duration":"1.469875684s","start":"2026-03-03T14:30:37.500917Z","end":"2026-03-03T14:30:38.970792Z","steps":["trace[1734319308] 'agreement among raft nodes before linearized reading' (duration: 1.469565607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:38.970835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.50089Z","time spent":"1.469937766s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:30:39.023966Z","caller":"traceutil/trace.go:171","msg":"trace[1108331101] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"628.126489ms","start":"2026-03-03T14:30:38.395821Z","end":"2026-03-03T14:30:39.023948Z","steps":["trace[1108331101] 'process raft request' (duration: 627.953675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.02406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.39579Z","time spent":"628.22295ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:39.087707Z","caller":"traceutil/trace.go:171","msg":"trace[1992675164] transaction","detail":"{read_only:false; response_revision:12694; number_of_response:1; }","duration":"112.701182ms","start":"2026-03-03T14:30:38.974979Z","end":"2026-03-03T14:30:39.08768Z","steps":["trace[1992675164] 'process raft request' (duration: 112.553309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:39.087921Z","caller":"traceutil/trace.go:171","msg":"trace[1894746461] linearizableReadLoop","detail":"{readStateIndex:13228; appliedIndex:13226; }","duration":"117.748262ms","start":"2026-03-03T14:30:38.970151Z","end":"2026-03-03T14:30:39.087899Z","steps":["trace[1894746461] 'read index received' (duration: 53.661073ms)","trace[1894746461] 'applied index is now lower than readState.Index' (duration: 64.085459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.505892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87657634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:39.505945Z","caller":"traceutil/trace.go:171","msg":"trace[1757744075] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12694; }","duration":"1.876667553s","start":"2026-03-03T14:30:37.629265Z","end":"2026-03-03T14:30:39.505932Z","steps":["trace[1757744075] 'agreement among raft nodes before linearized reading' (duration: 1.458715859s)","trace[1757744075] 'count revisions from in-memory index tree' (duration: 417.868141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.505973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.629251Z","time spent":"1.876716043s","remote":"127.0.0.1:34052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:39.506129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.31708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:39.50615Z","caller":"traceutil/trace.go:171","msg":"trace[515540839] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12694; }","duration":"587.374462ms","start":"2026-03-03T14:30:38.91877Z","end":"2026-03-03T14:30:39.506145Z","steps":["trace[515540839] 'agreement among raft nodes before linearized reading' (duration: 169.226724ms)","trace[515540839] 'range keys from in-memory index tree' (duration: 418.083326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.918751Z","time spent":"587.409402ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:39.506161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.595573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:30:39.506213Z","caller":"traceutil/trace.go:171","msg":"trace[1938722701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12694; }","duration":"618.692425ms","start":"2026-03-03T14:30:38.887507Z","end":"2026-03-03T14:30:39.506199Z","steps":["trace[1938722701] 'agreement among raft nodes before linearized reading' (duration: 200.505616ms)","trace[1938722701] 'range keys from in-memory index tree' (duration: 418.075526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.887476Z","time spent":"618.767657ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:39.506304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764166133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:39.506394Z","caller":"traceutil/trace.go:171","msg":"trace[613590668] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12694; }","duration":"1.764295087s","start":"2026-03-03T14:30:37.742073Z","end":"2026-03-03T14:30:39.506368Z","steps":["trace[613590668] 'agreement among raft nodes before linearized reading' (duration: 1.345991715s)","trace[613590668] 'count revisions from in-memory index tree' (duration: 418.184129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284989728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:39.506442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.859709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:30:39.506443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.742057Z","time spent":"1.764374628s","remote":"127.0.0.1:40498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:39.506458Z","caller":"traceutil/trace.go:171","msg":"trace[490181178] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12694; }","duration":"1.285047679s","start":"2026-03-03T14:30:38.221403Z","end":"2026-03-03T14:30:39.506451Z","steps":["trace[490181178] 'agreement among raft nodes before linearized reading' (duration: 866.627525ms)","trace[490181178] 'count revisions from in-memory index tree' (duration: 418.387293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.221385Z","time spent":"1.28508412s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":120,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:39.506472Z","caller":"traceutil/trace.go:171","msg":"trace[1344751433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12694; }","duration":"618.90519ms","start":"2026-03-03T14:30:38.887556Z","end":"2026-03-03T14:30:39.506461Z","steps":["trace[1344751433] 'agreement among raft nodes before linearized reading' (duration: 200.450895ms)","trace[1344751433] 'range keys from in-memory index tree' (duration: 418.381803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.5065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.887547Z","time spent":"618.946881ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:39.506568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.044483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:39.506585Z","caller":"traceutil/trace.go:171","msg":"trace[448160823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12694; }","duration":"619.113145ms","start":"2026-03-03T14:30:38.887467Z","end":"2026-03-03T14:30:39.50658Z","steps":["trace[448160823] 'agreement among raft nodes before linearized reading' (duration: 200.550007ms)","trace[448160823] 'range keys from in-memory index tree' (duration: 418.522217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.887432Z","time spent":"619.163016ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:39.50665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038702556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:30:39.506665Z","caller":"traceutil/trace.go:171","msg":"trace[244663388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12694; }","duration":"1.038750707s","start":"2026-03-03T14:30:38.46791Z","end":"2026-03-03T14:30:39.506661Z","steps":["trace[244663388] 'agreement among raft nodes before linearized reading' (duration: 620.114987ms)","trace[244663388] 'range keys from in-memory index tree' (duration: 418.600269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.467892Z","time spent":"1.038783278s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:30:39.506819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506714728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:39.506839Z","caller":"traceutil/trace.go:171","msg":"trace[486987843] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12694; }","duration":"1.506751829s","start":"2026-03-03T14:30:38.000082Z","end":"2026-03-03T14:30:39.506834Z","steps":["trace[486987843] 'agreement among raft nodes before linearized reading' (duration: 1.087956045s)","trace[486987843] 'range keys from in-memory index tree' (duration: 418.749573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.506852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.000074Z","time spent":"1.506775459s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:39.506859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.553773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:39.5069Z","caller":"traceutil/trace.go:171","msg":"trace[1834481081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12694; }","duration":"371.630415ms","start":"2026-03-03T14:30:39.135259Z","end":"2026-03-03T14:30:39.50689Z","steps":["trace[1834481081] 'range keys from in-memory index tree' (duration: 371.373239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.506933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.135242Z","time spent":"371.685016ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:39.507845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508447169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:39.507905Z","caller":"traceutil/trace.go:171","msg":"trace[1089774452] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12694; }","duration":"1.508536041s","start":"2026-03-03T14:30:37.999353Z","end":"2026-03-03T14:30:39.507889Z","steps":["trace[1089774452] 'agreement among raft nodes before linearized reading' (duration: 1.088691713s)","trace[1089774452] 'range keys from in-memory index tree' (duration: 419.707075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.507939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.999337Z","time spent":"1.508594892s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:39.507002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731554561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:39.508191Z","caller":"traceutil/trace.go:171","msg":"trace[618766502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12694; }","duration":"1.733546188s","start":"2026-03-03T14:30:37.774472Z","end":"2026-03-03T14:30:39.508018Z","steps":["trace[618766502] 'agreement among raft nodes before linearized reading' (duration: 1.313583377s)","trace[618766502] 'range keys from in-memory index tree' (duration: 417.985104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.508316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.77445Z","time spent":"1.733826474s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:39.50893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511425329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:39.509Z","caller":"traceutil/trace.go:171","msg":"trace[275792970] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12694; }","duration":"1.511523281s","start":"2026-03-03T14:30:37.997457Z","end":"2026-03-03T14:30:39.50898Z","steps":["trace[275792970] 'agreement among raft nodes before linearized reading' (duration: 1.090593227s)","trace[275792970] 'range keys from in-memory index tree' (duration: 420.77741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.509091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:37.997437Z","time spent":"1.511597103s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:40.369237Z","caller":"traceutil/trace.go:171","msg":"trace[1819343800] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"854.373715ms","start":"2026-03-03T14:30:39.514831Z","end":"2026-03-03T14:30:40.369205Z","steps":["trace[1819343800] 'process raft request' (duration: 854.308813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:40.369325Z","caller":"traceutil/trace.go:171","msg":"trace[324722035] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"854.459767ms","start":"2026-03-03T14:30:39.51481Z","end":"2026-03-03T14:30:40.369269Z","steps":["trace[324722035] 'process raft request' (duration: 854.270463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:40.369276Z","caller":"traceutil/trace.go:171","msg":"trace[953063091] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"857.853387ms","start":"2026-03-03T14:30:39.511382Z","end":"2026-03-03T14:30:40.369235Z","steps":["trace[953063091] 'process raft request' (duration: 857.436388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:40.369509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.514791Z","time spent":"854.61995ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:40.370764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.511373Z","time spent":"858.082412ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:40.370878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.514808Z","time spent":"854.547209ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:40.686025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.829719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:40.686136Z","caller":"traceutil/trace.go:171","msg":"trace[2043494237] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"231.199623ms","start":"2026-03-03T14:30:40.454912Z","end":"2026-03-03T14:30:40.686112Z","steps":["trace[2043494237] 'process raft request' (duration: 93.19973ms)","trace[2043494237] 'compare' (duration: 137.607604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:41.330181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.107918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:41.33029Z","caller":"traceutil/trace.go:171","msg":"trace[163507987] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"353.860373ms","start":"2026-03-03T14:30:40.976409Z","end":"2026-03-03T14:30:41.33027Z","steps":["trace[163507987] 'process raft request' (duration: 147.55473ms)","trace[163507987] 'compare' (duration: 206.009296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:41.330356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.976358Z","time spent":"353.964765ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:41.979489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.148842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:41.979608Z","caller":"traceutil/trace.go:171","msg":"trace[560634451] linearizableReadLoop","detail":"{readStateIndex:13236; appliedIndex:13234; }","duration":"978.077928ms","start":"2026-03-03T14:30:41.001509Z","end":"2026-03-03T14:30:41.979587Z","steps":["trace[560634451] 'read index received' (duration: 122.477065ms)","trace[560634451] 'applied index is now lower than readState.Index' (duration: 855.599013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:41.979658Z","caller":"traceutil/trace.go:171","msg":"trace[1099189527] transaction","detail":"{read_only:false; response_revision:12701; number_of_response:1; }","duration":"1.001552926s","start":"2026-03-03T14:30:40.97808Z","end":"2026-03-03T14:30:41.979633Z","steps":["trace[1099189527] 'process raft request' (duration: 703.168388ms)","trace[1099189527] 'compare' (duration: 297.938577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:41.979783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.978048Z","time spent":"1.001668678s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:41.979838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.330305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:30:41.979896Z","caller":"traceutil/trace.go:171","msg":"trace[751098453] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12701; }","duration":"978.433937ms","start":"2026-03-03T14:30:41.001448Z","end":"2026-03-03T14:30:41.979882Z","steps":["trace[751098453] 'agreement among raft nodes before linearized reading' (duration: 978.241203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.979905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.306325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:41.979948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.001423Z","time spent":"978.512949ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:41.979965Z","caller":"traceutil/trace.go:171","msg":"trace[1952783203] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12701; }","duration":"887.402408ms","start":"2026-03-03T14:30:41.092542Z","end":"2026-03-03T14:30:41.979944Z","steps":["trace[1952783203] 'agreement among raft nodes before linearized reading' (duration: 887.245394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.98001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.092519Z","time spent":"887.479099ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:41.980253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.927335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:30:41.980246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.416195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:41.980289Z","caller":"traceutil/trace.go:171","msg":"trace[248643942] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12701; }","duration":"458.983376ms","start":"2026-03-03T14:30:41.521298Z","end":"2026-03-03T14:30:41.980281Z","steps":["trace[248643942] 'agreement among raft nodes before linearized reading' (duration: 458.860633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.980373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.521292Z","time spent":"459.074068ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:41.980393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.581855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:41.980456Z","caller":"traceutil/trace.go:171","msg":"trace[2091754517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12701; }","duration":"463.671298ms","start":"2026-03-03T14:30:41.516768Z","end":"2026-03-03T14:30:41.980439Z","steps":["trace[2091754517] 'agreement among raft nodes before linearized reading' (duration: 463.487013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.980509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.516753Z","time spent":"463.74189ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:41.980547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.305523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:30:41.980558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.795794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:41.980613Z","caller":"traceutil/trace.go:171","msg":"trace[2043345017] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12701; }","duration":"394.395345ms","start":"2026-03-03T14:30:41.586198Z","end":"2026-03-03T14:30:41.980594Z","steps":["trace[2043345017] 'agreement among raft nodes before linearized reading' (duration: 394.253362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.98064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.937683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:30:41.98064Z","caller":"traceutil/trace.go:171","msg":"trace[975898688] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12701; }","duration":"464.912308ms","start":"2026-03-03T14:30:41.515705Z","end":"2026-03-03T14:30:41.980617Z","steps":["trace[975898688] 'agreement among raft nodes before linearized reading' (duration: 464.582589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:41.980664Z","caller":"traceutil/trace.go:171","msg":"trace[404608938] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12701; }","duration":"544.019014ms","start":"2026-03-03T14:30:41.436638Z","end":"2026-03-03T14:30:41.980657Z","steps":["trace[404608938] 'agreement among raft nodes before linearized reading' (duration: 543.937313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.980664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.586176Z","time spent":"394.476276ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:41.980689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.436617Z","time spent":"544.067656ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:41.980703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.515692Z","time spent":"464.998429ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:41.980832Z","caller":"traceutil/trace.go:171","msg":"trace[17222625] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12701; }","duration":"327.515308ms","start":"2026-03-03T14:30:41.652779Z","end":"2026-03-03T14:30:41.980294Z","steps":["trace[17222625] 'agreement among raft nodes before linearized reading' (duration: 327.399595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.981016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.652765Z","time spent":"328.130833ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:41.980723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.946088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:41.98221Z","caller":"traceutil/trace.go:171","msg":"trace[1055694975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12701; }","duration":"466.531105ms","start":"2026-03-03T14:30:41.51566Z","end":"2026-03-03T14:30:41.982191Z","steps":["trace[1055694975] 'agreement among raft nodes before linearized reading' (duration: 464.609139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.982249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.515643Z","time spent":"466.593476ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:42.582615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.648605ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:30:42.582723Z","caller":"traceutil/trace.go:171","msg":"trace[966212945] linearizableReadLoop","detail":"{readStateIndex:13237; appliedIndex:13236; }","duration":"598.237599ms","start":"2026-03-03T14:30:41.984468Z","end":"2026-03-03T14:30:42.582706Z","steps":["trace[966212945] 'read index received' (duration: 113.582433ms)","trace[966212945] 'applied index is now lower than readState.Index' (duration: 484.653646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.582797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.981876Z","time spent":"600.916983ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:42.584227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.744315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516206"} {"level":"info","ts":"2026-03-03T14:30:42.584293Z","caller":"traceutil/trace.go:171","msg":"trace[1599571538] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12701; }","duration":"599.846067ms","start":"2026-03-03T14:30:41.984432Z","end":"2026-03-03T14:30:42.584278Z","steps":["trace[1599571538] 'agreement among raft nodes before linearized reading' (duration: 598.547477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.584343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.984412Z","time spent":"599.916189ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:42.835526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.793608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:42.835754Z","caller":"traceutil/trace.go:171","msg":"trace[1064007093] transaction","detail":"{read_only:false; response_revision:12702; number_of_response:1; }","duration":"849.460257ms","start":"2026-03-03T14:30:41.986226Z","end":"2026-03-03T14:30:42.835686Z","steps":["trace[1064007093] 'process raft request' (duration: 703.396423ms)","trace[1064007093] 'compare' (duration: 145.43078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.835816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.986211Z","time spent":"849.579731ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:42.836035Z","caller":"traceutil/trace.go:171","msg":"trace[363358637] linearizableReadLoop","detail":"{readStateIndex:13239; appliedIndex:13237; }","duration":"253.271807ms","start":"2026-03-03T14:30:42.58275Z","end":"2026-03-03T14:30:42.836021Z","steps":["trace[363358637] 'read index received' (duration: 106.887976ms)","trace[363358637] 'applied index is now lower than readState.Index' (duration: 146.382621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:42.836152Z","caller":"traceutil/trace.go:171","msg":"trace[2139733252] transaction","detail":"{read_only:false; response_revision:12703; number_of_response:1; }","duration":"849.842727ms","start":"2026-03-03T14:30:41.986299Z","end":"2026-03-03T14:30:42.836141Z","steps":["trace[2139733252] 'process raft request' (duration: 849.336335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.986293Z","time spent":"849.886528ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:42.836243Z","caller":"traceutil/trace.go:171","msg":"trace[2048233385] transaction","detail":"{read_only:false; response_revision:12704; number_of_response:1; }","duration":"252.278253ms","start":"2026-03-03T14:30:42.583956Z","end":"2026-03-03T14:30:42.836234Z","steps":["trace[2048233385] 'process raft request' (duration: 252.011717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.054596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:42.836437Z","caller":"traceutil/trace.go:171","msg":"trace[1722909255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12704; }","duration":"461.141948ms","start":"2026-03-03T14:30:42.375286Z","end":"2026-03-03T14:30:42.836428Z","steps":["trace[1722909255] 'agreement among raft nodes before linearized reading' (duration: 461.008175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.137468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:42.836482Z","caller":"traceutil/trace.go:171","msg":"trace[1966033714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12704; }","duration":"461.20475ms","start":"2026-03-03T14:30:42.37527Z","end":"2026-03-03T14:30:42.836475Z","steps":["trace[1966033714] 'agreement among raft nodes before linearized reading' (duration: 460.925783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.375246Z","time spent":"461.25614ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:42.83646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.375261Z","time spent":"461.194489ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:42.836648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.872415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:30:42.83641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.087887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:42.83668Z","caller":"traceutil/trace.go:171","msg":"trace[902926354] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12704; }","duration":"851.945167ms","start":"2026-03-03T14:30:41.984725Z","end":"2026-03-03T14:30:42.83667Z","steps":["trace[902926354] 'agreement among raft nodes before linearized reading' (duration: 851.483297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.984712Z","time spent":"851.983058ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:42.836699Z","caller":"traceutil/trace.go:171","msg":"trace[749168237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12704; }","duration":"461.421695ms","start":"2026-03-03T14:30:42.375269Z","end":"2026-03-03T14:30:42.836691Z","steps":["trace[749168237] 'agreement among raft nodes before linearized reading' (duration: 460.849351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.836835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.375246Z","time spent":"461.582508ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:30:42.904067Z","caller":"traceutil/trace.go:171","msg":"trace[1396847092] transaction","detail":"{read_only:false; response_revision:12705; number_of_response:1; }","duration":"210.264978ms","start":"2026-03-03T14:30:42.693742Z","end":"2026-03-03T14:30:42.904007Z","steps":["trace[1396847092] 'process raft request' (duration: 210.025842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.90411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.552032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:42.904211Z","caller":"traceutil/trace.go:171","msg":"trace[106617812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12705; }","duration":"145.699956ms","start":"2026-03-03T14:30:42.758487Z","end":"2026-03-03T14:30:42.904187Z","steps":["trace[106617812] 'agreement among raft nodes before linearized reading' (duration: 145.494991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.904266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.637121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:42.904403Z","caller":"traceutil/trace.go:171","msg":"trace[1399779313] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12705; }","duration":"163.834655ms","start":"2026-03-03T14:30:42.740549Z","end":"2026-03-03T14:30:42.904383Z","steps":["trace[1399779313] 'agreement among raft nodes before linearized reading' (duration: 163.468647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:43.404996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:44.822147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.076893Z","time spent":"1.745247645s","remote":"127.0.0.1:45422","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:44.822693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351491325s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:44.822912Z","caller":"traceutil/trace.go:171","msg":"trace[81473571] transaction","detail":"{read_only:false; response_revision:12708; number_of_response:1; }","duration":"1.980840984s","start":"2026-03-03T14:30:42.842054Z","end":"2026-03-03T14:30:44.822895Z","steps":["trace[81473571] 'process raft request' (duration: 1.980798193s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:44.82295Z","caller":"traceutil/trace.go:171","msg":"trace[1975338614] transaction","detail":"{read_only:false; response_revision:12707; number_of_response:1; }","duration":"1.981800635s","start":"2026-03-03T14:30:42.841127Z","end":"2026-03-03T14:30:44.822928Z","steps":["trace[1975338614] 'process raft request' (duration: 1.981655662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:44.822962Z","caller":"traceutil/trace.go:171","msg":"trace[992084236] transaction","detail":"{read_only:false; response_revision:12706; number_of_response:1; }","duration":"1.982585586s","start":"2026-03-03T14:30:42.840353Z","end":"2026-03-03T14:30:44.822939Z","steps":["trace[992084236] 'process raft request' (duration: 630.775673ms)","trace[992084236] 'compare' (duration: 1.351187918s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:44.822983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.842045Z","time spent":"1.980904335s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:44.823058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.841117Z","time spent":"1.981879358s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:44.823059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.840332Z","time spent":"1.982664547s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:44.900698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.429488346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:44.901016Z","caller":"traceutil/trace.go:171","msg":"trace[171193982] linearizableReadLoop","detail":"{readStateIndex:13245; appliedIndex:13241; }","duration":"1.997045338s","start":"2026-03-03T14:30:42.903949Z","end":"2026-03-03T14:30:44.900994Z","steps":["trace[171193982] 'read index received' (duration: 567.264086ms)","trace[171193982] 'applied index is now lower than readState.Index' (duration: 1.429780262s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:44.901232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062887979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:44.901249Z","caller":"traceutil/trace.go:171","msg":"trace[1411373133] transaction","detail":"{read_only:false; response_revision:12709; number_of_response:1; }","duration":"1.564864987s","start":"2026-03-03T14:30:43.336355Z","end":"2026-03-03T14:30:44.90122Z","steps":["trace[1411373133] 'process raft request' (duration: 1.564522819s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:44.901285Z","caller":"traceutil/trace.go:171","msg":"trace[502809737] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12709; }","duration":"2.062986632s","start":"2026-03-03T14:30:42.838287Z","end":"2026-03-03T14:30:44.901274Z","steps":["trace[502809737] 'agreement among raft nodes before linearized reading' (duration: 2.062825438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:44.901321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.838261Z","time spent":"2.063051633s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:44.901373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.336319Z","time spent":"1.56498541s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:44.904324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065250306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:30:44.904555Z","caller":"traceutil/trace.go:171","msg":"trace[1736347082] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12709; }","duration":"2.065494401s","start":"2026-03-03T14:30:42.838905Z","end":"2026-03-03T14:30:44.904399Z","steps":["trace[1736347082] 'agreement among raft nodes before linearized reading' (duration: 2.062206763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:44.905049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.838873Z","time spent":"2.066154117s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:30:44.905269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:44.905514Z","caller":"traceutil/trace.go:171","msg":"trace[1796195581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220964s","start":"2026-03-03T14:30:42.90528Z","end":"2026-03-03T14:30:44.905501Z","steps":["trace[1796195581] 'agreement among raft nodes before linearized reading' (duration: 1.999967588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:44.905556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.905264Z","time spent":"2.000281955s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:45.315357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.546422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:45.315576Z","caller":"traceutil/trace.go:171","msg":"trace[2074781006] transaction","detail":"{read_only:false; response_revision:12711; number_of_response:1; }","duration":"1.280929223s","start":"2026-03-03T14:30:44.034627Z","end":"2026-03-03T14:30:45.315557Z","steps":["trace[2074781006] 'process raft request' (duration: 1.2808231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.315645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.034614Z","time spent":"1.280999204s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:45.31577Z","caller":"traceutil/trace.go:171","msg":"trace[726431707] transaction","detail":"{read_only:false; response_revision:12710; number_of_response:1; }","duration":"1.515120018s","start":"2026-03-03T14:30:43.800612Z","end":"2026-03-03T14:30:45.315732Z","steps":["trace[726431707] 'process raft request' (duration: 1.240100874s)","trace[726431707] 'compare' (duration: 274.269266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:45.315793Z","caller":"traceutil/trace.go:171","msg":"trace[1614774740] transaction","detail":"{read_only:false; response_revision:12712; number_of_response:1; }","duration":"1.191677705s","start":"2026-03-03T14:30:44.124082Z","end":"2026-03-03T14:30:45.31576Z","steps":["trace[1614774740] 'process raft request' (duration: 1.19144299s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:45.315816Z","caller":"traceutil/trace.go:171","msg":"trace[375126555] transaction","detail":"{read_only:false; response_revision:12713; number_of_response:1; }","duration":"406.83406ms","start":"2026-03-03T14:30:44.908951Z","end":"2026-03-03T14:30:45.315785Z","steps":["trace[375126555] 'process raft request' (duration: 406.723017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:45.315831Z","caller":"traceutil/trace.go:171","msg":"trace[1840740385] linearizableReadLoop","detail":"{readStateIndex:13248; appliedIndex:13245; }","duration":"414.711057ms","start":"2026-03-03T14:30:44.901078Z","end":"2026-03-03T14:30:45.315789Z","steps":["trace[1840740385] 'read index received' (duration: 139.647933ms)","trace[1840740385] 'applied index is now lower than readState.Index' (duration: 275.058854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:45.315936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187443935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:45.315978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.908939Z","time spent":"406.949912ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:45.315964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.124068Z","time spent":"1.191798788s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:45.316009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.86112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:45.316013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281416324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:45.316033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281456805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:30:45.316051Z","caller":"traceutil/trace.go:171","msg":"trace[998610868] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12713; }","duration":"1.281510406s","start":"2026-03-03T14:30:44.034531Z","end":"2026-03-03T14:30:45.316042Z","steps":["trace[998610868] 'agreement among raft nodes before linearized reading' (duration: 1.281300671s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:45.316049Z","caller":"traceutil/trace.go:171","msg":"trace[427503006] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12713; }","duration":"696.942162ms","start":"2026-03-03T14:30:44.619093Z","end":"2026-03-03T14:30:45.316035Z","steps":["trace[427503006] 'agreement among raft nodes before linearized reading' (duration: 696.87483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:45.316067Z","caller":"traceutil/trace.go:171","msg":"trace[2116180535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12713; }","duration":"1.281526166s","start":"2026-03-03T14:30:44.034531Z","end":"2026-03-03T14:30:45.316057Z","steps":["trace[2116180535] 'agreement among raft nodes before linearized reading' (duration: 1.281377833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.034508Z","time spent":"1.281563808s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:45.316038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250363498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:45.316095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.034508Z","time spent":"1.281580418s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:45.316104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281531457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:45.316133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.5454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:30:45.316141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.191926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:30:45.316164Z","caller":"traceutil/trace.go:171","msg":"trace[590251928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12713; }","duration":"475.597412ms","start":"2026-03-03T14:30:44.840558Z","end":"2026-03-03T14:30:45.316155Z","steps":["trace[590251928] 'agreement among raft nodes before linearized reading' (duration: 475.54697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:45.316155Z","caller":"traceutil/trace.go:171","msg":"trace[1642113408] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12713; }","duration":"1.250533001s","start":"2026-03-03T14:30:44.065587Z","end":"2026-03-03T14:30:45.31612Z","steps":["trace[1642113408] 'agreement among raft nodes before linearized reading' (duration: 1.250309515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.840544Z","time spent":"475.638342ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:45.316217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.065567Z","time spent":"1.250636384s","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:45.316183Z","caller":"traceutil/trace.go:171","msg":"trace[362474031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12713; }","duration":"721.272758ms","start":"2026-03-03T14:30:44.594897Z","end":"2026-03-03T14:30:45.31617Z","steps":["trace[362474031] 'agreement among raft nodes before linearized reading' (duration: 721.138005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.594876Z","time spent":"721.39154ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:30:45.316007Z","caller":"traceutil/trace.go:171","msg":"trace[749225153] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12713; }","duration":"1.187540027s","start":"2026-03-03T14:30:44.128442Z","end":"2026-03-03T14:30:45.315982Z","steps":["trace[749225153] 'agreement among raft nodes before linearized reading' (duration: 1.187384364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.313538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:30:45.316309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.460019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:30:45.316323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206293641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:30:45.316361Z","caller":"traceutil/trace.go:171","msg":"trace[1511692975] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62; range_end:; response_count:1; response_revision:12713; }","duration":"860.535131ms","start":"2026-03-03T14:30:44.455815Z","end":"2026-03-03T14:30:45.316351Z","steps":["trace[1511692975] 'agreement among raft nodes before linearized reading' (duration: 860.390058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.31637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.165686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:45.316322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918435894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:30:45.316382Z","caller":"traceutil/trace.go:171","msg":"trace[1436147551] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12713; }","duration":"2.206411563s","start":"2026-03-03T14:30:43.109954Z","end":"2026-03-03T14:30:45.316366Z","steps":["trace[1436147551] 'agreement among raft nodes before linearized reading' (duration: 2.206211709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.600419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:30:45.316421Z","caller":"traceutil/trace.go:171","msg":"trace[502197306] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12713; }","duration":"1.918558607s","start":"2026-03-03T14:30:43.397843Z","end":"2026-03-03T14:30:45.316402Z","steps":["trace[502197306] 'agreement among raft nodes before linearized reading' (duration: 1.918295251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.619071Z","time spent":"697.005193ms","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:45.316428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.109895Z","time spent":"2.206520716s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:30:45.316449Z","caller":"traceutil/trace.go:171","msg":"trace[1190082386] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12713; }","duration":"472.701172ms","start":"2026-03-03T14:30:44.843724Z","end":"2026-03-03T14:30:45.316425Z","steps":["trace[1190082386] 'agreement among raft nodes before linearized reading' (duration: 472.252321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.843704Z","time spent":"472.786203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:30:45.316395Z","caller":"traceutil/trace.go:171","msg":"trace[1455821398] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12713; }","duration":"342.218277ms","start":"2026-03-03T14:30:44.97417Z","end":"2026-03-03T14:30:45.316388Z","steps":["trace[1455821398] 'agreement among raft nodes before linearized reading' (duration: 342.175996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.128431Z","time spent":"1.187876325s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:45.316547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.974144Z","time spent":"342.393871ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:45.316397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.455802Z","time spent":"860.585492ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-79b6f94fc8-p9hqs.18995ac9afb16f62\" "} {"level":"info","ts":"2026-03-03T14:30:45.316325Z","caller":"traceutil/trace.go:171","msg":"trace[855995530] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12713; }","duration":"409.39741ms","start":"2026-03-03T14:30:44.906916Z","end":"2026-03-03T14:30:45.316313Z","steps":["trace[855995530] 'agreement among raft nodes before linearized reading' (duration: 409.314448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.31643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.618214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:45.316645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.9069Z","time spent":"409.732389ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:30:45.316673Z","caller":"traceutil/trace.go:171","msg":"trace[1552933377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12713; }","duration":"403.868469ms","start":"2026-03-03T14:30:44.912794Z","end":"2026-03-03T14:30:45.316662Z","steps":["trace[1552933377] 'agreement among raft nodes before linearized reading' (duration: 403.620244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.316641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.397824Z","time spent":"1.918632269s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:45.316715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.912787Z","time spent":"403.91855ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:45.315872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.800592Z","time spent":"1.515219289s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:45.316158Z","caller":"traceutil/trace.go:171","msg":"trace[1178797558] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12713; }","duration":"1.281619928s","start":"2026-03-03T14:30:44.034519Z","end":"2026-03-03T14:30:45.316139Z","steps":["trace[1178797558] 'agreement among raft nodes before linearized reading' (duration: 1.281460754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:45.317537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.034497Z","time spent":"1.283018462s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:45.824608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:46.236101Z","caller":"traceutil/trace.go:171","msg":"trace[2073909967] transaction","detail":"{read_only:false; response_revision:12714; number_of_response:1; }","duration":"915.422813ms","start":"2026-03-03T14:30:45.320645Z","end":"2026-03-03T14:30:46.236068Z","steps":["trace[2073909967] 'process raft request' (duration: 915.197228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.236294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.320626Z","time spent":"915.566546ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:48.608492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853484s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:48.608756Z","caller":"traceutil/trace.go:171","msg":"trace[888460843] linearizableReadLoop","detail":"{readStateIndex:13254; appliedIndex:13249; }","duration":"3.284462575s","start":"2026-03-03T14:30:45.324277Z","end":"2026-03-03T14:30:48.608739Z","steps":["trace[888460843] 'read index received' (duration: 911.534321ms)","trace[888460843] 'applied index is now lower than readState.Index' (duration: 2.372927124s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:48.608976Z","caller":"traceutil/trace.go:171","msg":"trace[570759322] transaction","detail":"{read_only:false; response_revision:12715; number_of_response:1; }","duration":"3.28508711s","start":"2026-03-03T14:30:45.323875Z","end":"2026-03-03T14:30:48.608962Z","steps":["trace[570759322] 'process raft request' (duration: 1.284688963s)","trace[570759322] 'compare' (duration: 1.99971616s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:48.609047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.323867Z","time spent":"3.285145671s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:48.609127Z","caller":"traceutil/trace.go:171","msg":"trace[2045758975] transaction","detail":"{read_only:false; response_revision:12718; number_of_response:1; }","duration":"3.283779878s","start":"2026-03-03T14:30:45.325323Z","end":"2026-03-03T14:30:48.609103Z","steps":["trace[2045758975] 'process raft request' (duration: 3.283380899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.609251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.32531Z","time spent":"3.28387177s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:48.609254Z","caller":"traceutil/trace.go:171","msg":"trace[1250084349] transaction","detail":"{read_only:false; response_revision:12716; number_of_response:1; }","duration":"3.285297114s","start":"2026-03-03T14:30:45.323931Z","end":"2026-03-03T14:30:48.609228Z","steps":["trace[1250084349] 'process raft request' (duration: 3.284652539s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:48.609429Z","caller":"traceutil/trace.go:171","msg":"trace[761343594] transaction","detail":"{read_only:false; response_revision:12717; number_of_response:1; }","duration":"3.284286001s","start":"2026-03-03T14:30:45.325072Z","end":"2026-03-03T14:30:48.609358Z","steps":["trace[761343594] 'process raft request' (duration: 3.283595205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.609431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.323924Z","time spent":"3.285426537s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:48.609491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.325053Z","time spent":"3.284407994s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:48.610361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286074653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516206"} {"level":"info","ts":"2026-03-03T14:30:48.611008Z","caller":"traceutil/trace.go:171","msg":"trace[499849123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12718; }","duration":"3.286698317s","start":"2026-03-03T14:30:45.324227Z","end":"2026-03-03T14:30:48.610925Z","steps":["trace[499849123] 'agreement among raft nodes before linearized reading' (duration: 3.284903275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.611138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.324202Z","time spent":"3.286914102s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:48.615532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.007034375s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:48.615692Z","caller":"traceutil/trace.go:171","msg":"trace[433891157] transaction","detail":"{read_only:false; response_revision:12719; number_of_response:1; }","duration":"2.085356882s","start":"2026-03-03T14:30:46.530325Z","end":"2026-03-03T14:30:48.615682Z","steps":["trace[433891157] 'process raft request' (duration: 2.085288281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.615785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.5303Z","time spent":"2.085426614s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:48.756039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:48.756107Z","caller":"traceutil/trace.go:171","msg":"trace[1247124908] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305235s","start":"2026-03-03T14:30:46.755786Z","end":"2026-03-03T14:30:48.756091Z","steps":["trace[1247124908] 'agreement among raft nodes before linearized reading' (duration: 2.000214773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:48.756149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.755771Z","time spent":"2.000371226s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:50.016433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.838036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:50.017173Z","caller":"traceutil/trace.go:171","msg":"trace[1081007934] transaction","detail":"{read_only:false; response_revision:12722; number_of_response:1; }","duration":"2.672644533s","start":"2026-03-03T14:30:47.344488Z","end":"2026-03-03T14:30:50.017132Z","steps":["trace[1081007934] 'process raft request' (duration: 2.67253607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:50.017215Z","caller":"traceutil/trace.go:171","msg":"trace[1083147511] transaction","detail":"{read_only:false; response_revision:12720; number_of_response:1; }","duration":"3.109424853s","start":"2026-03-03T14:30:46.907767Z","end":"2026-03-03T14:30:50.017192Z","steps":["trace[1083147511] 'process raft request' (duration: 2.140701387s)","trace[1083147511] 'compare' (duration: 967.441756ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:50.017253Z","caller":"traceutil/trace.go:171","msg":"trace[795766498] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"2.69194498s","start":"2026-03-03T14:30:47.325172Z","end":"2026-03-03T14:30:50.017117Z","steps":["trace[795766498] 'process raft request' (duration: 2.691392937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:50.017289Z","caller":"traceutil/trace.go:171","msg":"trace[1088242013] linearizableReadLoop","detail":"{readStateIndex:13258; appliedIndex:13255; }","duration":"1.408468827s","start":"2026-03-03T14:30:48.608792Z","end":"2026-03-03T14:30:50.017261Z","steps":["trace[1088242013] 'read index received' (duration: 6.999936ms)","trace[1088242013] 'applied index is now lower than readState.Index' (duration: 1.40146347s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:50.017349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.907738Z","time spent":"3.109526895s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:50.017355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.344462Z","time spent":"2.672797115s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:50.017553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.325155Z","time spent":"2.692179315s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:50.756722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:50.756803Z","caller":"traceutil/trace.go:171","msg":"trace[1134793169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294665s","start":"2026-03-03T14:30:48.75649Z","end":"2026-03-03T14:30:50.756785Z","steps":["trace[1134793169] 'agreement among raft nodes before linearized reading' (duration: 2.000187802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:50.756849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.756473Z","time spent":"2.000366997s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:51.135988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:51.136062Z","caller":"traceutil/trace.go:171","msg":"trace[2145811295] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161072s","start":"2026-03-03T14:30:49.135886Z","end":"2026-03-03T14:30:51.136047Z","steps":["trace[2145811295] 'agreement among raft nodes before linearized reading' (duration: 2.00006417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:51.136099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.135864Z","time spent":"2.000226794s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:52.763153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:52.763277Z","caller":"traceutil/trace.go:171","msg":"trace[1221536935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247254s","start":"2026-03-03T14:30:50.763014Z","end":"2026-03-03T14:30:52.763262Z","steps":["trace[1221536935] 'agreement among raft nodes before linearized reading' (duration: 2.0001035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:52.76333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.762998Z","time spent":"2.000322465s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:53.679606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.656588134s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:54.133543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.116429038s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:54.133719Z","caller":"traceutil/trace.go:171","msg":"trace[145221213] linearizableReadLoop","detail":"{readStateIndex:13259; appliedIndex:13258; }","duration":"4.116365677s","start":"2026-03-03T14:30:50.017339Z","end":"2026-03-03T14:30:54.133704Z","steps":["trace[145221213] 'read index received' (duration: 55.422µs)","trace[145221213] 'applied index is now lower than readState.Index' (duration: 4.116309485s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.133857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.893403444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:30:54.133921Z","caller":"traceutil/trace.go:171","msg":"trace[114372575] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a; range_end:; response_count:1; response_revision:12722; }","duration":"7.893514657s","start":"2026-03-03T14:30:46.240389Z","end":"2026-03-03T14:30:54.133904Z","steps":["trace[114372575] 'agreement among raft nodes before linearized reading' (duration: 3.776946385s)","trace[114372575] 'range keys from in-memory index tree' (duration: 4.116353817s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.133908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.30683345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:54.134038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811488653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:54.134047Z","caller":"traceutil/trace.go:171","msg":"trace[2134363502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12722; }","duration":"7.307036615s","start":"2026-03-03T14:30:46.826976Z","end":"2026-03-03T14:30:54.134013Z","steps":["trace[2134363502] 'agreement among raft nodes before linearized reading' (duration: 3.19031994s)","trace[2134363502] 'range keys from in-memory index tree' (duration: 4.116396168s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:54.134074Z","caller":"traceutil/trace.go:171","msg":"trace[104325454] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12722; }","duration":"6.811561573s","start":"2026-03-03T14:30:47.322502Z","end":"2026-03-03T14:30:54.134064Z","steps":["trace[104325454] 'agreement among raft nodes before linearized reading' (duration: 2.694853259s)","trace[104325454] 'range keys from in-memory index tree' (duration: 4.116417148s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.134102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.322481Z","time spent":"6.811614535s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:54.134135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.826959Z","time spent":"7.307163758s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:54.134407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.02646952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:54.134451Z","caller":"traceutil/trace.go:171","msg":"trace[1462132416] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12722; }","duration":"8.026551901s","start":"2026-03-03T14:30:46.107888Z","end":"2026-03-03T14:30:54.13444Z","steps":["trace[1462132416] 'agreement among raft nodes before linearized reading' (duration: 3.909421407s)","trace[1462132416] 'count revisions from in-memory index tree' (duration: 4.117070373s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.134488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.107871Z","time spent":"8.026608743s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.13463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.201449069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:54.134703Z","caller":"traceutil/trace.go:171","msg":"trace[1308684560] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12722; }","duration":"8.201624115s","start":"2026-03-03T14:30:45.933059Z","end":"2026-03-03T14:30:54.134683Z","steps":["trace[1308684560] 'agreement among raft nodes before linearized reading' (duration: 4.084287356s)","trace[1308684560] 'count revisions from in-memory index tree' (duration: 4.117243867s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.134736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.811611114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:54.134749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.933001Z","time spent":"8.201737167s","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:54.134779Z","caller":"traceutil/trace.go:171","msg":"trace[1974812228] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12722; }","duration":"6.811686376s","start":"2026-03-03T14:30:47.323074Z","end":"2026-03-03T14:30:54.13476Z","steps":["trace[1974812228] 'agreement among raft nodes before linearized reading' (duration: 2.694233674s)","trace[1974812228] 'range keys from in-memory index tree' (duration: 4.11734975s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.134857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.323053Z","time spent":"6.811765508s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:54.134972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.30767443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-03T14:30:54.133961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.240369Z","time spent":"7.893582808s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-59494db5c5-fgg24.18995ac9b0e53d3a\" "} {"level":"warn","ts":"2026-03-03T14:30:54.134644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.833072513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:54.135133Z","caller":"traceutil/trace.go:171","msg":"trace[1828345627] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12722; }","duration":"7.833594135s","start":"2026-03-03T14:30:46.301521Z","end":"2026-03-03T14:30:54.135115Z","steps":["trace[1828345627] 'agreement among raft nodes before linearized reading' (duration: 3.715807365s)","trace[1828345627] 'count revisions from in-memory index tree' (duration: 4.117298849s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.135182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.301497Z","time spent":"7.833671346s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.135197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.88643135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:54.135258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456471422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:54.135271Z","caller":"traceutil/trace.go:171","msg":"trace[545729629] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12722; }","duration":"5.886487801s","start":"2026-03-03T14:30:48.248752Z","end":"2026-03-03T14:30:54.13524Z","steps":["trace[545729629] 'agreement among raft nodes before linearized reading' (duration: 1.768570248s)","trace[545729629] 'count revisions from in-memory index tree' (duration: 4.117844882s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:54.135292Z","caller":"traceutil/trace.go:171","msg":"trace[501323808] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:12722; }","duration":"4.456585975s","start":"2026-03-03T14:30:49.678698Z","end":"2026-03-03T14:30:54.135284Z","steps":["trace[501323808] 'agreement among raft nodes before linearized reading' (duration: 4.456522854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.135322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.67867Z","time spent":"4.456645117s","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.135326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.359524969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:30:54.135378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.331750361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:54.1354Z","caller":"traceutil/trace.go:171","msg":"trace[1948892224] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12722; }","duration":"8.359626742s","start":"2026-03-03T14:30:45.77575Z","end":"2026-03-03T14:30:54.135377Z","steps":["trace[1948892224] 'agreement among raft nodes before linearized reading' (duration: 4.241592916s)","trace[1948892224] 'range keys from in-memory index tree' (duration: 4.117882752s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:54.135415Z","caller":"traceutil/trace.go:171","msg":"trace[777387727] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12722; }","duration":"8.331820182s","start":"2026-03-03T14:30:45.803584Z","end":"2026-03-03T14:30:54.135404Z","steps":["trace[777387727] 'agreement among raft nodes before linearized reading' (duration: 4.213730155s)","trace[777387727] 'count revisions from in-memory index tree' (duration: 4.118032446s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.135452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.80377574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:54.135455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.775735Z","time spent":"8.359706154s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T14:30:54.135484Z","caller":"traceutil/trace.go:171","msg":"trace[27183780] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12722; }","duration":"4.803829071s","start":"2026-03-03T14:30:49.331644Z","end":"2026-03-03T14:30:54.135473Z","steps":["trace[27183780] 'agreement among raft nodes before linearized reading' (duration: 4.80378492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.135509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.331631Z","time spent":"4.803872512s","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.135544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713710175s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:54.135649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.134154787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:30:54.135649Z","caller":"traceutil/trace.go:171","msg":"trace[997830799] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12722; }","duration":"3.713817418s","start":"2026-03-03T14:30:50.421816Z","end":"2026-03-03T14:30:54.135634Z","steps":["trace[997830799] 'range keys from in-memory index tree' (duration: 3.713698345s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:54.135673Z","caller":"traceutil/trace.go:171","msg":"trace[587134886] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12722; }","duration":"5.134211998s","start":"2026-03-03T14:30:49.001455Z","end":"2026-03-03T14:30:54.135667Z","steps":["trace[587134886] 'agreement among raft nodes before linearized reading' (duration: 5.134144226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.135695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.001435Z","time spent":"5.13425631s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:30:54.135693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.308548621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:30:54.135718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180799674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:54.135752Z","caller":"traceutil/trace.go:171","msg":"trace[9558866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12722; }","duration":"7.308637223s","start":"2026-03-03T14:30:46.827095Z","end":"2026-03-03T14:30:54.135733Z","steps":["trace[9558866] 'agreement among raft nodes before linearized reading' (duration: 3.190256399s)","trace[9558866] 'range keys from in-memory index tree' (duration: 4.118296573s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:54.135759Z","caller":"traceutil/trace.go:171","msg":"trace[1202596661] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12722; }","duration":"5.180877646s","start":"2026-03-03T14:30:48.954871Z","end":"2026-03-03T14:30:54.135749Z","steps":["trace[1202596661] 'agreement among raft nodes before linearized reading' (duration: 5.180802924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.135334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.24873Z","time spent":"5.886585774s","remote":"127.0.0.1:48686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.135801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.827068Z","time spent":"7.308723186s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:54.135107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.809754498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:30:54.135928Z","caller":"traceutil/trace.go:171","msg":"trace[1268921177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12722; }","duration":"8.81063739s","start":"2026-03-03T14:30:45.325273Z","end":"2026-03-03T14:30:54.13591Z","steps":["trace[1268921177] 'agreement among raft nodes before linearized reading' (duration: 4.692085271s)","trace[1268921177] 'range keys from in-memory index tree' (duration: 4.116321446s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.135913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.792901491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:30:54.135808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.95485Z","time spent":"5.180949337s","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.136168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.32525Z","time spent":"8.810905895s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:54.136187Z","caller":"traceutil/trace.go:171","msg":"trace[970274574] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12722; }","duration":"6.793259079s","start":"2026-03-03T14:30:47.342902Z","end":"2026-03-03T14:30:54.136161Z","steps":["trace[970274574] 'agreement among raft nodes before linearized reading' (duration: 2.674438124s)","trace[970274574] 'range keys from in-memory index tree' (duration: 4.116395207s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.136257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.342883Z","time spent":"6.793359081s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:54.135017Z","caller":"traceutil/trace.go:171","msg":"trace[986074852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"7.307777232s","start":"2026-03-03T14:30:46.827226Z","end":"2026-03-03T14:30:54.135003Z","steps":["trace[986074852] 'agreement among raft nodes before linearized reading' (duration: 3.190121826s)","trace[986074852] 'range keys from in-memory index tree' (duration: 4.117599145s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:54.135452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.803565Z","time spent":"8.331878454s","remote":"127.0.0.1:48470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:54.136326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.827189Z","time spent":"7.309125295s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:30:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:30:54.136415Z","caller":"traceutil/trace.go:171","msg":"trace[141832286] transaction","detail":"{read_only:false; response_revision:12723; number_of_response:1; }","duration":"2.11347762s","start":"2026-03-03T14:30:52.022917Z","end":"2026-03-03T14:30:54.136394Z","steps":["trace[141832286] 'process raft request' (duration: 2.110713564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.136741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:52.022894Z","time spent":"2.113578313s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:54.764298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:54.764408Z","caller":"traceutil/trace.go:171","msg":"trace[1221153852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999983718s","start":"2026-03-03T14:30:52.764401Z","end":"2026-03-03T14:30:54.764384Z","steps":["trace[1221153852] 'agreement among raft nodes before linearized reading' (duration: 1.999856015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.764477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:52.764381Z","time spent":"2.00007946s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:55.290952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.670702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:55.2911Z","caller":"traceutil/trace.go:171","msg":"trace[1740911018] transaction","detail":"{read_only:false; response_revision:12724; number_of_response:1; }","duration":"3.266035417s","start":"2026-03-03T14:30:52.025023Z","end":"2026-03-03T14:30:55.291058Z","steps":["trace[1740911018] 'process raft request' (duration: 2.524160911s)","trace[1740911018] 'compare' (duration: 740.622837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:55.291258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:52.024997Z","time spent":"3.266176791s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:55.29126Z","caller":"traceutil/trace.go:171","msg":"trace[1845825134] transaction","detail":"{read_only:false; response_revision:12725; number_of_response:1; }","duration":"1.150326084s","start":"2026-03-03T14:30:54.140913Z","end":"2026-03-03T14:30:55.291239Z","steps":["trace[1845825134] 'process raft request' (duration: 1.15014565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.291347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.140895Z","time spent":"1.150408257s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:55.291587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448803302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:55.291634Z","caller":"traceutil/trace.go:171","msg":"trace[1070797802] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12726; }","duration":"3.448883194s","start":"2026-03-03T14:30:51.842732Z","end":"2026-03-03T14:30:55.291615Z","steps":["trace[1070797802] 'agreement among raft nodes before linearized reading' (duration: 3.448786282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.291675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:51.842709Z","time spent":"3.448953655s","remote":"127.0.0.1:34216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.291799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677641499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:30:55.291757Z","caller":"traceutil/trace.go:171","msg":"trace[1970967006] transaction","detail":"{read_only:false; response_revision:12727; number_of_response:1; }","duration":"1.150487238s","start":"2026-03-03T14:30:54.141234Z","end":"2026-03-03T14:30:55.291721Z","steps":["trace[1970967006] 'process raft request' (duration: 1.150205791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:55.291845Z","caller":"traceutil/trace.go:171","msg":"trace[1523673183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12727; }","duration":"4.67768715s","start":"2026-03-03T14:30:50.614146Z","end":"2026-03-03T14:30:55.291833Z","steps":["trace[1523673183] 'agreement among raft nodes before linearized reading' (duration: 4.677582848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.291879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.614101Z","time spent":"4.677770482s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:55.291912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46384524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:30:55.29196Z","caller":"traceutil/trace.go:171","msg":"trace[1595734369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12727; }","duration":"1.463921152s","start":"2026-03-03T14:30:53.828021Z","end":"2026-03-03T14:30:55.291942Z","steps":["trace[1595734369] 'agreement among raft nodes before linearized reading' (duration: 1.4638402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.291998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.827999Z","time spent":"1.463990064s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:30:55.292003Z","caller":"traceutil/trace.go:171","msg":"trace[1719673016] transaction","detail":"{read_only:false; response_revision:12726; number_of_response:1; }","duration":"1.15096374s","start":"2026-03-03T14:30:54.141026Z","end":"2026-03-03T14:30:55.29199Z","steps":["trace[1719673016] 'process raft request' (duration: 1.15011581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.292107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677828232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:30:55.292149Z","caller":"traceutil/trace.go:171","msg":"trace[1018863062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12727; }","duration":"4.677885934s","start":"2026-03-03T14:30:50.614251Z","end":"2026-03-03T14:30:55.292136Z","steps":["trace[1018863062] 'agreement among raft nodes before linearized reading' (duration: 4.677803472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.292179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.614245Z","time spent":"4.677927705s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:55.2922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498202375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:55.292108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.141019Z","time spent":"1.151015501s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:55.292244Z","caller":"traceutil/trace.go:171","msg":"trace[2093021632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12727; }","duration":"1.498286687s","start":"2026-03-03T14:30:53.793944Z","end":"2026-03-03T14:30:55.292231Z","steps":["trace[2093021632] 'agreement among raft nodes before linearized reading' (duration: 1.498205495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.292269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.671975784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:30:55.292284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.79392Z","time spent":"1.498353649s","remote":"127.0.0.1:34308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:55.292314Z","caller":"traceutil/trace.go:171","msg":"trace[1011585295] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12727; }","duration":"4.672025275s","start":"2026-03-03T14:30:50.620275Z","end":"2026-03-03T14:30:55.2923Z","steps":["trace[1011585295] 'agreement among raft nodes before linearized reading' (duration: 4.67137195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.29235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.620268Z","time spent":"4.672074786s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:30:55.292627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66780309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:55.292673Z","caller":"traceutil/trace.go:171","msg":"trace[408516717] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12727; }","duration":"1.667889041s","start":"2026-03-03T14:30:53.624771Z","end":"2026-03-03T14:30:55.29266Z","steps":["trace[408516717] 'agreement among raft nodes before linearized reading' (duration: 1.667759887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.292721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.624752Z","time spent":"1.667955423s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.292893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09747674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:55.29292Z","caller":"traceutil/trace.go:171","msg":"trace[1425727828] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12727; }","duration":"2.097528491s","start":"2026-03-03T14:30:53.195382Z","end":"2026-03-03T14:30:55.292911Z","steps":["trace[1425727828] 'agreement among raft nodes before linearized reading' (duration: 2.09748327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.292955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.195366Z","time spent":"2.097571302s","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.293181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269018658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:30:55.29321Z","caller":"traceutil/trace.go:171","msg":"trace[212960328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12727; }","duration":"3.269075329s","start":"2026-03-03T14:30:52.024126Z","end":"2026-03-03T14:30:55.293202Z","steps":["trace[212960328] 'agreement among raft nodes before linearized reading' (duration: 3.268943906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.293234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:52.024114Z","time spent":"3.26911375s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:55.293263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.79233816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:55.293318Z","caller":"traceutil/trace.go:171","msg":"trace[29929583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12727; }","duration":"3.792432053s","start":"2026-03-03T14:30:51.500869Z","end":"2026-03-03T14:30:55.293301Z","steps":["trace[29929583] 'agreement among raft nodes before linearized reading' (duration: 3.790796193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.293338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.856510683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:30:55.293365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:51.500855Z","time spent":"3.792498014s","remote":"127.0.0.1:34262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.291952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.141228Z","time spent":"1.150626351s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:55.293378Z","caller":"traceutil/trace.go:171","msg":"trace[1838185849] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12727; }","duration":"3.856585855s","start":"2026-03-03T14:30:51.436778Z","end":"2026-03-03T14:30:55.293364Z","steps":["trace[1838185849] 'agreement among raft nodes before linearized reading' (duration: 3.854896395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.293574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:51.436751Z","time spent":"3.8568135s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:30:55.293688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.13048189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:55.293718Z","caller":"traceutil/trace.go:171","msg":"trace[1265240681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12727; }","duration":"5.130546782s","start":"2026-03-03T14:30:50.163163Z","end":"2026-03-03T14:30:55.29371Z","steps":["trace[1265240681] 'agreement among raft nodes before linearized reading' (duration: 5.130493101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.293742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.163142Z","time spent":"5.130594333s","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.294032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211212234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:55.294085Z","caller":"traceutil/trace.go:171","msg":"trace[1409736269] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12727; }","duration":"5.211306197s","start":"2026-03-03T14:30:50.082766Z","end":"2026-03-03T14:30:55.294073Z","steps":["trace[1409736269] 'agreement among raft nodes before linearized reading' (duration: 5.211224715s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:55.29402Z","caller":"traceutil/trace.go:171","msg":"trace[957847571] linearizableReadLoop","detail":"{readStateIndex:13261; appliedIndex:13260; }","duration":"1.157403832s","start":"2026-03-03T14:30:54.133747Z","end":"2026-03-03T14:30:55.291151Z","steps":["trace[957847571] 'read index received' (duration: 415.455954ms)","trace[957847571] 'applied index is now lower than readState.Index' (duration: 741.943358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:55.294114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.082743Z","time spent":"5.211362278s","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:55.294322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155135948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:30:55.294361Z","caller":"traceutil/trace.go:171","msg":"trace[1808545035] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12727; }","duration":"1.15519788s","start":"2026-03-03T14:30:54.13915Z","end":"2026-03-03T14:30:55.294348Z","steps":["trace[1808545035] 'agreement among raft nodes before linearized reading' (duration: 1.155056047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.29437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.338026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:55.294395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.139133Z","time spent":"1.155254441s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:55.294458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.030518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:55.294489Z","caller":"traceutil/trace.go:171","msg":"trace[324857125] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12727; }","duration":"712.059289ms","start":"2026-03-03T14:30:54.582418Z","end":"2026-03-03T14:30:55.294477Z","steps":["trace[324857125] 'agreement among raft nodes before linearized reading' (duration: 712.013638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.294523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.582336Z","time spent":"712.176062ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:55.2944Z","caller":"traceutil/trace.go:171","msg":"trace[332963695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12727; }","duration":"524.397048ms","start":"2026-03-03T14:30:54.769994Z","end":"2026-03-03T14:30:55.294391Z","steps":["trace[332963695] 'agreement among raft nodes before linearized reading' (duration: 524.346897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.294768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.769973Z","time spent":"524.786887ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:55.297429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155989698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:30:55.297472Z","caller":"traceutil/trace.go:171","msg":"trace[1607757216] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4; range_end:; response_count:1; response_revision:12727; }","duration":"1.15604529s","start":"2026-03-03T14:30:54.141414Z","end":"2026-03-03T14:30:55.29746Z","steps":["trace[1607757216] 'agreement among raft nodes before linearized reading' (duration: 1.153179302s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.2975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.141409Z","time spent":"1.156084641s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-e53b926e-8bb1-4c5e-9190-7024aa389fe4\" "} {"level":"warn","ts":"2026-03-03T14:30:56.770712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164125941s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:30:56.770854Z","caller":"traceutil/trace.go:171","msg":"trace[291930535] linearizableReadLoop","detail":"{readStateIndex:13265; appliedIndex:13264; }","duration":"1.474941494s","start":"2026-03-03T14:30:55.295888Z","end":"2026-03-03T14:30:56.770829Z","steps":["trace[291930535] 'read index received' (duration: 310.6862ms)","trace[291930535] 'applied index is now lower than readState.Index' (duration: 1.164249894s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:56.771023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.295473Z","time spent":"1.475545238s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:56.771801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475878767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.77193Z","caller":"traceutil/trace.go:171","msg":"trace[2119769343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12727; }","duration":"1.476038531s","start":"2026-03-03T14:30:55.295855Z","end":"2026-03-03T14:30:56.771893Z","steps":["trace[2119769343] 'agreement among raft nodes before linearized reading' (duration: 1.475831436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.77199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.295841Z","time spent":"1.476140713s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:56.826084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.298407Z","time spent":"1.527670045s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:57.023594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.296087Z","time spent":"1.727489194s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:57.270917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:57.57556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.968945391s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:58.779372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000195893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:58.779489Z","caller":"traceutil/trace.go:171","msg":"trace[315153845] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348346s","start":"2026-03-03T14:30:56.779126Z","end":"2026-03-03T14:30:58.779474Z","steps":["trace[315153845] 'agreement among raft nodes before linearized reading' (duration: 2.000216833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.779578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.779116Z","time spent":"2.000450408s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:58.802143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226230264s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:58.802437Z","caller":"traceutil/trace.go:171","msg":"trace[730580495] transaction","detail":"{read_only:false; response_revision:12731; number_of_response:1; }","duration":"3.491480024s","start":"2026-03-03T14:30:55.310901Z","end":"2026-03-03T14:30:58.802381Z","steps":["trace[730580495] 'process raft request' (duration: 3.491423213s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.802443Z","caller":"traceutil/trace.go:171","msg":"trace[1100381484] transaction","detail":"{read_only:false; response_revision:12730; number_of_response:1; }","duration":"3.493323788s","start":"2026-03-03T14:30:55.309101Z","end":"2026-03-03T14:30:58.802425Z","steps":["trace[1100381484] 'process raft request' (duration: 3.493179765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.802519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.310892Z","time spent":"3.491585256s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.80256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.309054Z","time spent":"3.493440911s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:58.802689Z","caller":"traceutil/trace.go:171","msg":"trace[550735504] transaction","detail":"{read_only:false; response_revision:12733; number_of_response:1; }","duration":"3.310103031s","start":"2026-03-03T14:30:55.492508Z","end":"2026-03-03T14:30:58.802611Z","steps":["trace[550735504] 'process raft request' (duration: 3.309982448s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.80281Z","caller":"traceutil/trace.go:171","msg":"trace[17082845] transaction","detail":"{read_only:false; response_revision:12732; number_of_response:1; }","duration":"3.439911151s","start":"2026-03-03T14:30:55.362822Z","end":"2026-03-03T14:30:58.802733Z","steps":["trace[17082845] 'process raft request' (duration: 3.439530911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.802882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.492474Z","time spent":"3.310311307s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.802945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.362804Z","time spent":"3.440073644s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:59.928311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.288654975s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:59.931393Z","caller":"traceutil/trace.go:171","msg":"trace[1629734204] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"3.158062736s","start":"2026-03-03T14:30:56.772892Z","end":"2026-03-03T14:30:59.930955Z","steps":["trace[1629734204] 'process raft request' (duration: 3.155763271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.931564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.772874Z","time spent":"3.158584728s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:59.931038Z","caller":"traceutil/trace.go:171","msg":"trace[909555486] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"3.788627232s","start":"2026-03-03T14:30:56.142377Z","end":"2026-03-03T14:30:59.931004Z","steps":["trace[909555486] 'process raft request' (duration: 3.786237005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:59.93194Z","caller":"traceutil/trace.go:171","msg":"trace[1529021760] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12736; }","duration":"3.103469342s","start":"2026-03-03T14:30:56.828461Z","end":"2026-03-03T14:30:59.93193Z","steps":["trace[1529021760] 'process raft request' (duration: 3.100238434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.931997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.828445Z","time spent":"3.103523123s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":515,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:59.9322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.142362Z","time spent":"3.789522774s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:59.932238Z","caller":"traceutil/trace.go:171","msg":"trace[1251628788] transaction","detail":"{read_only:false; response_revision:12734; number_of_response:1; }","duration":"3.81166963s","start":"2026-03-03T14:30:56.120556Z","end":"2026-03-03T14:30:59.932226Z","steps":["trace[1251628788] 'process raft request' (duration: 3.80791821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.932289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.120533Z","time spent":"3.811733801s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:00.780089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:31:00.78016Z","caller":"traceutil/trace.go:171","msg":"trace[47998192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419567s","start":"2026-03-03T14:30:58.779725Z","end":"2026-03-03T14:31:00.780144Z","steps":["trace[47998192] 'agreement among raft nodes before linearized reading' (duration: 2.000318035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:00.780197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.779705Z","time spent":"2.000484379s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:01.138716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003514291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:01.138846Z","caller":"traceutil/trace.go:171","msg":"trace[636281454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003691505s","start":"2026-03-03T14:30:59.135136Z","end":"2026-03-03T14:31:01.138827Z","steps":["trace[636281454] 'agreement among raft nodes before linearized reading' (duration: 2.003549102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.13889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.135117Z","time spent":"2.003761756s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:02.027912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001966322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:31:02.028011Z","caller":"traceutil/trace.go:171","msg":"trace[750167324] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.002136836s","start":"2026-03-03T14:30:57.025851Z","end":"2026-03-03T14:31:02.027988Z","steps":["trace[750167324] 'agreement among raft nodes before linearized reading' (duration: 5.002012803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:02.028062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.025824Z","time spent":"5.002230488s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:31:02.310624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.312854Z","time spent":"4.997763522s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:02.351509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422561699s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:31:02.351789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930537481s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:02.351916Z","caller":"traceutil/trace.go:171","msg":"trace[255417714] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12736; }","duration":"1.930673884s","start":"2026-03-03T14:31:00.421225Z","end":"2026-03-03T14:31:02.351899Z","steps":["trace[255417714] 'range keys from in-memory index tree' (duration: 1.930520639s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:02.352383Z","caller":"traceutil/trace.go:171","msg":"trace[2003846908] linearizableReadLoop","detail":"{readStateIndex:13276; appliedIndex:13265; }","duration":"5.581479318s","start":"2026-03-03T14:30:56.770883Z","end":"2026-03-03T14:31:02.352363Z","steps":["trace[2003846908] 'read index received' (duration: 804.906333ms)","trace[2003846908] 'applied index is now lower than readState.Index' (duration: 4.776571995s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.128465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.677995578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.128534Z","caller":"traceutil/trace.go:171","msg":"trace[1546262279] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12737; }","duration":"3.678123421s","start":"2026-03-03T14:30:59.450393Z","end":"2026-03-03T14:31:03.128517Z","steps":["trace[1546262279] 'agreement among raft nodes before linearized reading' (duration: 2.902130715s)","trace[1546262279] 'count revisions from in-memory index tree' (duration: 775.886393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.128564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.450373Z","time spent":"3.678184833s","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.128573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.317122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:03.128624Z","caller":"traceutil/trace.go:171","msg":"trace[1051204661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12737; }","duration":"340.400764ms","start":"2026-03-03T14:31:02.788209Z","end":"2026-03-03T14:31:03.12861Z","steps":["trace[1051204661] 'range keys from in-memory index tree' (duration: 340.249761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.128646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:02.788194Z","time spent":"340.446965ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:03.128651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257630786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:31:03.12869Z","caller":"traceutil/trace.go:171","msg":"trace[1091650826] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12737; }","duration":"5.257718668s","start":"2026-03-03T14:30:57.870956Z","end":"2026-03-03T14:31:03.128674Z","steps":["trace[1091650826] 'agreement among raft nodes before linearized reading' (duration: 4.481574329s)","trace[1091650826] 'range keys from in-memory index tree' (duration: 776.020316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.12868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.985242704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:31:03.128716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.870928Z","time spent":"5.25778155s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:31:03.128743Z","caller":"traceutil/trace.go:171","msg":"trace[539346818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12737; }","duration":"6.985326685s","start":"2026-03-03T14:30:56.143395Z","end":"2026-03-03T14:31:03.128721Z","steps":["trace[539346818] 'agreement among raft nodes before linearized reading' (duration: 6.208991861s)","trace[539346818] 'range keys from in-memory index tree' (duration: 776.199131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.128778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.143384Z","time spent":"6.985385487s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:03.128789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.324403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T14:31:03.12879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.217369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117725"} {"level":"warn","ts":"2026-03-03T14:31:03.128842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032322634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.128843Z","caller":"traceutil/trace.go:171","msg":"trace[1245606799] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12737; }","duration":"816.399814ms","start":"2026-03-03T14:31:02.312424Z","end":"2026-03-03T14:31:03.128824Z","steps":["trace[1245606799] 'agreement among raft nodes before linearized reading' (duration: 40.075791ms)","trace[1245606799] 'range keys from in-memory index tree' (duration: 776.238162ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.128864Z","caller":"traceutil/trace.go:171","msg":"trace[1542340511] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12737; }","duration":"3.032347984s","start":"2026-03-03T14:31:00.09651Z","end":"2026-03-03T14:31:03.128858Z","steps":["trace[1542340511] 'agreement among raft nodes before linearized reading' (duration: 2.2559971s)","trace[1542340511] 'count revisions from in-memory index tree' (duration: 776.318504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.128867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517592026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:03.128883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.096449Z","time spent":"3.032427457s","remote":"127.0.0.1:48654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.128909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780835247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.128923Z","caller":"traceutil/trace.go:171","msg":"trace[2107517327] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12737; }","duration":"3.780886089s","start":"2026-03-03T14:30:59.348032Z","end":"2026-03-03T14:31:03.128918Z","steps":["trace[2107517327] 'agreement among raft nodes before linearized reading' (duration: 3.004507254s)","trace[2107517327] 'count revisions from in-memory index tree' (duration: 776.359344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.128937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.348012Z","time spent":"3.78092121s","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.128956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320203362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:31:03.128973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608950668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.128988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.472395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.128989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795260936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:31:03.129014Z","caller":"traceutil/trace.go:171","msg":"trace[362585582] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12737; }","duration":"910.516467ms","start":"2026-03-03T14:31:02.218489Z","end":"2026-03-03T14:31:03.129005Z","steps":["trace[362585582] 'agreement among raft nodes before linearized reading' (duration: 134.020489ms)","trace[362585582] 'count revisions from in-memory index tree' (duration: 776.462537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289270876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.129031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:02.218478Z","time spent":"910.548867ms","remote":"127.0.0.1:52224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.129037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.987782343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:03.129044Z","caller":"traceutil/trace.go:171","msg":"trace[1361172807] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12737; }","duration":"7.795312557s","start":"2026-03-03T14:30:55.333712Z","end":"2026-03-03T14:31:03.129025Z","steps":["trace[1361172807] 'agreement among raft nodes before linearized reading' (duration: 7.018672536s)","trace[1361172807] 'range keys from in-memory index tree' (duration: 776.518718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.129063Z","caller":"traceutil/trace.go:171","msg":"trace[183618830] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12737; }","duration":"6.987843355s","start":"2026-03-03T14:30:56.14121Z","end":"2026-03-03T14:31:03.129053Z","steps":["trace[183618830] 'agreement among raft nodes before linearized reading' (duration: 6.211160473s)","trace[183618830] 'range keys from in-memory index tree' (duration: 776.630601ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.828493546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:31:03.129088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.141184Z","time spent":"6.987895466s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:31:03.129093Z","caller":"traceutil/trace.go:171","msg":"trace[1937288418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12737; }","duration":"5.828535068s","start":"2026-03-03T14:30:57.300553Z","end":"2026-03-03T14:31:03.129088Z","steps":["trace[1937288418] 'agreement among raft nodes before linearized reading' (duration: 5.051997139s)","trace[1937288418] 'range keys from in-memory index tree' (duration: 776.494478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.333685Z","time spent":"7.795390459s","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.300537Z","time spent":"5.828567708s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191389039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-03T14:31:03.129185Z","caller":"traceutil/trace.go:171","msg":"trace[857455560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12737; }","duration":"1.191500221s","start":"2026-03-03T14:31:01.937662Z","end":"2026-03-03T14:31:03.129162Z","steps":["trace[857455560] 'agreement among raft nodes before linearized reading' (duration: 414.819689ms)","trace[857455560] 'range keys from in-memory index tree' (duration: 776.521988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.848633383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fe5c9c2\" ","response":"range_response_count:1 size:2092"} {"level":"warn","ts":"2026-03-03T14:31:03.129245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.745776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:31:03.129246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.93763Z","time spent":"1.191604053s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:31:03.129257Z","caller":"traceutil/trace.go:171","msg":"trace[103668840] range","detail":"{range_begin:/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fe5c9c2; range_end:; response_count:1; response_revision:12737; }","duration":"6.848700444s","start":"2026-03-03T14:30:56.280551Z","end":"2026-03-03T14:31:03.129251Z","steps":["trace[103668840] 'agreement among raft nodes before linearized reading' (duration: 6.071813048s)","trace[103668840] 'range keys from in-memory index tree' (duration: 776.821795ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.129263Z","caller":"traceutil/trace.go:171","msg":"trace[608000687] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12737; }","duration":"930.784947ms","start":"2026-03-03T14:31:02.198472Z","end":"2026-03-03T14:31:03.129257Z","steps":["trace[608000687] 'agreement among raft nodes before linearized reading' (duration: 154.048193ms)","trace[608000687] 'range keys from in-memory index tree' (duration: 776.697393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.280531Z","time spent":"6.848737436s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2116,"request content":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fe5c9c2\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:02.198461Z","time spent":"930.814328ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:31:03.12932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.829959289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516206"} {"level":"info","ts":"2026-03-03T14:31:03.129345Z","caller":"traceutil/trace.go:171","msg":"trace[391957323] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12737; }","duration":"7.830001759s","start":"2026-03-03T14:30:55.299338Z","end":"2026-03-03T14:31:03.129339Z","steps":["trace[391957323] 'agreement among raft nodes before linearized reading' (duration: 7.053087102s)","trace[391957323] 'range keys from in-memory index tree' (duration: 776.629471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.299328Z","time spent":"7.830027741s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516230,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:03.12937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646187996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.12937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.923376185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:03.129377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.98682344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:03.12939Z","caller":"traceutil/trace.go:171","msg":"trace[1141310087] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12737; }","duration":"6.923421735s","start":"2026-03-03T14:30:56.205962Z","end":"2026-03-03T14:31:03.129384Z","steps":["trace[1141310087] 'agreement among raft nodes before linearized reading' (duration: 6.146421736s)","trace[1141310087] 'count revisions from in-memory index tree' (duration: 776.966219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.833605276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:03.128985Z","caller":"traceutil/trace.go:171","msg":"trace[925049708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12737; }","duration":"2.320252784s","start":"2026-03-03T14:31:00.808721Z","end":"2026-03-03T14:31:03.128974Z","steps":["trace[925049708] 'agreement among raft nodes before linearized reading' (duration: 1.543757616s)","trace[925049708] 'range keys from in-memory index tree' (duration: 776.414465ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.129443Z","caller":"traceutil/trace.go:171","msg":"trace[1906429046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12737; }","duration":"5.833691998s","start":"2026-03-03T14:30:57.295735Z","end":"2026-03-03T14:31:03.129427Z","steps":["trace[1906429046] 'agreement among raft nodes before linearized reading' (duration: 5.05672774s)","trace[1906429046] 'range keys from in-memory index tree' (duration: 776.845866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.808708Z","time spent":"2.320753415s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994817454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.12939Z","caller":"traceutil/trace.go:171","msg":"trace[1107246718] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12737; }","duration":"1.646229167s","start":"2026-03-03T14:31:01.483152Z","end":"2026-03-03T14:31:03.129381Z","steps":["trace[1107246718] 'agreement among raft nodes before linearized reading' (duration: 869.343721ms)","trace[1107246718] 'count revisions from in-memory index tree' (duration: 776.842386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.483136Z","time spent":"1.646402531s","remote":"127.0.0.1:35808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.12955Z","caller":"traceutil/trace.go:171","msg":"trace[841574534] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12737; }","duration":"1.994962948s","start":"2026-03-03T14:31:01.134561Z","end":"2026-03-03T14:31:03.129524Z","steps":["trace[841574534] 'agreement among raft nodes before linearized reading' (duration: 1.217906827s)","trace[841574534] 'count revisions from in-memory index tree' (duration: 776.927708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.295714Z","time spent":"5.833760161s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699016309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:31:03.129609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.134533Z","time spent":"1.99506052s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.129635Z","caller":"traceutil/trace.go:171","msg":"trace[2085665734] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12737; }","duration":"1.699066329s","start":"2026-03-03T14:31:01.430564Z","end":"2026-03-03T14:31:03.12963Z","steps":["trace[2085665734] 'agreement among raft nodes before linearized reading' (duration: 921.927057ms)","trace[2085665734] 'range keys from in-memory index tree' (duration: 777.092171ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.430548Z","time spent":"1.699099411s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.205948Z","time spent":"6.923458937s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.129734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342691036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:03.129748Z","caller":"traceutil/trace.go:171","msg":"trace[1071398530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12737; }","duration":"2.342726807s","start":"2026-03-03T14:31:00.787016Z","end":"2026-03-03T14:31:03.129743Z","steps":["trace[1071398530] 'agreement among raft nodes before linearized reading' (duration: 1.565481212s)","trace[1071398530] 'range keys from in-memory index tree' (duration: 777.221504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.128886Z","caller":"traceutil/trace.go:171","msg":"trace[1791664256] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12737; }","duration":"1.517646638s","start":"2026-03-03T14:31:01.611232Z","end":"2026-03-03T14:31:03.128879Z","steps":["trace[1791664256] 'agreement among raft nodes before linearized reading' (duration: 741.300404ms)","trace[1791664256] 'count revisions from in-memory index tree' (duration: 776.313903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128159277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:31:03.129827Z","caller":"traceutil/trace.go:171","msg":"trace[1828234251] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12737; }","duration":"3.128806093s","start":"2026-03-03T14:31:00.001015Z","end":"2026-03-03T14:31:03.129821Z","steps":["trace[1828234251] 'agreement among raft nodes before linearized reading' (duration: 2.351499286s)","trace[1828234251] 'range keys from in-memory index tree' (duration: 776.649691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.129036Z","caller":"traceutil/trace.go:171","msg":"trace[1049776602] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12737; }","duration":"5.289333647s","start":"2026-03-03T14:30:57.839694Z","end":"2026-03-03T14:31:03.129028Z","steps":["trace[1049776602] 'agreement among raft nodes before linearized reading' (duration: 4.51284264s)","trace[1049776602] 'count revisions from in-memory index tree' (duration: 776.466917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.001001Z","time spent":"3.128843123s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.61121Z","time spent":"1.51860541s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.128876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:02.312406Z","time spent":"816.462416ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.787002Z","time spent":"2.342756027s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:03.128865Z","caller":"traceutil/trace.go:171","msg":"trace[1526304197] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12737; }","duration":"934.329642ms","start":"2026-03-03T14:31:02.194507Z","end":"2026-03-03T14:31:03.128837Z","steps":["trace[1526304197] 'agreement among raft nodes before linearized reading' (duration: 157.962847ms)","trace[1526304197] 'range keys from in-memory index tree' (duration: 776.135919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.129999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:02.194484Z","time spent":"935.50835ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117749,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:31:03.129865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.839667Z","time spent":"5.290191178s","remote":"127.0.0.1:34004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.129393Z","caller":"traceutil/trace.go:171","msg":"trace[605007118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12737; }","duration":"6.986877002s","start":"2026-03-03T14:30:56.14251Z","end":"2026-03-03T14:31:03.129387Z","steps":["trace[605007118] 'agreement among raft nodes before linearized reading' (duration: 6.209860022s)","trace[605007118] 'range keys from in-memory index tree' (duration: 776.960949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.130186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.14249Z","time spent":"6.987660519s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:03.128994Z","caller":"traceutil/trace.go:171","msg":"trace[569347953] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12737; }","duration":"6.609014149s","start":"2026-03-03T14:30:56.519972Z","end":"2026-03-03T14:31:03.128987Z","steps":["trace[569347953] 'agreement among raft nodes before linearized reading' (duration: 5.832392559s)","trace[569347953] 'count revisions from in-memory index tree' (duration: 776.58684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.130271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.51995Z","time spent":"6.610312499s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.131819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321796941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:31:03.131867Z","caller":"traceutil/trace.go:171","msg":"trace[1132379889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12737; }","duration":"2.324175567s","start":"2026-03-03T14:31:00.807678Z","end":"2026-03-03T14:31:03.131854Z","steps":["trace[1132379889] 'agreement among raft nodes before linearized reading' (duration: 1.544808542s)","trace[1132379889] 'range keys from in-memory index tree' (duration: 776.964608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.131892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.807656Z","time spent":"2.324228619s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:03.640391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:04.140526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:04.641587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:04.965036Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033df.wal"} {"level":"info","ts":"2026-03-03T14:31:04.965542Z","caller":"traceutil/trace.go:171","msg":"trace[932919110] transaction","detail":"{read_only:false; response_revision:12738; number_of_response:1; }","duration":"1.825166821s","start":"2026-03-03T14:31:03.140231Z","end":"2026-03-03T14:31:04.965398Z","steps":["trace[932919110] 'process raft request' (duration: 1.824968786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.966347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140209Z","time spent":"1.825415537s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.140458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99963772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:05.140542Z","caller":"traceutil/trace.go:171","msg":"trace[382645273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999732052s","start":"2026-03-03T14:31:03.140785Z","end":"2026-03-03T14:31:05.140517Z","steps":["trace[382645273] 'agreement among raft nodes before linearized reading' (duration: 1.99964579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.140585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140779Z","time spent":"1.999798153s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:31:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:31:05.886084Z","caller":"traceutil/trace.go:171","msg":"trace[1714105291] transaction","detail":"{read_only:false; response_revision:12740; number_of_response:1; }","duration":"2.745015509s","start":"2026-03-03T14:31:03.141033Z","end":"2026-03-03T14:31:05.886049Z","steps":["trace[1714105291] 'process raft request' (duration: 2.744862775s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.886083Z","caller":"traceutil/trace.go:171","msg":"trace[1260244919] transaction","detail":"{read_only:false; response_revision:12739; number_of_response:1; }","duration":"2.74550129s","start":"2026-03-03T14:31:03.140532Z","end":"2026-03-03T14:31:05.886033Z","steps":["trace[1260244919] 'process raft request' (duration: 2.744819575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.886252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.141023Z","time spent":"2.745133662s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.886285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140514Z","time spent":"2.745666224s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:05.886099Z","caller":"traceutil/trace.go:171","msg":"trace[1995050168] linearizableReadLoop","detail":"{readStateIndex:13283; appliedIndex:13278; }","duration":"2.745800357s","start":"2026-03-03T14:31:03.140272Z","end":"2026-03-03T14:31:05.886072Z","steps":["trace[1995050168] 'read index received' (duration: 1.825113999s)","trace[1995050168] 'applied index is now lower than readState.Index' (duration: 920.685358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:05.886558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750202572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:31:05.886604Z","caller":"traceutil/trace.go:171","msg":"trace[1871873720] transaction","detail":"{read_only:false; response_revision:12741; number_of_response:1; }","duration":"2.745454259s","start":"2026-03-03T14:31:03.141122Z","end":"2026-03-03T14:31:05.886576Z","steps":["trace[1871873720] 'process raft request' (duration: 2.744816714s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.886672Z","caller":"traceutil/trace.go:171","msg":"trace[1548495362] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c; range_end:; response_count:1; response_revision:12743; }","duration":"2.750352326s","start":"2026-03-03T14:31:03.13625Z","end":"2026-03-03T14:31:05.886602Z","steps":["trace[1548495362] 'agreement among raft nodes before linearized reading' (duration: 2.749899605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.886742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.141113Z","time spent":"2.745564192s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.886856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.13621Z","time spent":"2.750553331s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-bf2cd3eb-cd96-47df-b07b-71a64bef1f9c\" "} {"level":"warn","ts":"2026-03-03T14:31:05.88694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.308274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:05.886964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746488024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"info","ts":"2026-03-03T14:31:05.886992Z","caller":"traceutil/trace.go:171","msg":"trace[1001491264] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12743; }","duration":"806.401087ms","start":"2026-03-03T14:31:05.080575Z","end":"2026-03-03T14:31:05.886976Z","steps":["trace[1001491264] 'agreement among raft nodes before linearized reading' (duration: 806.322975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.887012Z","caller":"traceutil/trace.go:171","msg":"trace[21004729] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:12743; }","duration":"2.746541475s","start":"2026-03-03T14:31:03.140458Z","end":"2026-03-03T14:31:05.886999Z","steps":["trace[21004729] 'agreement among raft nodes before linearized reading' (duration: 2.746054834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140439Z","time spent":"2.746612606s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.290151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:05.887113Z","caller":"traceutil/trace.go:171","msg":"trace[1472056562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12743; }","duration":"746.338601ms","start":"2026-03-03T14:31:05.140763Z","end":"2026-03-03T14:31:05.887102Z","steps":["trace[1472056562] 'agreement among raft nodes before linearized reading' (duration: 746.29476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.140739Z","time spent":"746.397713ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.886436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:05.887196Z","caller":"traceutil/trace.go:171","msg":"trace[315416723] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12743; }","duration":"749.953587ms","start":"2026-03-03T14:31:05.137232Z","end":"2026-03-03T14:31:05.887186Z","steps":["trace[315416723] 'agreement among raft nodes before linearized reading' (duration: 749.832785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.137212Z","time spent":"750.007348ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.01902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:05.887445Z","caller":"traceutil/trace.go:171","msg":"trace[2027592116] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12743; }","duration":"793.143363ms","start":"2026-03-03T14:31:05.094287Z","end":"2026-03-03T14:31:05.88743Z","steps":["trace[2027592116] 'agreement among raft nodes before linearized reading' (duration: 793.000599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.887584Z","caller":"traceutil/trace.go:171","msg":"trace[1905593725] transaction","detail":"{read_only:false; response_revision:12742; number_of_response:1; }","duration":"2.746365142s","start":"2026-03-03T14:31:03.141211Z","end":"2026-03-03T14:31:05.887576Z","steps":["trace[1905593725] 'process raft request' (duration: 2.744756403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.141204Z","time spent":"2.746410372s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2077,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.887452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566300072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:05.887732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742947351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:05.887766Z","caller":"traceutil/trace.go:171","msg":"trace[1375081263] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12743; }","duration":"2.742993822s","start":"2026-03-03T14:31:03.144764Z","end":"2026-03-03T14:31:05.887758Z","steps":["trace[1375081263] 'agreement among raft nodes before linearized reading' (duration: 2.74291537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.144757Z","time spent":"2.743025982s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:31:05.88775Z","caller":"traceutil/trace.go:171","msg":"trace[1843024329] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12743; }","duration":"1.566628379s","start":"2026-03-03T14:31:04.321111Z","end":"2026-03-03T14:31:05.887739Z","steps":["trace[1843024329] 'agreement among raft nodes before linearized reading' (duration: 1.566294842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747038477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T14:31:05.887392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.585642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:05.887954Z","caller":"traceutil/trace.go:171","msg":"trace[717382040] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12743; }","duration":"748.170126ms","start":"2026-03-03T14:31:05.139771Z","end":"2026-03-03T14:31:05.887941Z","steps":["trace[717382040] 'agreement among raft nodes before linearized reading' (duration: 747.564222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.094249Z","time spent":"793.343428ms","remote":"127.0.0.1:36880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:05.887455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.162304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:05.887943Z","caller":"traceutil/trace.go:171","msg":"trace[496761093] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12743; }","duration":"2.747296794s","start":"2026-03-03T14:31:03.140631Z","end":"2026-03-03T14:31:05.887928Z","steps":["trace[496761093] 'agreement among raft nodes before linearized reading' (duration: 2.746913135s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.88807Z","caller":"traceutil/trace.go:171","msg":"trace[550371397] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12743; }","duration":"750.791108ms","start":"2026-03-03T14:31:05.137269Z","end":"2026-03-03T14:31:05.88806Z","steps":["trace[550371397] 'agreement among raft nodes before linearized reading' (duration: 750.137833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.888106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.137257Z","time spent":"750.839439ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130029854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" ","response":"range_response_count:1 size:6046"} {"level":"info","ts":"2026-03-03T14:31:05.888213Z","caller":"traceutil/trace.go:171","msg":"trace[1842866829] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj; range_end:; response_count:1; response_revision:12743; }","duration":"1.130881934s","start":"2026-03-03T14:31:04.757312Z","end":"2026-03-03T14:31:05.888193Z","steps":["trace[1842866829] 'agreement among raft nodes before linearized reading' (duration: 1.129995642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.888195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140617Z","time spent":"2.747454977s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:31:05.888259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747495918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85335"} {"level":"warn","ts":"2026-03-03T14:31:05.888276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.757295Z","time spent":"1.130965786s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6070,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" "} {"level":"info","ts":"2026-03-03T14:31:05.888285Z","caller":"traceutil/trace.go:171","msg":"trace[179387095] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:12743; }","duration":"2.747534359s","start":"2026-03-03T14:31:03.140743Z","end":"2026-03-03T14:31:05.888278Z","steps":["trace[179387095] 'agreement among raft nodes before linearized reading' (duration: 2.747209351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.888319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.140721Z","time spent":"2.747591481s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85359,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273459544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:31:05.888418Z","caller":"traceutil/trace.go:171","msg":"trace[1318789741] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12743; }","duration":"2.274391966s","start":"2026-03-03T14:31:03.614015Z","end":"2026-03-03T14:31:05.888407Z","steps":["trace[1318789741] 'agreement among raft nodes before linearized reading' (duration: 2.273501905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.818559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:31:05.888456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.613991Z","time spent":"2.274453008s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:05.887908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.321095Z","time spent":"1.566796764s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:05.887026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.080553Z","time spent":"806.463187ms","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:05.887499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272977754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:31:05.888697Z","caller":"traceutil/trace.go:171","msg":"trace[1383196807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12743; }","duration":"2.274209222s","start":"2026-03-03T14:31:03.614477Z","end":"2026-03-03T14:31:05.888687Z","steps":["trace[1383196807] 'agreement among raft nodes before linearized reading' (duration: 2.272993384s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.887996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.139758Z","time spent":"748.226927ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:31:05.888726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.614455Z","time spent":"2.274262853s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:31:05.888485Z","caller":"traceutil/trace.go:171","msg":"trace[83839439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12743; }","duration":"751.814431ms","start":"2026-03-03T14:31:05.136657Z","end":"2026-03-03T14:31:05.888471Z","steps":["trace[83839439] 'agreement among raft nodes before linearized reading' (duration: 750.720066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.888791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.136644Z","time spent":"752.14168ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:05.887553Z","caller":"traceutil/trace.go:171","msg":"trace[1468654326] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"2.746108436s","start":"2026-03-03T14:31:03.141434Z","end":"2026-03-03T14:31:05.887543Z","steps":["trace[1468654326] 'process raft request' (duration: 2.74460165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.888874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.141411Z","time spent":"2.747439687s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:06.637204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.512141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:06.6373Z","caller":"traceutil/trace.go:171","msg":"trace[2011060735] linearizableReadLoop","detail":"{readStateIndex:13284; appliedIndex:13283; }","duration":"741.295432ms","start":"2026-03-03T14:31:05.895989Z","end":"2026-03-03T14:31:06.637285Z","steps":["trace[2011060735] 'read index received' (duration: 329.72918ms)","trace[2011060735] 'applied index is now lower than readState.Index' (duration: 411.564842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:06.637346Z","caller":"traceutil/trace.go:171","msg":"trace[1099749819] transaction","detail":"{read_only:false; response_revision:12744; number_of_response:1; }","duration":"741.395805ms","start":"2026-03-03T14:31:05.895916Z","end":"2026-03-03T14:31:06.637312Z","steps":["trace[1099749819] 'process raft request' (duration: 329.70745ms)","trace[1099749819] 'compare' (duration: 411.116791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:06.637485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.895887Z","time spent":"741.534287ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:06.63756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.595309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:31:06.637622Z","caller":"traceutil/trace.go:171","msg":"trace[655359975] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:12744; }","duration":"741.694522ms","start":"2026-03-03T14:31:05.895911Z","end":"2026-03-03T14:31:06.637606Z","steps":["trace[655359975] 'agreement among raft nodes before linearized reading' (duration: 741.430135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:06.637661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.895896Z","time spent":"741.756333ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:31:07.14358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.211895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:07.143835Z","caller":"traceutil/trace.go:171","msg":"trace[79805995] linearizableReadLoop","detail":"{readStateIndex:13287; appliedIndex:13284; }","duration":"506.491794ms","start":"2026-03-03T14:31:06.637327Z","end":"2026-03-03T14:31:07.143818Z","steps":["trace[79805995] 'read index received' (duration: 177.687215ms)","trace[79805995] 'applied index is now lower than readState.Index' (duration: 328.803499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:07.1439Z","caller":"traceutil/trace.go:171","msg":"trace[380616258] transaction","detail":"{read_only:false; response_revision:12746; number_of_response:1; }","duration":"1.247730925s","start":"2026-03-03T14:31:05.896151Z","end":"2026-03-03T14:31:07.143882Z","steps":["trace[380616258] 'process raft request' (duration: 1.24752571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:07.14391Z","caller":"traceutil/trace.go:171","msg":"trace[546795581] transaction","detail":"{read_only:false; response_revision:12747; number_of_response:1; }","duration":"1.244826046s","start":"2026-03-03T14:31:05.899057Z","end":"2026-03-03T14:31:07.143883Z","steps":["trace[546795581] 'process raft request' (duration: 1.244691652s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:07.143893Z","caller":"traceutil/trace.go:171","msg":"trace[658223127] transaction","detail":"{read_only:false; response_revision:12745; number_of_response:1; }","duration":"1.247781666s","start":"2026-03-03T14:31:05.896067Z","end":"2026-03-03T14:31:07.143849Z","steps":["trace[658223127] 'process raft request' (duration: 919.214312ms)","trace[658223127] 'compare' (duration: 327.801346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:07.144002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.896139Z","time spent":"1.247809796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.144038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.899047Z","time spent":"1.244916407s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.144079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.89605Z","time spent":"1.247937649s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6347,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.144181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248087833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:07.144212Z","caller":"traceutil/trace.go:171","msg":"trace[1266370513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12747; }","duration":"1.248139544s","start":"2026-03-03T14:31:05.896064Z","end":"2026-03-03T14:31:07.144204Z","steps":["trace[1266370513] 'agreement among raft nodes before linearized reading' (duration: 1.247860578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.972333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:07.144238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.638675Z","time spent":"505.561281ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:07.144245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.896058Z","time spent":"1.248180325s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:07.144272Z","caller":"traceutil/trace.go:171","msg":"trace[537226275] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12747; }","duration":"840.101266ms","start":"2026-03-03T14:31:06.30415Z","end":"2026-03-03T14:31:07.144251Z","steps":["trace[537226275] 'agreement among raft nodes before linearized reading' (duration: 839.716707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.304124Z","time spent":"840.192239ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:07.144529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246726111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:31:07.144562Z","caller":"traceutil/trace.go:171","msg":"trace[211145646] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12747; }","duration":"1.246779502s","start":"2026-03-03T14:31:05.897775Z","end":"2026-03-03T14:31:07.144554Z","steps":["trace[211145646] 'agreement among raft nodes before linearized reading' (duration: 1.246137407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.897751Z","time spent":"1.246825784s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:31:07.144635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.540773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:31:07.144706Z","caller":"traceutil/trace.go:171","msg":"trace[1507884070] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14; range_end:; response_count:1; response_revision:12747; }","duration":"503.633845ms","start":"2026-03-03T14:31:06.641049Z","end":"2026-03-03T14:31:07.144682Z","steps":["trace[1507884070] 'agreement among raft nodes before linearized reading' (duration: 503.082332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103778301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:31:07.144758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.641034Z","time spent":"503.710647ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" "} {"level":"info","ts":"2026-03-03T14:31:07.144777Z","caller":"traceutil/trace.go:171","msg":"trace[1725252789] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12747; }","duration":"1.103846422s","start":"2026-03-03T14:31:06.040922Z","end":"2026-03-03T14:31:07.144768Z","steps":["trace[1725252789] 'agreement among raft nodes before linearized reading' (duration: 1.102921241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.0409Z","time spent":"1.103894124s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:31:07.144877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.648699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:31:07.144902Z","caller":"traceutil/trace.go:171","msg":"trace[713890820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12747; }","duration":"173.69953ms","start":"2026-03-03T14:31:06.971195Z","end":"2026-03-03T14:31:07.144895Z","steps":["trace[713890820] 'agreement among raft nodes before linearized reading' (duration: 173.201259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11260288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:31:07.14496Z","caller":"traceutil/trace.go:171","msg":"trace[788909001] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12747; }","duration":"1.112654961s","start":"2026-03-03T14:31:06.032294Z","end":"2026-03-03T14:31:07.144949Z","steps":["trace[788909001] 'agreement among raft nodes before linearized reading' (duration: 1.111656438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.144971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245532662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117725"} {"level":"warn","ts":"2026-03-03T14:31:07.144993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.032228Z","time spent":"1.112756663s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1305,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:07.145003Z","caller":"traceutil/trace.go:171","msg":"trace[1517902041] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12747; }","duration":"1.245574774s","start":"2026-03-03T14:31:05.899421Z","end":"2026-03-03T14:31:07.144995Z","steps":["trace[1517902041] 'agreement among raft nodes before linearized reading' (duration: 1.244498248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.145023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.899415Z","time spent":"1.245602914s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117749,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:31:07.477438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.746889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:07.477568Z","caller":"traceutil/trace.go:171","msg":"trace[2115117152] transaction","detail":"{read_only:false; response_revision:12748; number_of_response:1; }","duration":"331.83206ms","start":"2026-03-03T14:31:07.145711Z","end":"2026-03-03T14:31:07.477543Z","steps":["trace[2115117152] 'process raft request' (duration: 155.880777ms)","trace[2115117152] 'compare' (duration: 175.498613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:07.477646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.145694Z","time spent":"331.912922ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.926117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.012038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:07.92629Z","caller":"traceutil/trace.go:171","msg":"trace[1968039955] transaction","detail":"{read_only:false; response_revision:12749; number_of_response:1; }","duration":"779.334565ms","start":"2026-03-03T14:31:07.146916Z","end":"2026-03-03T14:31:07.926251Z","steps":["trace[1968039955] 'process raft request' (duration: 543.133613ms)","trace[1968039955] 'compare' (duration: 235.908755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:07.926425Z","caller":"traceutil/trace.go:171","msg":"trace[256806532] transaction","detail":"{read_only:false; response_revision:12752; number_of_response:1; }","duration":"776.987089ms","start":"2026-03-03T14:31:07.149425Z","end":"2026-03-03T14:31:07.926412Z","steps":["trace[256806532] 'process raft request' (duration: 776.845136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:07.92637Z","caller":"traceutil/trace.go:171","msg":"trace[863762892] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"777.191273ms","start":"2026-03-03T14:31:07.149145Z","end":"2026-03-03T14:31:07.926336Z","steps":["trace[863762892] 'process raft request' (duration: 777.094961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.926461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.146898Z","time spent":"779.483758ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:07.926329Z","caller":"traceutil/trace.go:171","msg":"trace[1917576413] transaction","detail":"{read_only:false; response_revision:12750; number_of_response:1; }","duration":"777.87899ms","start":"2026-03-03T14:31:07.148436Z","end":"2026-03-03T14:31:07.926315Z","steps":["trace[1917576413] 'process raft request' (duration: 777.763437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.926521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.149415Z","time spent":"777.05073ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.926532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.149136Z","time spent":"777.339188ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.926564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.148426Z","time spent":"778.094465ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:07.926773Z","caller":"traceutil/trace.go:171","msg":"trace[594472655] transaction","detail":"{read_only:false; response_revision:12753; number_of_response:1; }","duration":"773.749883ms","start":"2026-03-03T14:31:07.153008Z","end":"2026-03-03T14:31:07.926758Z","steps":["trace[594472655] 'process raft request' (duration: 773.358053ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:07.926799Z","caller":"traceutil/trace.go:171","msg":"trace[50896261] linearizableReadLoop","detail":"{readStateIndex:13290; appliedIndex:13288; }","duration":"778.564857ms","start":"2026-03-03T14:31:07.148224Z","end":"2026-03-03T14:31:07.926789Z","steps":["trace[50896261] 'read index received' (duration: 153.52091ms)","trace[50896261] 'applied index is now lower than readState.Index' (duration: 625.043307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:07.926783Z","caller":"traceutil/trace.go:171","msg":"trace[725263658] transaction","detail":"{read_only:false; response_revision:12754; number_of_response:1; }","duration":"482.542176ms","start":"2026-03-03T14:31:07.44422Z","end":"2026-03-03T14:31:07.926763Z","steps":["trace[725263658] 'process raft request' (duration: 482.441383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.926896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.670669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:07.926924Z","caller":"traceutil/trace.go:171","msg":"trace[485958110] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:12754; }","duration":"778.727341ms","start":"2026-03-03T14:31:07.14819Z","end":"2026-03-03T14:31:07.926918Z","steps":["trace[485958110] 'agreement among raft nodes before linearized reading' (duration: 778.640199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.926939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.14818Z","time spent":"778.755261ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:07.926861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.152973Z","time spent":"773.844926ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:07.927077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.444197Z","time spent":"482.788792ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.42701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675646,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:08.784682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.195913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:08.785502Z","caller":"traceutil/trace.go:171","msg":"trace[338259762] transaction","detail":"{read_only:false; response_revision:12755; number_of_response:1; }","duration":"888.080124ms","start":"2026-03-03T14:31:07.89738Z","end":"2026-03-03T14:31:08.78546Z","steps":["trace[338259762] 'process raft request' (duration: 691.01154ms)","trace[338259762] 'compare' (duration: 195.868276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:08.785624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636939506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:08.78572Z","caller":"traceutil/trace.go:171","msg":"trace[623614304] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b; range_end:; response_count:1; response_revision:12756; }","duration":"1.637021248s","start":"2026-03-03T14:31:07.148651Z","end":"2026-03-03T14:31:08.785673Z","steps":["trace[623614304] 'agreement among raft nodes before linearized reading' (duration: 1.636819083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.785807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.148644Z","time spent":"1.637152541s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-4415c6dc-0970-4a98-b11f-05c03488946b\" "} {"level":"warn","ts":"2026-03-03T14:31:08.785921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62868287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:08.785933Z","caller":"traceutil/trace.go:171","msg":"trace[880726735] transaction","detail":"{read_only:false; response_revision:12756; number_of_response:1; }","duration":"887.445039ms","start":"2026-03-03T14:31:07.898451Z","end":"2026-03-03T14:31:08.785896Z","steps":["trace[880726735] 'process raft request' (duration: 886.896376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.785954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.152309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:31:08.785981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636958447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-03-03T14:31:08.785995Z","caller":"traceutil/trace.go:171","msg":"trace[210997101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12756; }","duration":"1.628816563s","start":"2026-03-03T14:31:07.157163Z","end":"2026-03-03T14:31:08.78598Z","steps":["trace[210997101] 'agreement among raft nodes before linearized reading' (duration: 1.62869231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.785993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.733783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:08.78602Z","caller":"traceutil/trace.go:171","msg":"trace[1771310085] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12756; }","duration":"1.637012128s","start":"2026-03-03T14:31:07.148997Z","end":"2026-03-03T14:31:08.786009Z","steps":["trace[1771310085] 'agreement among raft nodes before linearized reading' (duration: 1.636897005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.786017Z","caller":"traceutil/trace.go:171","msg":"trace[1641461819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12756; }","duration":"889.282152ms","start":"2026-03-03T14:31:07.896716Z","end":"2026-03-03T14:31:08.785999Z","steps":["trace[1641461819] 'agreement among raft nodes before linearized reading' (duration: 889.085478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.78603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.157149Z","time spent":"1.628875404s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.148989Z","time spent":"1.637048368s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4268,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.649104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:08.786047Z","caller":"traceutil/trace.go:171","msg":"trace[1190228789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12756; }","duration":"889.819865ms","start":"2026-03-03T14:31:07.896213Z","end":"2026-03-03T14:31:08.786033Z","steps":["trace[1190228789] 'agreement among raft nodes before linearized reading' (duration: 889.635521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.786068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306185031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-03T14:31:08.78607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.898439Z","time spent":"887.566723ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:08.78609Z","caller":"traceutil/trace.go:171","msg":"trace[546233682] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12756; }","duration":"879.752546ms","start":"2026-03-03T14:31:07.906321Z","end":"2026-03-03T14:31:08.786073Z","steps":["trace[546233682] 'agreement among raft nodes before linearized reading' (duration: 879.524131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.786096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.896196Z","time spent":"889.889566ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.708232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:31:08.786137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.906313Z","time spent":"879.817879ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.891243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:31:08.786197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.567682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:08.786226Z","caller":"traceutil/trace.go:171","msg":"trace[1028213740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12756; }","duration":"888.930714ms","start":"2026-03-03T14:31:07.897288Z","end":"2026-03-03T14:31:08.786219Z","steps":["trace[1028213740] 'agreement among raft nodes before linearized reading' (duration: 888.838531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.786227Z","caller":"traceutil/trace.go:171","msg":"trace[2033239837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12756; }","duration":"889.981708ms","start":"2026-03-03T14:31:07.896222Z","end":"2026-03-03T14:31:08.786204Z","steps":["trace[2033239837] 'agreement among raft nodes before linearized reading' (duration: 889.699402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.786249Z","caller":"traceutil/trace.go:171","msg":"trace[92123194] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12756; }","duration":"887.614503ms","start":"2026-03-03T14:31:07.898619Z","end":"2026-03-03T14:31:08.786234Z","steps":["trace[92123194] 'agreement among raft nodes before linearized reading' (duration: 887.47068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.786257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.897277Z","time spent":"888.973985ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.898598Z","time spent":"887.685625ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:08.78611Z","caller":"traceutil/trace.go:171","msg":"trace[1329796612] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12756; }","duration":"1.306267943s","start":"2026-03-03T14:31:07.479834Z","end":"2026-03-03T14:31:08.786102Z","steps":["trace[1329796612] 'agreement among raft nodes before linearized reading' (duration: 1.306185281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.786066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.896699Z","time spent":"889.358174ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.479764Z","time spent":"1.306580701s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:08.785978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.705342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:08.786476Z","caller":"traceutil/trace.go:171","msg":"trace[54200339] linearizableReadLoop","detail":"{readStateIndex:13297; appliedIndex:13295; }","duration":"858.650325ms","start":"2026-03-03T14:31:07.926816Z","end":"2026-03-03T14:31:08.785467Z","steps":["trace[54200339] 'read index received' (duration: 661.492449ms)","trace[54200339] 'applied index is now lower than readState.Index' (duration: 197.156946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:08.786478Z","caller":"traceutil/trace.go:171","msg":"trace[959240485] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12756; }","duration":"890.196293ms","start":"2026-03-03T14:31:07.896262Z","end":"2026-03-03T14:31:08.786458Z","steps":["trace[959240485] 'agreement among raft nodes before linearized reading' (duration: 889.61857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.78663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.896202Z","time spent":"890.407079ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.050468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:31:08.786709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.589667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-03T14:31:08.786744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.324087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:31:08.786774Z","caller":"traceutil/trace.go:171","msg":"trace[1558372057] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:12756; }","duration":"856.705459ms","start":"2026-03-03T14:31:07.930049Z","end":"2026-03-03T14:31:08.786755Z","steps":["trace[1558372057] 'agreement among raft nodes before linearized reading' (duration: 856.556176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.786795Z","caller":"traceutil/trace.go:171","msg":"trace[81352552] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14; range_end:; response_count:1; response_revision:12756; }","duration":"855.4026ms","start":"2026-03-03T14:31:07.931378Z","end":"2026-03-03T14:31:08.786781Z","steps":["trace[81352552] 'agreement among raft nodes before linearized reading' (duration: 855.281696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.786825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.931363Z","time spent":"855.455111ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" "} {"level":"warn","ts":"2026-03-03T14:31:08.786827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.930027Z","time spent":"856.786922ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-03T14:31:08.786728Z","caller":"traceutil/trace.go:171","msg":"trace[1597860351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12756; }","duration":"639.123919ms","start":"2026-03-03T14:31:08.147596Z","end":"2026-03-03T14:31:08.786719Z","steps":["trace[1597860351] 'agreement among raft nodes before linearized reading' (duration: 639.029157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.787024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.147571Z","time spent":"639.443047ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:08.788187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.897363Z","time spent":"888.219408ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.786297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.896202Z","time spent":"890.088191ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:09.110124Z","caller":"traceutil/trace.go:171","msg":"trace[1982372973] transaction","detail":"{read_only:false; response_revision:12757; number_of_response:1; }","duration":"319.819655ms","start":"2026-03-03T14:31:08.790282Z","end":"2026-03-03T14:31:09.110102Z","steps":["trace[1982372973] 'process raft request' (duration: 319.688812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.110167Z","caller":"traceutil/trace.go:171","msg":"trace[485042508] linearizableReadLoop","detail":"{readStateIndex:13298; appliedIndex:13298; }","duration":"318.362522ms","start":"2026-03-03T14:31:08.791784Z","end":"2026-03-03T14:31:09.110146Z","steps":["trace[485042508] 'read index received' (duration: 318.353071ms)","trace[485042508] 'applied index is now lower than readState.Index' (duration: 7.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:09.110242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.790266Z","time spent":"319.916118ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.110392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.587968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:09.110437Z","caller":"traceutil/trace.go:171","msg":"trace[2145830729] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12757; }","duration":"318.671479ms","start":"2026-03-03T14:31:08.791756Z","end":"2026-03-03T14:31:09.110428Z","steps":["trace[2145830729] 'agreement among raft nodes before linearized reading' (duration: 318.477755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.110467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.791739Z","time spent":"318.72143ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:31:09.375557Z","caller":"traceutil/trace.go:171","msg":"trace[337834345] transaction","detail":"{read_only:false; response_revision:12758; number_of_response:1; }","duration":"583.601563ms","start":"2026-03-03T14:31:08.791907Z","end":"2026-03-03T14:31:09.375509Z","steps":["trace[337834345] 'process raft request' (duration: 583.322076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.375736Z","caller":"traceutil/trace.go:171","msg":"trace[1612770825] linearizableReadLoop","detail":"{readStateIndex:13304; appliedIndex:13298; }","duration":"265.497187ms","start":"2026-03-03T14:31:09.110212Z","end":"2026-03-03T14:31:09.375709Z","steps":["trace[1612770825] 'read index received' (duration: 265.033486ms)","trace[1612770825] 'applied index is now lower than readState.Index' (duration: 462.551µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.37581Z","caller":"traceutil/trace.go:171","msg":"trace[765513204] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"581.760329ms","start":"2026-03-03T14:31:08.793843Z","end":"2026-03-03T14:31:09.375603Z","steps":["trace[765513204] 'process raft request' (duration: 581.583815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.375891Z","caller":"traceutil/trace.go:171","msg":"trace[1141460520] transaction","detail":"{read_only:false; response_revision:12762; number_of_response:1; }","duration":"580.694704ms","start":"2026-03-03T14:31:08.794971Z","end":"2026-03-03T14:31:09.375666Z","steps":["trace[1141460520] 'process raft request' (duration: 580.550961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.375965Z","caller":"traceutil/trace.go:171","msg":"trace[2121143719] transaction","detail":"{read_only:false; response_revision:12763; number_of_response:1; }","duration":"276.799405ms","start":"2026-03-03T14:31:09.099149Z","end":"2026-03-03T14:31:09.375948Z","steps":["trace[2121143719] 'process raft request' (duration: 276.473127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.376032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.793831Z","time spent":"582.102568ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.376038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.791887Z","time spent":"583.88905ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.376193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.797342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:09.376232Z","caller":"traceutil/trace.go:171","msg":"trace[1682116387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12763; }","duration":"579.870684ms","start":"2026-03-03T14:31:08.796352Z","end":"2026-03-03T14:31:09.376223Z","steps":["trace[1682116387] 'agreement among raft nodes before linearized reading' (duration: 579.777002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.376237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.794926Z","time spent":"581.029462ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:09.376364Z","caller":"traceutil/trace.go:171","msg":"trace[713315913] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"583.907189ms","start":"2026-03-03T14:31:08.792427Z","end":"2026-03-03T14:31:09.376334Z","steps":["trace[713315913] 'process raft request' (duration: 582.958077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.376398Z","caller":"traceutil/trace.go:171","msg":"trace[865304107] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"582.425625ms","start":"2026-03-03T14:31:08.793942Z","end":"2026-03-03T14:31:09.376367Z","steps":["trace[865304107] 'process raft request' (duration: 581.520764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.376457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.792398Z","time spent":"584.016602ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.376262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.796344Z","time spent":"579.910335ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:09.376549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.793935Z","time spent":"582.536557ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4563,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.376626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.566939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:09.376671Z","caller":"traceutil/trace.go:171","msg":"trace[246238888] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12763; }","duration":"561.640961ms","start":"2026-03-03T14:31:08.815018Z","end":"2026-03-03T14:31:09.376659Z","steps":["trace[246238888] 'agreement among raft nodes before linearized reading' (duration: 561.56526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.37671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.815001Z","time spent":"561.700092ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:09.376906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.495444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:09.377006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.095628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516522"} {"level":"info","ts":"2026-03-03T14:31:09.377033Z","caller":"traceutil/trace.go:171","msg":"trace[64707411] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12763; }","duration":"514.618297ms","start":"2026-03-03T14:31:08.862343Z","end":"2026-03-03T14:31:09.376962Z","steps":["trace[64707411] 'agreement among raft nodes before linearized reading' (duration: 514.500344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.377052Z","caller":"traceutil/trace.go:171","msg":"trace[1139729884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12763; }","duration":"585.159409ms","start":"2026-03-03T14:31:08.791882Z","end":"2026-03-03T14:31:09.377041Z","steps":["trace[1139729884] 'agreement among raft nodes before linearized reading' (duration: 584.419952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.377086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.791872Z","time spent":"585.20535ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":516546,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:09.377133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.517689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:31:09.377136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.862337Z","time spent":"514.77893ms","remote":"127.0.0.1:48284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:09.377179Z","caller":"traceutil/trace.go:171","msg":"trace[337318122] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12763; }","duration":"580.57657ms","start":"2026-03-03T14:31:08.796591Z","end":"2026-03-03T14:31:09.377168Z","steps":["trace[337318122] 'agreement among raft nodes before linearized reading' (duration: 580.404286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.377287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.796576Z","time spent":"580.630171ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:09.389892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.434504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:09.389957Z","caller":"traceutil/trace.go:171","msg":"trace[1892974597] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12763; }","duration":"555.548237ms","start":"2026-03-03T14:31:08.834396Z","end":"2026-03-03T14:31:09.389945Z","steps":["trace[1892974597] 'agreement among raft nodes before linearized reading' (duration: 541.969495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.389988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.834377Z","time spent":"555.603619ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:09.531112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.336965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:09.53123Z","caller":"traceutil/trace.go:171","msg":"trace[410469011] linearizableReadLoop","detail":"{readStateIndex:13305; appliedIndex:13304; }","duration":"155.416387ms","start":"2026-03-03T14:31:09.375802Z","end":"2026-03-03T14:31:09.531219Z","steps":["trace[410469011] 'read index received' (duration: 50.906828ms)","trace[410469011] 'applied index is now lower than readState.Index' (duration: 104.508689ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.531354Z","caller":"traceutil/trace.go:171","msg":"trace[1395286926] transaction","detail":"{read_only:false; response_revision:12764; number_of_response:1; }","duration":"409.476933ms","start":"2026-03-03T14:31:09.121824Z","end":"2026-03-03T14:31:09.531301Z","steps":["trace[1395286926] 'process raft request' (duration: 304.893422ms)","trace[1395286926] 'compare' (duration: 104.259303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:09.531518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.124503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-03T14:31:09.531698Z","caller":"traceutil/trace.go:171","msg":"trace[1721436209] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974; range_end:; response_count:1; response_revision:12764; }","duration":"417.34897ms","start":"2026-03-03T14:31:09.11434Z","end":"2026-03-03T14:31:09.531689Z","steps":["trace[1721436209] 'agreement among raft nodes before linearized reading' (duration: 417.036392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.531763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.114315Z","time spent":"417.439541ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8494c95b75-lw7tn.18995a447eab1974\" "} {"level":"warn","ts":"2026-03-03T14:31:09.531525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.121756Z","time spent":"409.683727ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:09.582316Z","caller":"traceutil/trace.go:171","msg":"trace[2014792475] transaction","detail":"{read_only:false; response_revision:12765; number_of_response:1; }","duration":"196.789188ms","start":"2026-03-03T14:31:09.385504Z","end":"2026-03-03T14:31:09.582293Z","steps":["trace[2014792475] 'process raft request' (duration: 196.614843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.582697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.511547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:31:09.582774Z","caller":"traceutil/trace.go:171","msg":"trace[2002924837] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12766; }","duration":"203.64034ms","start":"2026-03-03T14:31:09.379117Z","end":"2026-03-03T14:31:09.582757Z","steps":["trace[2002924837] 'agreement among raft nodes before linearized reading' (duration: 203.404805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.582866Z","caller":"traceutil/trace.go:171","msg":"trace[1904229523] transaction","detail":"{read_only:false; response_revision:12766; number_of_response:1; }","duration":"196.723937ms","start":"2026-03-03T14:31:09.386124Z","end":"2026-03-03T14:31:09.582847Z","steps":["trace[1904229523] 'process raft request' (duration: 196.112391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.583159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.292643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:09.583228Z","caller":"traceutil/trace.go:171","msg":"trace[1346310184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12766; }","duration":"198.367515ms","start":"2026-03-03T14:31:09.38484Z","end":"2026-03-03T14:31:09.583207Z","steps":["trace[1346310184] 'agreement among raft nodes before linearized reading' (duration: 198.208701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.583609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.700408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T14:31:09.583677Z","caller":"traceutil/trace.go:171","msg":"trace[750981382] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12766; }","duration":"202.808401ms","start":"2026-03-03T14:31:09.380853Z","end":"2026-03-03T14:31:09.583661Z","steps":["trace[750981382] 'agreement among raft nodes before linearized reading' (duration: 202.606956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.746692Z","caller":"traceutil/trace.go:171","msg":"trace[202967485] linearizableReadLoop","detail":"{readStateIndex:13308; appliedIndex:13307; }","duration":"158.342856ms","start":"2026-03-03T14:31:09.588322Z","end":"2026-03-03T14:31:09.746665Z","steps":["trace[202967485] 'read index received' (duration: 158.206712ms)","trace[202967485] 'applied index is now lower than readState.Index' (duration: 134.253µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.746743Z","caller":"traceutil/trace.go:171","msg":"trace[321036386] transaction","detail":"{read_only:false; response_revision:12767; number_of_response:1; }","duration":"212.345157ms","start":"2026-03-03T14:31:09.534362Z","end":"2026-03-03T14:31:09.746707Z","steps":["trace[321036386] 'process raft request' (duration: 212.129221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.747129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.784836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:09.747202Z","caller":"traceutil/trace.go:171","msg":"trace[1581431178] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12767; }","duration":"158.893148ms","start":"2026-03-03T14:31:09.588291Z","end":"2026-03-03T14:31:09.747184Z","steps":["trace[1581431178] 'agreement among raft nodes before linearized reading' (duration: 158.478838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.835413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.125619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:09.835486Z","caller":"traceutil/trace.go:171","msg":"trace[913690644] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12768; }","duration":"187.282712ms","start":"2026-03-03T14:31:09.648186Z","end":"2026-03-03T14:31:09.835469Z","steps":["trace[913690644] 'agreement among raft nodes before linearized reading' (duration: 187.112368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.835805Z","caller":"traceutil/trace.go:171","msg":"trace[1188999139] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"243.777382ms","start":"2026-03-03T14:31:09.592017Z","end":"2026-03-03T14:31:09.835795Z","steps":["trace[1188999139] 'process raft request' (duration: 242.374318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.835968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.353442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:09.836003Z","caller":"traceutil/trace.go:171","msg":"trace[682790593] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12768; }","duration":"141.424354ms","start":"2026-03-03T14:31:09.694571Z","end":"2026-03-03T14:31:09.835996Z","steps":["trace[682790593] 'agreement among raft nodes before linearized reading' (duration: 141.363262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.198611Z","caller":"traceutil/trace.go:171","msg":"trace[67022658] linearizableReadLoop","detail":"{readStateIndex:13310; appliedIndex:13309; }","duration":"357.745584ms","start":"2026-03-03T14:31:09.840827Z","end":"2026-03-03T14:31:10.198572Z","steps":["trace[67022658] 'read index received' (duration: 357.643132ms)","trace[67022658] 'applied index is now lower than readState.Index' (duration: 101.272µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:10.198854Z","caller":"traceutil/trace.go:171","msg":"trace[1048523768] transaction","detail":"{read_only:false; response_revision:12769; number_of_response:1; }","duration":"443.559892ms","start":"2026-03-03T14:31:09.755285Z","end":"2026-03-03T14:31:10.198845Z","steps":["trace[1048523768] 'process raft request' (duration: 443.163021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.198938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.755259Z","time spent":"443.622813ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6141,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:10.199098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.274388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:10.199127Z","caller":"traceutil/trace.go:171","msg":"trace[1775977175] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12769; }","duration":"358.35561ms","start":"2026-03-03T14:31:09.840765Z","end":"2026-03-03T14:31:10.19912Z","steps":["trace[1775977175] 'agreement among raft nodes before linearized reading' (duration: 358.306639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.199152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.840517Z","time spent":"358.627447ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:31:10.199263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.158812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:31:10.199323Z","caller":"traceutil/trace.go:171","msg":"trace[179889937] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12769; }","duration":"357.255234ms","start":"2026-03-03T14:31:09.842053Z","end":"2026-03-03T14:31:10.199308Z","steps":["trace[179889937] 'agreement among raft nodes before linearized reading' (duration: 357.136712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.199365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.842032Z","time spent":"357.325106ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:31:10.199407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.425844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:31:10.19946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.888047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:31:10.199483Z","caller":"traceutil/trace.go:171","msg":"trace[437728486] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14; range_end:; response_count:1; response_revision:12769; }","duration":"343.949998ms","start":"2026-03-03T14:31:09.855526Z","end":"2026-03-03T14:31:10.199476Z","steps":["trace[437728486] 'agreement among raft nodes before linearized reading' (duration: 343.880737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.19948Z","caller":"traceutil/trace.go:171","msg":"trace[746903996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12769; }","duration":"259.530356ms","start":"2026-03-03T14:31:09.939932Z","end":"2026-03-03T14:31:10.199462Z","steps":["trace[746903996] 'agreement among raft nodes before linearized reading' (duration: 259.307281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.199508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.855504Z","time spent":"343.999199ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" "} {"level":"warn","ts":"2026-03-03T14:31:10.426869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.425015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:10.426962Z","caller":"traceutil/trace.go:171","msg":"trace[1514807765] linearizableReadLoop","detail":"{readStateIndex:13311; appliedIndex:13310; }","duration":"222.319733ms","start":"2026-03-03T14:31:10.204626Z","end":"2026-03-03T14:31:10.426946Z","steps":["trace[1514807765] 'read index received' (duration: 37.709544ms)","trace[1514807765] 'applied index is now lower than readState.Index' (duration: 184.609208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:10.427145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.509607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:31:10.427209Z","caller":"traceutil/trace.go:171","msg":"trace[1599885419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12770; }","duration":"222.577319ms","start":"2026-03-03T14:31:10.204606Z","end":"2026-03-03T14:31:10.427184Z","steps":["trace[1599885419] 'agreement among raft nodes before linearized reading' (duration: 222.383675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.427244Z","caller":"traceutil/trace.go:171","msg":"trace[1995501054] transaction","detail":"{read_only:false; response_revision:12770; number_of_response:1; }","duration":"225.487158ms","start":"2026-03-03T14:31:10.201735Z","end":"2026-03-03T14:31:10.427222Z","steps":["trace[1995501054] 'process raft request' (duration: 40.636394ms)","trace[1995501054] 'compare' (duration: 184.329292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:10.695243Z","caller":"traceutil/trace.go:171","msg":"trace[145194822] transaction","detail":"{read_only:false; response_revision:12771; number_of_response:1; }","duration":"488.60987ms","start":"2026-03-03T14:31:10.206611Z","end":"2026-03-03T14:31:10.695221Z","steps":["trace[145194822] 'process raft request' (duration: 458.776672ms)","trace[145194822] 'compare' (duration: 29.49933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:10.695254Z","caller":"traceutil/trace.go:171","msg":"trace[2115006129] transaction","detail":"{read_only:false; response_revision:12772; number_of_response:1; }","duration":"484.923452ms","start":"2026-03-03T14:31:10.21031Z","end":"2026-03-03T14:31:10.695233Z","steps":["trace[2115006129] 'process raft request' (duration: 484.81593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.695346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:10.206598Z","time spent":"488.697152ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:10.695405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:10.210302Z","time spent":"485.003264ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:10.69525Z","caller":"traceutil/trace.go:171","msg":"trace[856870369] linearizableReadLoop","detail":"{readStateIndex:13313; appliedIndex:13311; }","duration":"266.378598ms","start":"2026-03-03T14:31:10.428851Z","end":"2026-03-03T14:31:10.695229Z","steps":["trace[856870369] 'read index received' (duration: 236.486019ms)","trace[856870369] 'applied index is now lower than readState.Index' (duration: 29.891559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:10.69557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.702826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:31:10.69563Z","caller":"traceutil/trace.go:171","msg":"trace[393423552] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12772; }","duration":"266.807568ms","start":"2026-03-03T14:31:10.428808Z","end":"2026-03-03T14:31:10.695615Z","steps":["trace[393423552] 'agreement among raft nodes before linearized reading' (duration: 266.487171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.944081Z","caller":"traceutil/trace.go:171","msg":"trace[356359307] transaction","detail":"{read_only:false; response_revision:12773; number_of_response:1; }","duration":"150.019669ms","start":"2026-03-03T14:31:10.794031Z","end":"2026-03-03T14:31:10.94405Z","steps":["trace[356359307] 'process raft request' (duration: 75.264166ms)","trace[356359307] 'compare' (duration: 74.604819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:11.013534Z","caller":"traceutil/trace.go:171","msg":"trace[2073247193] transaction","detail":"{read_only:false; response_revision:12774; number_of_response:1; }","duration":"218.047861ms","start":"2026-03-03T14:31:10.795463Z","end":"2026-03-03T14:31:11.013511Z","steps":["trace[2073247193] 'process raft request' (duration: 217.848526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.542207Z","caller":"traceutil/trace.go:171","msg":"trace[2101794465] transaction","detail":"{read_only:false; response_revision:12775; number_of_response:1; }","duration":"157.472045ms","start":"2026-03-03T14:31:11.384708Z","end":"2026-03-03T14:31:11.54218Z","steps":["trace[2101794465] 'process raft request' (duration: 157.324941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.542973Z","caller":"traceutil/trace.go:171","msg":"trace[45839321] linearizableReadLoop","detail":"{readStateIndex:13317; appliedIndex:13317; }","duration":"156.765449ms","start":"2026-03-03T14:31:11.386195Z","end":"2026-03-03T14:31:11.54296Z","steps":["trace[45839321] 'read index received' (duration: 156.757199ms)","trace[45839321] 'applied index is now lower than readState.Index' (duration: 7.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:11.543098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.886521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:11.543128Z","caller":"traceutil/trace.go:171","msg":"trace[792339317] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12775; }","duration":"156.949853ms","start":"2026-03-03T14:31:11.386172Z","end":"2026-03-03T14:31:11.543122Z","steps":["trace[792339317] 'agreement among raft nodes before linearized reading' (duration: 156.82959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.75821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.023107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:11.758356Z","caller":"traceutil/trace.go:171","msg":"trace[966118424] linearizableReadLoop","detail":"{readStateIndex:13319; appliedIndex:13317; }","duration":"210.675507ms","start":"2026-03-03T14:31:11.547665Z","end":"2026-03-03T14:31:11.75834Z","steps":["trace[966118424] 'read index received' (duration: 106.357613ms)","trace[966118424] 'applied index is now lower than readState.Index' (duration: 104.316943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:11.758473Z","caller":"traceutil/trace.go:171","msg":"trace[1074101489] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"371.766937ms","start":"2026-03-03T14:31:11.386682Z","end":"2026-03-03T14:31:11.758449Z","steps":["trace[1074101489] 'process raft request' (duration: 371.608453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.758591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.386664Z","time spent":"371.87092ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.758694Z","caller":"traceutil/trace.go:171","msg":"trace[2080626255] transaction","detail":"{read_only:false; response_revision:12776; number_of_response:1; }","duration":"372.101425ms","start":"2026-03-03T14:31:11.386559Z","end":"2026-03-03T14:31:11.75866Z","steps":["trace[2080626255] 'process raft request' (duration: 267.554246ms)","trace[2080626255] 'compare' (duration: 103.918764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:11.758853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.386544Z","time spent":"372.226708ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:11.759312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.63989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516522"} {"level":"info","ts":"2026-03-03T14:31:11.759353Z","caller":"traceutil/trace.go:171","msg":"trace[559203493] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12777; }","duration":"211.691622ms","start":"2026-03-03T14:31:11.547651Z","end":"2026-03-03T14:31:11.759343Z","steps":["trace[559203493] 'agreement among raft nodes before linearized reading' (duration: 211.063826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.973443Z","caller":"traceutil/trace.go:171","msg":"trace[1440760747] linearizableReadLoop","detail":"{readStateIndex:13320; appliedIndex:13319; }","duration":"177.027788ms","start":"2026-03-03T14:31:12.796396Z","end":"2026-03-03T14:31:12.973424Z","steps":["trace[1440760747] 'read index received' (duration: 176.988448ms)","trace[1440760747] 'applied index is now lower than readState.Index' (duration: 38.8µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:12.973501Z","caller":"traceutil/trace.go:171","msg":"trace[1149237779] transaction","detail":"{read_only:false; response_revision:12778; number_of_response:1; }","duration":"268.474448ms","start":"2026-03-03T14:31:12.705008Z","end":"2026-03-03T14:31:12.973483Z","steps":["trace[1149237779] 'process raft request' (duration: 268.307604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.973825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.362626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:12.973935Z","caller":"traceutil/trace.go:171","msg":"trace[1880320314] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12778; }","duration":"177.549211ms","start":"2026-03-03T14:31:12.796361Z","end":"2026-03-03T14:31:12.97391Z","steps":["trace[1880320314] 'agreement among raft nodes before linearized reading' (duration: 177.182752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.545711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.01304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:13.54591Z","caller":"traceutil/trace.go:171","msg":"trace[431478660] linearizableReadLoop","detail":"{readStateIndex:13321; appliedIndex:13320; }","duration":"572.370906ms","start":"2026-03-03T14:31:12.973508Z","end":"2026-03-03T14:31:13.545879Z","steps":["trace[431478660] 'read index received' (duration: 123.031098ms)","trace[431478660] 'applied index is now lower than readState.Index' (duration: 449.337398ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:13.546135Z","caller":"traceutil/trace.go:171","msg":"trace[2064663063] transaction","detail":"{read_only:false; response_revision:12779; number_of_response:1; }","duration":"596.796066ms","start":"2026-03-03T14:31:12.949286Z","end":"2026-03-03T14:31:13.546082Z","steps":["trace[2064663063] 'process raft request' (duration: 147.238583ms)","trace[2064663063] 'compare' (duration: 448.689573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:13.546267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.034832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:31:13.546352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.949255Z","time spent":"596.98613ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:13.546386Z","caller":"traceutil/trace.go:171","msg":"trace[1835931638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12779; }","duration":"748.199147ms","start":"2026-03-03T14:31:12.798162Z","end":"2026-03-03T14:31:13.546361Z","steps":["trace[1835931638] 'agreement among raft nodes before linearized reading' (duration: 747.92572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.546452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.798142Z","time spent":"748.291529ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:13.546554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.007289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:13.546616Z","caller":"traceutil/trace.go:171","msg":"trace[2196560] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12779; }","duration":"750.113072ms","start":"2026-03-03T14:31:12.796484Z","end":"2026-03-03T14:31:13.546597Z","steps":["trace[2196560] 'agreement among raft nodes before linearized reading' (duration: 749.475396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.54669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.796472Z","time spent":"750.202194ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:14.178254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.514094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:14.178363Z","caller":"traceutil/trace.go:171","msg":"trace[197990195] linearizableReadLoop","detail":"{readStateIndex:13322; appliedIndex:13321; }","duration":"630.326041ms","start":"2026-03-03T14:31:13.54802Z","end":"2026-03-03T14:31:14.178346Z","steps":["trace[197990195] 'read index received' (duration: 201.636463ms)","trace[197990195] 'applied index is now lower than readState.Index' (duration: 428.688228ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:14.178415Z","caller":"traceutil/trace.go:171","msg":"trace[625259383] transaction","detail":"{read_only:false; response_revision:12780; number_of_response:1; }","duration":"1.156159303s","start":"2026-03-03T14:31:13.022229Z","end":"2026-03-03T14:31:14.178388Z","steps":["trace[625259383] 'process raft request' (duration: 727.422794ms)","trace[625259383] 'compare' (duration: 428.133625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:14.178698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.663679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:14.178803Z","caller":"traceutil/trace.go:171","msg":"trace[224214865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12780; }","duration":"630.793072ms","start":"2026-03-03T14:31:13.547991Z","end":"2026-03-03T14:31:14.178784Z","steps":["trace[224214865] 'agreement among raft nodes before linearized reading' (duration: 630.440054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.178876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.968248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:14.178912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.547971Z","time spent":"630.922885ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:31:14.178972Z","caller":"traceutil/trace.go:171","msg":"trace[1632567720] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12780; }","duration":"629.107541ms","start":"2026-03-03T14:31:13.549838Z","end":"2026-03-03T14:31:14.178946Z","steps":["trace[1632567720] 'agreement among raft nodes before linearized reading' (duration: 628.950117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.179018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.549815Z","time spent":"629.191103ms","remote":"127.0.0.1:36758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:14.179157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.802852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:31:14.179166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.609976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:14.179217Z","caller":"traceutil/trace.go:171","msg":"trace[1339736674] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12780; }","duration":"407.897764ms","start":"2026-03-03T14:31:13.771302Z","end":"2026-03-03T14:31:14.1792Z","steps":["trace[1339736674] 'agreement among raft nodes before linearized reading' (duration: 407.701999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:14.179241Z","caller":"traceutil/trace.go:171","msg":"trace[271406729] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12780; }","duration":"420.723169ms","start":"2026-03-03T14:31:13.758499Z","end":"2026-03-03T14:31:14.179222Z","steps":["trace[271406729] 'agreement among raft nodes before linearized reading' (duration: 420.589726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.179263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.771291Z","time spent":"407.959426ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:31:14.179281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.758481Z","time spent":"420.792031ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:14.179278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.682785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:14.179365Z","caller":"traceutil/trace.go:171","msg":"trace[1391291996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12780; }","duration":"411.806417ms","start":"2026-03-03T14:31:13.767544Z","end":"2026-03-03T14:31:14.179351Z","steps":["trace[1391291996] 'agreement among raft nodes before linearized reading' (duration: 411.533581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.179397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.611038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:31:14.179402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.767529Z","time spent":"411.861879ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:14.179482Z","caller":"traceutil/trace.go:171","msg":"trace[424333779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12780; }","duration":"372.761072ms","start":"2026-03-03T14:31:13.806701Z","end":"2026-03-03T14:31:14.179462Z","steps":["trace[424333779] 'agreement among raft nodes before linearized reading' (duration: 372.456174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.179545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.806677Z","time spent":"372.852295ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:14.201681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.022197Z","time spent":"1.156272936s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:14.509031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.989645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"info","ts":"2026-03-03T14:31:14.509162Z","caller":"traceutil/trace.go:171","msg":"trace[569798245] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12783; }","duration":"128.17277ms","start":"2026-03-03T14:31:14.380964Z","end":"2026-03-03T14:31:14.509137Z","steps":["trace[569798245] 'range keys from in-memory index tree' (duration: 127.649297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.093953Z","caller":"traceutil/trace.go:171","msg":"trace[1362598600] transaction","detail":"{read_only:false; response_revision:12784; number_of_response:1; }","duration":"111.762181ms","start":"2026-03-03T14:31:14.982122Z","end":"2026-03-03T14:31:15.093885Z","steps":["trace[1362598600] 'process raft request' (duration: 111.508085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.591493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.65251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:15.591584Z","caller":"traceutil/trace.go:171","msg":"trace[673758286] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12784; }","duration":"356.773633ms","start":"2026-03-03T14:31:15.234783Z","end":"2026-03-03T14:31:15.591557Z","steps":["trace[673758286] 'count revisions from in-memory index tree' (duration: 356.585429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.591636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.234769Z","time spent":"356.855575ms","remote":"127.0.0.1:34188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:15.591707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.919479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143750"} {"level":"info","ts":"2026-03-03T14:31:15.591792Z","caller":"traceutil/trace.go:171","msg":"trace[623585594] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12784; }","duration":"312.054442ms","start":"2026-03-03T14:31:15.279718Z","end":"2026-03-03T14:31:15.591773Z","steps":["trace[623585594] 'range keys from in-memory index tree' (duration: 311.594271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.591839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.279702Z","time spent":"312.126844ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143774,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:31:15.642504Z","caller":"traceutil/trace.go:171","msg":"trace[1323683191] transaction","detail":"{read_only:false; response_revision:12785; number_of_response:1; }","duration":"207.201365ms","start":"2026-03-03T14:31:15.435278Z","end":"2026-03-03T14:31:15.642479Z","steps":["trace[1323683191] 'process raft request' (duration: 207.046821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.955672Z","caller":"traceutil/trace.go:171","msg":"trace[815795509] linearizableReadLoop","detail":"{readStateIndex:13328; appliedIndex:13326; }","duration":"403.794998ms","start":"2026-03-03T14:31:15.551856Z","end":"2026-03-03T14:31:15.955651Z","steps":["trace[815795509] 'read index received' (duration: 90.523938ms)","trace[815795509] 'applied index is now lower than readState.Index' (duration: 313.27025ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:15.955804Z","caller":"traceutil/trace.go:171","msg":"trace[1833048615] transaction","detail":"{read_only:false; response_revision:12786; number_of_response:1; }","duration":"404.814283ms","start":"2026-03-03T14:31:15.550969Z","end":"2026-03-03T14:31:15.955783Z","steps":["trace[1833048615] 'process raft request' (duration: 404.457373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.955914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.277945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:15.955951Z","caller":"traceutil/trace.go:171","msg":"trace[637961463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12786; }","duration":"403.338117ms","start":"2026-03-03T14:31:15.552602Z","end":"2026-03-03T14:31:15.95594Z","steps":["trace[637961463] 'agreement among raft nodes before linearized reading' (duration: 403.193994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.955981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.552595Z","time spent":"403.378208ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:15.955973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.550951Z","time spent":"404.897964ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:15.955985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.629982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:15.956045Z","caller":"traceutil/trace.go:171","msg":"trace[1419275375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12786; }","duration":"198.725443ms","start":"2026-03-03T14:31:15.757305Z","end":"2026-03-03T14:31:15.956031Z","steps":["trace[1419275375] 'agreement among raft nodes before linearized reading' (duration: 198.629091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.956069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.354623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:31:15.956149Z","caller":"traceutil/trace.go:171","msg":"trace[528955656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12786; }","duration":"133.469337ms","start":"2026-03-03T14:31:15.822656Z","end":"2026-03-03T14:31:15.956125Z","steps":["trace[528955656] 'agreement among raft nodes before linearized reading' (duration: 133.224351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.956223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.651452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:31:15.956255Z","caller":"traceutil/trace.go:171","msg":"trace[1098781148] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12786; }","duration":"241.724464ms","start":"2026-03-03T14:31:15.714522Z","end":"2026-03-03T14:31:15.956247Z","steps":["trace[1098781148] 'agreement among raft nodes before linearized reading' (duration: 241.631462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.95637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.512635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:15.956396Z","caller":"traceutil/trace.go:171","msg":"trace[1405966748] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12786; }","duration":"404.564557ms","start":"2026-03-03T14:31:15.551823Z","end":"2026-03-03T14:31:15.956387Z","steps":["trace[1405966748] 'agreement among raft nodes before linearized reading' (duration: 404.465964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.956416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.55181Z","time spent":"404.600297ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:16.283967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.278182ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:31:16.28405Z","caller":"traceutil/trace.go:171","msg":"trace[151779250] linearizableReadLoop","detail":"{readStateIndex:13329; appliedIndex:13328; }","duration":"325.004809ms","start":"2026-03-03T14:31:15.959031Z","end":"2026-03-03T14:31:16.284036Z","steps":["trace[151779250] 'read index received' (duration: 105.587234ms)","trace[151779250] 'applied index is now lower than readState.Index' (duration: 219.416435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:16.284097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.95847Z","time spent":"325.624283ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:16.284287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.251525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:16.284315Z","caller":"traceutil/trace.go:171","msg":"trace[1425276861] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d; range_end:; response_count:1; response_revision:12786; }","duration":"325.302535ms","start":"2026-03-03T14:31:15.959004Z","end":"2026-03-03T14:31:16.284307Z","steps":["trace[1425276861] 'agreement among raft nodes before linearized reading' (duration: 325.202023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.284335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.958989Z","time spent":"325.341537ms","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-8eca633e-7c1e-445f-84fb-5a0d9260023d\" "} {"level":"warn","ts":"2026-03-03T14:31:16.31976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.572719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:31:16.319848Z","caller":"traceutil/trace.go:171","msg":"trace[1628017054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12787; }","duration":"359.691492ms","start":"2026-03-03T14:31:15.960136Z","end":"2026-03-03T14:31:16.319827Z","steps":["trace[1628017054] 'agreement among raft nodes before linearized reading' (duration: 359.439835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.319831Z","caller":"traceutil/trace.go:171","msg":"trace[80592674] transaction","detail":"{read_only:false; response_revision:12787; number_of_response:1; }","duration":"113.227607ms","start":"2026-03-03T14:31:16.206578Z","end":"2026-03-03T14:31:16.319805Z","steps":["trace[80592674] 'process raft request' (duration: 112.812246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.960126Z","time spent":"359.754283ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:16.61602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.87722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:16.616204Z","caller":"traceutil/trace.go:171","msg":"trace[1410069729] transaction","detail":"{read_only:false; response_revision:12788; number_of_response:1; }","duration":"331.093593ms","start":"2026-03-03T14:31:16.28508Z","end":"2026-03-03T14:31:16.616174Z","steps":["trace[1410069729] 'process raft request' (duration: 106.951017ms)","trace[1410069729] 'compare' (duration: 223.114272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:16.616288Z","caller":"traceutil/trace.go:171","msg":"trace[686982984] linearizableReadLoop","detail":"{readStateIndex:13331; appliedIndex:13330; }","duration":"294.773811ms","start":"2026-03-03T14:31:16.321494Z","end":"2026-03-03T14:31:16.616268Z","steps":["trace[686982984] 'read index received' (duration: 70.549633ms)","trace[686982984] 'applied index is now lower than readState.Index' (duration: 224.222688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:16.616328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.28506Z","time spent":"331.198725ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:16.616506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.005747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:31:16.61656Z","caller":"traceutil/trace.go:171","msg":"trace[1490351164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12788; }","duration":"295.058358ms","start":"2026-03-03T14:31:16.32148Z","end":"2026-03-03T14:31:16.616538Z","steps":["trace[1490351164] 'agreement among raft nodes before linearized reading' (duration: 294.884484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.617289Z","caller":"traceutil/trace.go:171","msg":"trace[2127414060] transaction","detail":"{read_only:false; response_revision:12789; number_of_response:1; }","duration":"293.312867ms","start":"2026-03-03T14:31:16.323935Z","end":"2026-03-03T14:31:16.617248Z","steps":["trace[2127414060] 'process raft request' (duration: 292.211191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.61753Z","caller":"traceutil/trace.go:171","msg":"trace[1455407683] transaction","detail":"{read_only:false; response_revision:12790; number_of_response:1; }","duration":"290.595943ms","start":"2026-03-03T14:31:16.326914Z","end":"2026-03-03T14:31:16.61751Z","steps":["trace[1455407683] 'process raft request' (duration: 290.171823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.618348Z","caller":"traceutil/trace.go:171","msg":"trace[48957388] transaction","detail":"{read_only:false; response_revision:12791; number_of_response:1; }","duration":"291.31917ms","start":"2026-03-03T14:31:16.327015Z","end":"2026-03-03T14:31:16.618334Z","steps":["trace[48957388] 'process raft request' (duration: 290.418889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.618546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.955011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:16.618648Z","caller":"traceutil/trace.go:171","msg":"trace[2097289278] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12791; }","duration":"256.076984ms","start":"2026-03-03T14:31:16.362549Z","end":"2026-03-03T14:31:16.618626Z","steps":["trace[2097289278] 'agreement among raft nodes before linearized reading' (duration: 255.890439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.61865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.639374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:16.618714Z","caller":"traceutil/trace.go:171","msg":"trace[356453588] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12791; }","duration":"282.749606ms","start":"2026-03-03T14:31:16.335945Z","end":"2026-03-03T14:31:16.618695Z","steps":["trace[356453588] 'agreement among raft nodes before linearized reading' (duration: 282.575082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.619044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.802578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516522"} {"level":"info","ts":"2026-03-03T14:31:16.619092Z","caller":"traceutil/trace.go:171","msg":"trace[1311066599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12791; }","duration":"293.85825ms","start":"2026-03-03T14:31:16.32521Z","end":"2026-03-03T14:31:16.619069Z","steps":["trace[1311066599] 'agreement among raft nodes before linearized reading' (duration: 293.079232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.169336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.906256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:17.169486Z","caller":"traceutil/trace.go:171","msg":"trace[429051270] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12791; }","duration":"411.08452ms","start":"2026-03-03T14:31:16.758338Z","end":"2026-03-03T14:31:17.169422Z","steps":["trace[429051270] 'count revisions from in-memory index tree' (duration: 410.828135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.169552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.758315Z","time spent":"411.217334ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:17.169853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.343252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" ","response":"range_response_count:1 size:6362"} {"level":"warn","ts":"2026-03-03T14:31:17.169898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.98494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:17.169962Z","caller":"traceutil/trace.go:171","msg":"trace[357259033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12791; }","duration":"183.080092ms","start":"2026-03-03T14:31:16.986863Z","end":"2026-03-03T14:31:17.169943Z","steps":["trace[357259033] 'range keys from in-memory index tree' (duration: 182.744584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.169971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.899121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995b4163db8e74\" ","response":"range_response_count:1 size:986"} {"level":"warn","ts":"2026-03-03T14:31:17.170017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.352088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:17.169957Z","caller":"traceutil/trace.go:171","msg":"trace[1711648130] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj; range_end:; response_count:1; response_revision:12791; }","duration":"399.587388ms","start":"2026-03-03T14:31:16.770341Z","end":"2026-03-03T14:31:17.169929Z","steps":["trace[1711648130] 'range keys from in-memory index tree' (duration: 399.119637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.170028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.565983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:17.170043Z","caller":"traceutil/trace.go:171","msg":"trace[1024663228] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995b4163db8e74; range_end:; response_count:1; response_revision:12791; }","duration":"398.989223ms","start":"2026-03-03T14:31:16.771034Z","end":"2026-03-03T14:31:17.170024Z","steps":["trace[1024663228] 'range keys from in-memory index tree' (duration: 398.786159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.17006Z","caller":"traceutil/trace.go:171","msg":"trace[2029398236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12791; }","duration":"406.4131ms","start":"2026-03-03T14:31:16.763635Z","end":"2026-03-03T14:31:17.170047Z","steps":["trace[2029398236] 'range keys from in-memory index tree' (duration: 406.308787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.170077Z","caller":"traceutil/trace.go:171","msg":"trace[661152017] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12791; }","duration":"406.647905ms","start":"2026-03-03T14:31:16.763417Z","end":"2026-03-03T14:31:17.170065Z","steps":["trace[661152017] 'range keys from in-memory index tree' (duration: 406.507792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.17009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.771026Z","time spent":"399.050004ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1010,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj.18995b4163db8e74\" "} {"level":"warn","ts":"2026-03-03T14:31:17.17009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.770308Z","time spent":"399.756212ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6386,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-vm7zj\" "} {"level":"warn","ts":"2026-03-03T14:31:17.170108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.763627Z","time spent":"406.470251ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:17.170109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.763405Z","time spent":"406.697086ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:31:17.465546Z","caller":"traceutil/trace.go:171","msg":"trace[1997544713] linearizableReadLoop","detail":"{readStateIndex:13335; appliedIndex:13334; }","duration":"291.894705ms","start":"2026-03-03T14:31:17.173623Z","end":"2026-03-03T14:31:17.465518Z","steps":["trace[1997544713] 'read index received' (duration: 291.7142ms)","trace[1997544713] 'applied index is now lower than readState.Index' (duration: 179.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:17.46562Z","caller":"traceutil/trace.go:171","msg":"trace[1873811817] transaction","detail":"{read_only:false; response_revision:12792; number_of_response:1; }","duration":"293.708967ms","start":"2026-03-03T14:31:17.17187Z","end":"2026-03-03T14:31:17.465579Z","steps":["trace[1873811817] 'process raft request' (duration: 293.45363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.465788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.11196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:17.46584Z","caller":"traceutil/trace.go:171","msg":"trace[445207821] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12792; }","duration":"292.227152ms","start":"2026-03-03T14:31:17.173603Z","end":"2026-03-03T14:31:17.46583Z","steps":["trace[445207821] 'agreement among raft nodes before linearized reading' (duration: 292.080839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.937148Z","caller":"traceutil/trace.go:171","msg":"trace[1413854934] linearizableReadLoop","detail":"{readStateIndex:13337; appliedIndex:13335; }","duration":"471.423821ms","start":"2026-03-03T14:31:17.465701Z","end":"2026-03-03T14:31:17.937125Z","steps":["trace[1413854934] 'read index received' (duration: 471.114554ms)","trace[1413854934] 'applied index is now lower than readState.Index' (duration: 308.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:17.937182Z","caller":"traceutil/trace.go:171","msg":"trace[1078878131] transaction","detail":"{read_only:false; response_revision:12793; number_of_response:1; }","duration":"761.317658ms","start":"2026-03-03T14:31:17.175828Z","end":"2026-03-03T14:31:17.937145Z","steps":["trace[1078878131] 'process raft request' (duration: 761.073532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.937283Z","caller":"traceutil/trace.go:171","msg":"trace[491995988] transaction","detail":"{read_only:false; response_revision:12794; number_of_response:1; }","duration":"740.099484ms","start":"2026-03-03T14:31:17.197169Z","end":"2026-03-03T14:31:17.937269Z","steps":["trace[491995988] 'process raft request' (duration: 739.892459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.937338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.175819Z","time spent":"761.43468ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:17.937568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.197152Z","time spent":"740.165906ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:17.937693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.163434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:31:17.937827Z","caller":"traceutil/trace.go:171","msg":"trace[405230636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12794; }","duration":"468.289427ms","start":"2026-03-03T14:31:17.469466Z","end":"2026-03-03T14:31:17.937756Z","steps":["trace[405230636] 'agreement among raft nodes before linearized reading' (duration: 468.063652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.937883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.469448Z","time spent":"468.42242ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:17.937975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.547943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:17.938031Z","caller":"traceutil/trace.go:171","msg":"trace[522518043] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12794; }","duration":"675.645865ms","start":"2026-03-03T14:31:17.262372Z","end":"2026-03-03T14:31:17.938018Z","steps":["trace[522518043] 'agreement among raft nodes before linearized reading' (duration: 675.513762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.938089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.262353Z","time spent":"675.715957ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:17.938072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.38739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:17.938159Z","caller":"traceutil/trace.go:171","msg":"trace[1034136893] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12794; }","duration":"256.499283ms","start":"2026-03-03T14:31:17.681647Z","end":"2026-03-03T14:31:17.938146Z","steps":["trace[1034136893] 'agreement among raft nodes before linearized reading' (duration: 256.331389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:18.135473Z","caller":"traceutil/trace.go:171","msg":"trace[1296079116] transaction","detail":"{read_only:false; response_revision:12795; number_of_response:1; }","duration":"161.938872ms","start":"2026-03-03T14:31:17.973514Z","end":"2026-03-03T14:31:18.135453Z","steps":["trace[1296079116] 'process raft request' (duration: 160.64108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.980357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.791241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:18.980432Z","caller":"traceutil/trace.go:171","msg":"trace[957348914] linearizableReadLoop","detail":"{readStateIndex:13339; appliedIndex:13338; }","duration":"383.253311ms","start":"2026-03-03T14:31:18.597162Z","end":"2026-03-03T14:31:18.980415Z","steps":["trace[957348914] 'read index received' (duration: 13.346977ms)","trace[957348914] 'applied index is now lower than readState.Index' (duration: 369.905334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:18.980477Z","caller":"traceutil/trace.go:171","msg":"trace[877726554] transaction","detail":"{read_only:false; response_revision:12796; number_of_response:1; }","duration":"654.79783ms","start":"2026-03-03T14:31:18.325624Z","end":"2026-03-03T14:31:18.980422Z","steps":["trace[877726554] 'process raft request' (duration: 284.878286ms)","trace[877726554] 'compare' (duration: 369.359011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:18.98062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.504155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:31:18.980647Z","caller":"traceutil/trace.go:171","msg":"trace[1849741677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12796; }","duration":"353.544265ms","start":"2026-03-03T14:31:18.627097Z","end":"2026-03-03T14:31:18.980641Z","steps":["trace[1849741677] 'agreement among raft nodes before linearized reading' (duration: 353.452353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.980669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.627091Z","time spent":"353.572746ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:18.980692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.325597Z","time spent":"654.976295ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:18.980713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.25744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:31:18.980738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.656398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:31:18.980739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.943785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:31:18.980792Z","caller":"traceutil/trace.go:171","msg":"trace[1583507806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12796; }","duration":"348.365142ms","start":"2026-03-03T14:31:18.632407Z","end":"2026-03-03T14:31:18.980773Z","steps":["trace[1583507806] 'agreement among raft nodes before linearized reading' (duration: 348.140187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:18.980805Z","caller":"traceutil/trace.go:171","msg":"trace[2079183879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12796; }","duration":"353.742591ms","start":"2026-03-03T14:31:18.627044Z","end":"2026-03-03T14:31:18.980786Z","steps":["trace[2079183879] 'agreement among raft nodes before linearized reading' (duration: 353.538426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:18.980817Z","caller":"traceutil/trace.go:171","msg":"trace[1199006581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12796; }","duration":"354.072288ms","start":"2026-03-03T14:31:18.626725Z","end":"2026-03-03T14:31:18.980797Z","steps":["trace[1199006581] 'agreement among raft nodes before linearized reading' (duration: 353.818702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.980844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.632399Z","time spent":"348.435474ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:31:18.980855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.627034Z","time spent":"353.808112ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:18.98086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.626702Z","time spent":"354.14996ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:18.980875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.046998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:18.98053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.369913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:18.98096Z","caller":"traceutil/trace.go:171","msg":"trace[1101490958] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12796; }","duration":"383.803894ms","start":"2026-03-03T14:31:18.597123Z","end":"2026-03-03T14:31:18.980927Z","steps":["trace[1101490958] 'agreement among raft nodes before linearized reading' (duration: 383.372314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.981001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.597108Z","time spent":"383.881416ms","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:18.980903Z","caller":"traceutil/trace.go:171","msg":"trace[372485502] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12796; }","duration":"349.11378ms","start":"2026-03-03T14:31:18.63178Z","end":"2026-03-03T14:31:18.980894Z","steps":["trace[372485502] 'agreement among raft nodes before linearized reading' (duration: 349.025048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.981171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.631761Z","time spent":"349.392567ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:18.981016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.623504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:18.981265Z","caller":"traceutil/trace.go:171","msg":"trace[563244801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12796; }","duration":"223.944682ms","start":"2026-03-03T14:31:18.757303Z","end":"2026-03-03T14:31:18.981247Z","steps":["trace[563244801] 'agreement among raft nodes before linearized reading' (duration: 223.45306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:19.549479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.187728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:19.550474Z","caller":"traceutil/trace.go:171","msg":"trace[1051398035] transaction","detail":"{read_only:false; response_revision:12798; number_of_response:1; }","duration":"560.671718ms","start":"2026-03-03T14:31:18.989782Z","end":"2026-03-03T14:31:19.550453Z","steps":["trace[1051398035] 'process raft request' (duration: 560.545855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:19.550671Z","caller":"traceutil/trace.go:171","msg":"trace[1432321108] linearizableReadLoop","detail":"{readStateIndex:13342; appliedIndex:13339; }","duration":"373.621103ms","start":"2026-03-03T14:31:19.177032Z","end":"2026-03-03T14:31:19.550654Z","steps":["trace[1432321108] 'read index received' (duration: 16.176254ms)","trace[1432321108] 'applied index is now lower than readState.Index' (duration: 357.443909ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:19.550763Z","caller":"traceutil/trace.go:171","msg":"trace[1946773484] transaction","detail":"{read_only:false; response_revision:12799; number_of_response:1; }","duration":"560.916294ms","start":"2026-03-03T14:31:18.989836Z","end":"2026-03-03T14:31:19.550752Z","steps":["trace[1946773484] 'process raft request' (duration: 560.578906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:19.550935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.899259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:19.551022Z","caller":"traceutil/trace.go:171","msg":"trace[1846864597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12799; }","duration":"374.024952ms","start":"2026-03-03T14:31:19.176983Z","end":"2026-03-03T14:31:19.551008Z","steps":["trace[1846864597] 'agreement among raft nodes before linearized reading' (duration: 373.827217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:19.551138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.176958Z","time spent":"374.115634ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:19.550665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.989753Z","time spent":"560.843172ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:19.550463Z","caller":"traceutil/trace.go:171","msg":"trace[13162915] transaction","detail":"{read_only:false; response_revision:12797; number_of_response:1; }","duration":"560.691619ms","start":"2026-03-03T14:31:18.989719Z","end":"2026-03-03T14:31:19.55041Z","steps":["trace[13162915] 'process raft request' (duration: 203.476936ms)","trace[13162915] 'compare' (duration: 355.585034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:19.551538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.989699Z","time spent":"561.759634ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:19.550833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.989831Z","time spent":"560.958935ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:20.051216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:20.551713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:20.652083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.703332ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:20.652241Z","caller":"traceutil/trace.go:171","msg":"trace[848971536] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12799; }","duration":"230.874116ms","start":"2026-03-03T14:31:20.42135Z","end":"2026-03-03T14:31:20.652224Z","steps":["trace[848971536] 'range keys from in-memory index tree' (duration: 230.685742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.664707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.140190315s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:31:20.665108Z","caller":"traceutil/trace.go:171","msg":"trace[1655556171] transaction","detail":"{read_only:false; response_revision:12800; number_of_response:1; }","duration":"1.140678157s","start":"2026-03-03T14:31:19.524411Z","end":"2026-03-03T14:31:20.66509Z","steps":["trace[1655556171] 'process raft request' (duration: 1.140558704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.66524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.524392Z","time spent":"1.14078768s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:20.700722Z","caller":"traceutil/trace.go:171","msg":"trace[1362761940] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"793.208114ms","start":"2026-03-03T14:31:19.907487Z","end":"2026-03-03T14:31:20.700695Z","steps":["trace[1362761940] 'process raft request' (duration: 792.933138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:20.7008Z","caller":"traceutil/trace.go:171","msg":"trace[409809947] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"554.442051ms","start":"2026-03-03T14:31:20.146324Z","end":"2026-03-03T14:31:20.700766Z","steps":["trace[409809947] 'process raft request' (duration: 554.252256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:20.700893Z","caller":"traceutil/trace.go:171","msg":"trace[1404365344] linearizableReadLoop","detail":"{readStateIndex:13345; appliedIndex:13343; }","duration":"1.15015532s","start":"2026-03-03T14:31:19.550721Z","end":"2026-03-03T14:31:20.700876Z","steps":["trace[1404365344] 'read index received' (duration: 1.114362112s)","trace[1404365344] 'applied index is now lower than readState.Index' (duration: 35.791468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.907436Z","time spent":"793.427219ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:20.701023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.428672785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:20.701093Z","caller":"traceutil/trace.go:171","msg":"trace[161205359] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12802; }","duration":"1.42879792s","start":"2026-03-03T14:31:19.272281Z","end":"2026-03-03T14:31:20.701079Z","steps":["trace[161205359] 'agreement among raft nodes before linearized reading' (duration: 1.428661796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.701091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.563153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:31:20.701085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.812441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:20.701115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.240233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:20.701132Z","caller":"traceutil/trace.go:171","msg":"trace[747066445] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12802; }","duration":"659.910512ms","start":"2026-03-03T14:31:20.041212Z","end":"2026-03-03T14:31:20.701123Z","steps":["trace[747066445] 'agreement among raft nodes before linearized reading' (duration: 659.81377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.701163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.041188Z","time spent":"659.969064ms","remote":"127.0.0.1:36806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:20.701168Z","caller":"traceutil/trace.go:171","msg":"trace[1703143953] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12802; }","duration":"139.286764ms","start":"2026-03-03T14:31:20.561864Z","end":"2026-03-03T14:31:20.701151Z","steps":["trace[1703143953] 'agreement among raft nodes before linearized reading' (duration: 139.207852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.70121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.185882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:31:20.701236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.401734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:20.701245Z","caller":"traceutil/trace.go:171","msg":"trace[1913075484] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12802; }","duration":"744.265994ms","start":"2026-03-03T14:31:19.956971Z","end":"2026-03-03T14:31:20.701237Z","steps":["trace[1913075484] 'agreement among raft nodes before linearized reading' (duration: 744.176302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.701283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.956947Z","time spent":"744.329355ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:20.701124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.272261Z","time spent":"1.428856832s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:20.701309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.140797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:20.701326Z","caller":"traceutil/trace.go:171","msg":"trace[1390584919] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12802; }","duration":"735.194419ms","start":"2026-03-03T14:31:19.966127Z","end":"2026-03-03T14:31:20.701322Z","steps":["trace[1390584919] 'agreement among raft nodes before linearized reading' (duration: 735.141377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.701344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.966111Z","time spent":"735.229809ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:20.701255Z","caller":"traceutil/trace.go:171","msg":"trace[4992353] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12802; }","duration":"735.459465ms","start":"2026-03-03T14:31:19.96579Z","end":"2026-03-03T14:31:20.701249Z","steps":["trace[4992353] 'agreement among raft nodes before linearized reading' (duration: 735.355143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.700993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.146298Z","time spent":"554.588955ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:20.701127Z","caller":"traceutil/trace.go:171","msg":"trace[1053408779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12802; }","duration":"758.630534ms","start":"2026-03-03T14:31:19.942486Z","end":"2026-03-03T14:31:20.701116Z","steps":["trace[1053408779] 'agreement among raft nodes before linearized reading' (duration: 758.49659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.701668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.94247Z","time spent":"759.184267ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:20.701709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.96574Z","time spent":"735.731911ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:21.055499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.281581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:21.05561Z","caller":"traceutil/trace.go:171","msg":"trace[1289188156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12803; }","duration":"297.447795ms","start":"2026-03-03T14:31:20.758136Z","end":"2026-03-03T14:31:21.055584Z","steps":["trace[1289188156] 'range keys from in-memory index tree' (duration: 297.189449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:21.190021Z","caller":"traceutil/trace.go:171","msg":"trace[1229410255] linearizableReadLoop","detail":"{readStateIndex:13347; appliedIndex:13346; }","duration":"188.534721ms","start":"2026-03-03T14:31:21.00145Z","end":"2026-03-03T14:31:21.189985Z","steps":["trace[1229410255] 'read index received' (duration: 188.133402ms)","trace[1229410255] 'applied index is now lower than readState.Index' (duration: 400.079µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:21.19025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:21.190295Z","caller":"traceutil/trace.go:171","msg":"trace[1181038123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12804; }","duration":"133.062535ms","start":"2026-03-03T14:31:21.057218Z","end":"2026-03-03T14:31:21.190281Z","steps":["trace[1181038123] 'agreement among raft nodes before linearized reading' (duration: 132.945332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.190528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.066834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:21.19066Z","caller":"traceutil/trace.go:171","msg":"trace[929383032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12804; }","duration":"189.205687ms","start":"2026-03-03T14:31:21.001435Z","end":"2026-03-03T14:31:21.190641Z","steps":["trace[929383032] 'agreement among raft nodes before linearized reading' (duration: 188.803958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:21.191102Z","caller":"traceutil/trace.go:171","msg":"trace[1459362055] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"196.07526ms","start":"2026-03-03T14:31:20.994987Z","end":"2026-03-03T14:31:21.191062Z","steps":["trace[1459362055] 'process raft request' (duration: 194.713498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:21.984689Z","caller":"traceutil/trace.go:171","msg":"trace[1042280414] transaction","detail":"{read_only:false; response_revision:12805; number_of_response:1; }","duration":"477.273991ms","start":"2026-03-03T14:31:21.507371Z","end":"2026-03-03T14:31:21.984645Z","steps":["trace[1042280414] 'process raft request' (duration: 476.840831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:21.984718Z","caller":"traceutil/trace.go:171","msg":"trace[1380990355] linearizableReadLoop","detail":"{readStateIndex:13348; appliedIndex:13347; }","duration":"429.395156ms","start":"2026-03-03T14:31:21.55529Z","end":"2026-03-03T14:31:21.984685Z","steps":["trace[1380990355] 'read index received' (duration: 428.961646ms)","trace[1380990355] 'applied index is now lower than readState.Index' (duration: 425.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:21.984877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.507333Z","time spent":"477.457985ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:21.98623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.87534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:21.986361Z","caller":"traceutil/trace.go:171","msg":"trace[1223250127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12805; }","duration":"431.089755ms","start":"2026-03-03T14:31:21.555239Z","end":"2026-03-03T14:31:21.986329Z","steps":["trace[1223250127] 'agreement among raft nodes before linearized reading' (duration: 430.01182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.986447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.555215Z","time spent":"431.216898ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:22.485196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:22.985631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:23.487556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693675782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:23.495874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511629134s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:31:23.496347Z","caller":"traceutil/trace.go:171","msg":"trace[269672120] transaction","detail":"{read_only:false; response_revision:12806; number_of_response:1; }","duration":"1.76693693s","start":"2026-03-03T14:31:21.729384Z","end":"2026-03-03T14:31:23.496321Z","steps":["trace[269672120] 'process raft request' (duration: 1.766773676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.496577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.729363Z","time spent":"1.767128144s","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:23.518984Z","caller":"traceutil/trace.go:171","msg":"trace[580283187] transaction","detail":"{read_only:false; response_revision:12807; number_of_response:1; }","duration":"1.524864208s","start":"2026-03-03T14:31:21.994074Z","end":"2026-03-03T14:31:23.518938Z","steps":["trace[580283187] 'process raft request' (duration: 1.524655903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.519311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.994055Z","time spent":"1.525034602s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:23.555061Z","caller":"traceutil/trace.go:171","msg":"trace[1337860643] transaction","detail":"{read_only:false; response_revision:12808; number_of_response:1; }","duration":"848.074465ms","start":"2026-03-03T14:31:22.706954Z","end":"2026-03-03T14:31:23.555028Z","steps":["trace[1337860643] 'process raft request' (duration: 847.798899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.555271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.706913Z","time spent":"848.246508ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:23.55543Z","caller":"traceutil/trace.go:171","msg":"trace[1947711571] linearizableReadLoop","detail":"{readStateIndex:13354; appliedIndex:13348; }","duration":"1.570609853s","start":"2026-03-03T14:31:21.984791Z","end":"2026-03-03T14:31:23.555401Z","steps":["trace[1947711571] 'read index received' (duration: 1.511325937s)","trace[1947711571] 'applied index is now lower than readState.Index' (duration: 59.282006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:23.555575Z","caller":"traceutil/trace.go:171","msg":"trace[1727715795] transaction","detail":"{read_only:false; response_revision:12810; number_of_response:1; }","duration":"358.468742ms","start":"2026-03-03T14:31:23.197094Z","end":"2026-03-03T14:31:23.555563Z","steps":["trace[1727715795] 'process raft request' (duration: 358.090923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:23.555331Z","caller":"traceutil/trace.go:171","msg":"trace[1488936163] transaction","detail":"{read_only:false; response_revision:12809; number_of_response:1; }","duration":"406.730147ms","start":"2026-03-03T14:31:23.148584Z","end":"2026-03-03T14:31:23.555314Z","steps":["trace[1488936163] 'process raft request' (duration: 406.369689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.555697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:23.197076Z","time spent":"358.537324ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:23.555703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:23.148567Z","time spent":"407.089046ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:23.555839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563775002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:31:23.555891Z","caller":"traceutil/trace.go:171","msg":"trace[838420937] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:12810; }","duration":"1.563874244s","start":"2026-03-03T14:31:21.992004Z","end":"2026-03-03T14:31:23.555878Z","steps":["trace[838420937] 'agreement among raft nodes before linearized reading' (duration: 1.56369224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.55591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991749562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:31:23.555946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583251614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:23.555987Z","caller":"traceutil/trace.go:171","msg":"trace[596365303] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12810; }","duration":"1.583328195s","start":"2026-03-03T14:31:21.972645Z","end":"2026-03-03T14:31:23.555973Z","steps":["trace[596365303] 'agreement among raft nodes before linearized reading' (duration: 1.583268044s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:23.555988Z","caller":"traceutil/trace.go:171","msg":"trace[1664658500] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12810; }","duration":"1.991893355s","start":"2026-03-03T14:31:21.564077Z","end":"2026-03-03T14:31:23.55597Z","steps":["trace[1664658500] 'agreement among raft nodes before linearized reading' (duration: 1.991592808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.555994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.394381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:31:23.556021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.972623Z","time spent":"1.583389737s","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:23.556035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.564069Z","time spent":"1.991957368s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:23.556122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.383525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:31:23.556174Z","caller":"traceutil/trace.go:171","msg":"trace[1880824338] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14; range_end:; response_count:1; response_revision:12810; }","duration":"784.470207ms","start":"2026-03-03T14:31:22.771695Z","end":"2026-03-03T14:31:23.556165Z","steps":["trace[1880824338] 'agreement among raft nodes before linearized reading' (duration: 784.361764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.771676Z","time spent":"784.523648ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995b0a05616d14\" "} {"level":"warn","ts":"2026-03-03T14:31:23.555934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.991979Z","time spent":"1.563945106s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T14:31:23.556221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991330173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:23.556302Z","caller":"traceutil/trace.go:171","msg":"trace[1035968957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12810; }","duration":"1.991479256s","start":"2026-03-03T14:31:21.564805Z","end":"2026-03-03T14:31:23.556284Z","steps":["trace[1035968957] 'agreement among raft nodes before linearized reading' (duration: 1.99125424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.564792Z","time spent":"1.991566028s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:31:23.556036Z","caller":"traceutil/trace.go:171","msg":"trace[542912404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12810; }","duration":"823.471292ms","start":"2026-03-03T14:31:22.732552Z","end":"2026-03-03T14:31:23.556024Z","steps":["trace[542912404] 'agreement among raft nodes before linearized reading' (duration: 823.306788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.824078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:23.556495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.732533Z","time spent":"823.946303ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:31:23.55651Z","caller":"traceutil/trace.go:171","msg":"trace[1132775210] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12810; }","duration":"135.32406ms","start":"2026-03-03T14:31:23.421173Z","end":"2026-03-03T14:31:23.556497Z","steps":["trace[1132775210] 'agreement among raft nodes before linearized reading' (duration: 134.788207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.517409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:31:23.556217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.557124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:23.556677Z","caller":"traceutil/trace.go:171","msg":"trace[605104344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12810; }","duration":"348.052636ms","start":"2026-03-03T14:31:23.208615Z","end":"2026-03-03T14:31:23.556667Z","steps":["trace[605104344] 'agreement among raft nodes before linearized reading' (duration: 347.543744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:23.208595Z","time spent":"348.113007ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:31:23.555895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759413091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:31:23.556802Z","caller":"traceutil/trace.go:171","msg":"trace[188500652] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12810; }","duration":"1.760355383s","start":"2026-03-03T14:31:21.796428Z","end":"2026-03-03T14:31:23.556784Z","steps":["trace[188500652] 'agreement among raft nodes before linearized reading' (duration: 1.759380301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.556846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.796405Z","time spent":"1.760429256s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:31:23.556906Z","caller":"traceutil/trace.go:171","msg":"trace[384329108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12810; }","duration":"589.059892ms","start":"2026-03-03T14:31:22.96757Z","end":"2026-03-03T14:31:23.55663Z","steps":["trace[384329108] 'agreement among raft nodes before linearized reading' (duration: 588.480908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.55737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.444028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:23.55742Z","caller":"traceutil/trace.go:171","msg":"trace[12895430] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12810; }","duration":"849.51888ms","start":"2026-03-03T14:31:22.70789Z","end":"2026-03-03T14:31:23.557409Z","steps":["trace[12895430] 'agreement among raft nodes before linearized reading' (duration: 848.062606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.557454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.707879Z","time spent":"849.567871ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:23.557898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.967545Z","time spent":"589.683336ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:23.558247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99459925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:23.558315Z","caller":"traceutil/trace.go:171","msg":"trace[1480838124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12810; }","duration":"1.994713713s","start":"2026-03-03T14:31:21.563581Z","end":"2026-03-03T14:31:23.558295Z","steps":["trace[1480838124] 'agreement among raft nodes before linearized reading' (duration: 1.992569993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.558367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.563571Z","time spent":"1.994785874s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:23.558438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.184074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:23.558513Z","caller":"traceutil/trace.go:171","msg":"trace[1275702918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12810; }","duration":"801.265755ms","start":"2026-03-03T14:31:22.757231Z","end":"2026-03-03T14:31:23.558497Z","steps":["trace[1275702918] 'agreement among raft nodes before linearized reading' (duration: 801.147052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.558572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.757192Z","time spent":"801.369989ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:23.558633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408486848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:31:23.558743Z","caller":"traceutil/trace.go:171","msg":"trace[648234701] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12810; }","duration":"1.408632892s","start":"2026-03-03T14:31:22.150091Z","end":"2026-03-03T14:31:23.558724Z","steps":["trace[648234701] 'agreement among raft nodes before linearized reading' (duration: 1.408432377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.558793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.150067Z","time spent":"1.408716233s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:23.559149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438739836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:23.559226Z","caller":"traceutil/trace.go:171","msg":"trace[585514077] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12810; }","duration":"1.438850619s","start":"2026-03-03T14:31:22.120354Z","end":"2026-03-03T14:31:23.559205Z","steps":["trace[585514077] 'agreement among raft nodes before linearized reading' (duration: 1.438130992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.559285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.120337Z","time spent":"1.43893072s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:23.559313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.988463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:31:23.559383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086478111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:23.559416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567316295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:31:23.559518Z","caller":"traceutil/trace.go:171","msg":"trace[1173378448] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:12810; }","duration":"1.567424968s","start":"2026-03-03T14:31:21.99207Z","end":"2026-03-03T14:31:23.559495Z","steps":["trace[1173378448] 'agreement among raft nodes before linearized reading' (duration: 1.567248764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.559574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.992066Z","time spent":"1.56749474s","remote":"127.0.0.1:48534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-03T14:31:23.55945Z","caller":"traceutil/trace.go:171","msg":"trace[785143647] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12810; }","duration":"1.086595743s","start":"2026-03-03T14:31:22.472837Z","end":"2026-03-03T14:31:23.559433Z","steps":["trace[785143647] 'agreement among raft nodes before linearized reading' (duration: 1.086429959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.559724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.472814Z","time spent":"1.086887121s","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:23.559362Z","caller":"traceutil/trace.go:171","msg":"trace[998007847] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12810; }","duration":"853.084285ms","start":"2026-03-03T14:31:22.706266Z","end":"2026-03-03T14:31:23.55935Z","steps":["trace[998007847] 'agreement among raft nodes before linearized reading' (duration: 852.957812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.559837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.706243Z","time spent":"853.576546ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:23.561323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235822803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:23.561436Z","caller":"traceutil/trace.go:171","msg":"trace[1885638884] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12810; }","duration":"1.235961707s","start":"2026-03-03T14:31:22.325457Z","end":"2026-03-03T14:31:23.561419Z","steps":["trace[1885638884] 'agreement among raft nodes before linearized reading' (duration: 1.235777352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.561519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.325404Z","time spent":"1.23610344s","remote":"127.0.0.1:34232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:23.565807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415523335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:31:23.565902Z","caller":"traceutil/trace.go:171","msg":"trace[1331503695] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12811; }","duration":"1.415667298s","start":"2026-03-03T14:31:22.15021Z","end":"2026-03-03T14:31:23.565877Z","steps":["trace[1331503695] 'agreement among raft nodes before linearized reading' (duration: 1.41532497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.565968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.150204Z","time spent":"1.41574515s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:31:25.210291Z","caller":"traceutil/trace.go:171","msg":"trace[683564767] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"174.585231ms","start":"2026-03-03T14:31:25.035686Z","end":"2026-03-03T14:31:25.210272Z","steps":["trace[683564767] 'process raft request' (duration: 174.465288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:26.6836Z","caller":"traceutil/trace.go:171","msg":"trace[290753277] transaction","detail":"{read_only:false; response_revision:12836; number_of_response:1; }","duration":"121.715296ms","start":"2026-03-03T14:31:26.561853Z","end":"2026-03-03T14:31:26.683569Z","steps":["trace[290753277] 'process raft request' (duration: 111.845613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:32.126388Z","caller":"traceutil/trace.go:171","msg":"trace[1246846064] transaction","detail":"{read_only:false; response_revision:12870; number_of_response:1; }","duration":"421.335443ms","start":"2026-03-03T14:31:31.705035Z","end":"2026-03-03T14:31:32.12637Z","steps":["trace[1246846064] 'process raft request' (duration: 419.773736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:32.126421Z","caller":"traceutil/trace.go:171","msg":"trace[442081818] transaction","detail":"{read_only:false; response_revision:12871; number_of_response:1; }","duration":"421.008736ms","start":"2026-03-03T14:31:31.705387Z","end":"2026-03-03T14:31:32.126396Z","steps":["trace[442081818] 'process raft request' (duration: 420.892533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:32.126506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.462753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:32.126385Z","caller":"traceutil/trace.go:171","msg":"trace[1785473796] linearizableReadLoop","detail":"{readStateIndex:13418; appliedIndex:13416; }","duration":"369.32265ms","start":"2026-03-03T14:31:31.757039Z","end":"2026-03-03T14:31:32.126361Z","steps":["trace[1785473796] 'read index received' (duration: 367.670641ms)","trace[1785473796] 'applied index is now lower than readState.Index' (duration: 1.651349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:32.126551Z","caller":"traceutil/trace.go:171","msg":"trace[214403852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12871; }","duration":"369.541175ms","start":"2026-03-03T14:31:31.757001Z","end":"2026-03-03T14:31:32.126542Z","steps":["trace[214403852] 'agreement among raft nodes before linearized reading' (duration: 369.438333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:32.126585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:31.756986Z","time spent":"369.591456ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:32.126515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:31.705025Z","time spent":"421.426895ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:32.126726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:31.705364Z","time spent":"421.20713ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:34.242211Z","caller":"traceutil/trace.go:171","msg":"trace[1093201154] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"107.124681ms","start":"2026-03-03T14:31:34.135056Z","end":"2026-03-03T14:31:34.24218Z","steps":["trace[1093201154] 'process raft request' (duration: 106.968287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:34.242955Z","caller":"traceutil/trace.go:171","msg":"trace[92171876] linearizableReadLoop","detail":"{readStateIndex:13425; appliedIndex:13425; }","duration":"103.71548ms","start":"2026-03-03T14:31:34.139227Z","end":"2026-03-03T14:31:34.242942Z","steps":["trace[92171876] 'read index received' (duration: 103.7108ms)","trace[92171876] 'applied index is now lower than readState.Index' (duration: 3.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:34.243106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.861083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:34.243143Z","caller":"traceutil/trace.go:171","msg":"trace[50483821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12878; }","duration":"103.935456ms","start":"2026-03-03T14:31:34.139199Z","end":"2026-03-03T14:31:34.243135Z","steps":["trace[50483821] 'agreement among raft nodes before linearized reading' (duration: 103.801843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:35.745235Z","caller":"traceutil/trace.go:171","msg":"trace[966816624] linearizableReadLoop","detail":"{readStateIndex:13427; appliedIndex:13426; }","duration":"112.371205ms","start":"2026-03-03T14:31:35.632839Z","end":"2026-03-03T14:31:35.74521Z","steps":["trace[966816624] 'read index received' (duration: 112.139839ms)","trace[966816624] 'applied index is now lower than readState.Index' (duration: 226.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:35.745267Z","caller":"traceutil/trace.go:171","msg":"trace[163993525] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"149.922216ms","start":"2026-03-03T14:31:35.595305Z","end":"2026-03-03T14:31:35.745228Z","steps":["trace[163993525] 'process raft request' (duration: 149.64726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:35.745682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.810656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:35.745811Z","caller":"traceutil/trace.go:171","msg":"trace[455372198] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12880; }","duration":"113.00442ms","start":"2026-03-03T14:31:35.632787Z","end":"2026-03-03T14:31:35.745792Z","steps":["trace[455372198] 'agreement among raft nodes before linearized reading' (duration: 112.57941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:35.755786Z","caller":"traceutil/trace.go:171","msg":"trace[1263579703] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"118.931781ms","start":"2026-03-03T14:31:35.63683Z","end":"2026-03-03T14:31:35.755762Z","steps":["trace[1263579703] 'process raft request' (duration: 118.345896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:35.755954Z","caller":"traceutil/trace.go:171","msg":"trace[1157774977] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"117.689901ms","start":"2026-03-03T14:31:35.638254Z","end":"2026-03-03T14:31:35.755944Z","steps":["trace[1157774977] 'process raft request' (duration: 117.028005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:36.11581Z","caller":"traceutil/trace.go:171","msg":"trace[1461964211] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"106.082146ms","start":"2026-03-03T14:31:36.0097Z","end":"2026-03-03T14:31:36.115782Z","steps":["trace[1461964211] 'process raft request' (duration: 75.820368ms)","trace[1461964211] 'compare' (duration: 30.145065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:38.712523Z","caller":"traceutil/trace.go:171","msg":"trace[35784833] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"144.1926ms","start":"2026-03-03T14:31:38.568311Z","end":"2026-03-03T14:31:38.712504Z","steps":["trace[35784833] 'process raft request' (duration: 142.899489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.150087Z","caller":"traceutil/trace.go:171","msg":"trace[850764256] transaction","detail":"{read_only:false; response_revision:12949; number_of_response:1; }","duration":"310.100435ms","start":"2026-03-03T14:31:51.839967Z","end":"2026-03-03T14:31:52.150067Z","steps":["trace[850764256] 'process raft request' (duration: 309.947872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.150216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.839944Z","time spent":"310.207327ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:52.248709Z","caller":"traceutil/trace.go:171","msg":"trace[1246095050] linearizableReadLoop","detail":"{readStateIndex:13501; appliedIndex:13499; }","duration":"396.098354ms","start":"2026-03-03T14:31:51.85258Z","end":"2026-03-03T14:31:52.248678Z","steps":["trace[1246095050] 'read index received' (duration: 297.378063ms)","trace[1246095050] 'applied index is now lower than readState.Index' (duration: 98.719091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:52.248895Z","caller":"traceutil/trace.go:171","msg":"trace[864319059] transaction","detail":"{read_only:false; response_revision:12950; number_of_response:1; }","duration":"407.885365ms","start":"2026-03-03T14:31:51.840991Z","end":"2026-03-03T14:31:52.248876Z","steps":["trace[864319059] 'process raft request' (duration: 349.09188ms)","trace[864319059] 'compare' (duration: 58.466557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:52.249027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.840977Z","time spent":"407.965097ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:52.249193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.610096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:52.249225Z","caller":"traceutil/trace.go:171","msg":"trace[175282476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12950; }","duration":"396.684048ms","start":"2026-03-03T14:31:51.852533Z","end":"2026-03-03T14:31:52.249217Z","steps":["trace[175282476] 'agreement among raft nodes before linearized reading' (duration: 396.571585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.249247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.852508Z","time spent":"396.73313ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:52.249655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.640051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:31:52.249735Z","caller":"traceutil/trace.go:171","msg":"trace[1840291185] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12950; }","duration":"378.760804ms","start":"2026-03-03T14:31:51.870954Z","end":"2026-03-03T14:31:52.249715Z","steps":["trace[1840291185] 'agreement among raft nodes before linearized reading' (duration: 378.215271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.249724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.946374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:31:52.249803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.870937Z","time spent":"378.854135ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:31:52.249832Z","caller":"traceutil/trace.go:171","msg":"trace[374954156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12950; }","duration":"397.063417ms","start":"2026-03-03T14:31:51.85275Z","end":"2026-03-03T14:31:52.249813Z","steps":["trace[374954156] 'agreement among raft nodes before linearized reading' (duration: 396.363261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.249878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:51.852732Z","time spent":"397.137229ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:52.794745Z","caller":"traceutil/trace.go:171","msg":"trace[917539108] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"313.125037ms","start":"2026-03-03T14:31:52.481587Z","end":"2026-03-03T14:31:52.794712Z","steps":["trace[917539108] 'process raft request' (duration: 312.911682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.795041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:52.481561Z","time spent":"313.283361ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:52.872549Z","caller":"traceutil/trace.go:171","msg":"trace[1921046723] linearizableReadLoop","detail":"{readStateIndex:13506; appliedIndex:13505; }","duration":"137.80298ms","start":"2026-03-03T14:31:52.734729Z","end":"2026-03-03T14:31:52.872532Z","steps":["trace[1921046723] 'read index received' (duration: 60.045595ms)","trace[1921046723] 'applied index is now lower than readState.Index' (duration: 77.756685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:52.872709Z","caller":"traceutil/trace.go:171","msg":"trace[521641423] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"203.084947ms","start":"2026-03-03T14:31:52.669582Z","end":"2026-03-03T14:31:52.872667Z","steps":["trace[521641423] 'process raft request' (duration: 173.183827ms)","trace[521641423] 'compare' (duration: 29.690915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:52.872903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.194513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:52.873008Z","caller":"traceutil/trace.go:171","msg":"trace[162026564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12955; }","duration":"115.362726ms","start":"2026-03-03T14:31:52.75762Z","end":"2026-03-03T14:31:52.872983Z","steps":["trace[162026564] 'agreement among raft nodes before linearized reading' (duration: 115.173272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.876521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.048815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:52.876676Z","caller":"traceutil/trace.go:171","msg":"trace[259824297] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12955; }","duration":"141.986119ms","start":"2026-03-03T14:31:52.734679Z","end":"2026-03-03T14:31:52.876665Z","steps":["trace[259824297] 'agreement among raft nodes before linearized reading' (duration: 137.998004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.756251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676248,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:54.942617Z","caller":"traceutil/trace.go:171","msg":"trace[219736765] linearizableReadLoop","detail":"{readStateIndex:13511; appliedIndex:13510; }","duration":"687.385814ms","start":"2026-03-03T14:31:54.255198Z","end":"2026-03-03T14:31:54.942584Z","steps":["trace[219736765] 'read index received' (duration: 600.919093ms)","trace[219736765] 'applied index is now lower than readState.Index' (duration: 86.465101ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:54.942765Z","caller":"traceutil/trace.go:171","msg":"trace[376001191] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"688.05486ms","start":"2026-03-03T14:31:54.254674Z","end":"2026-03-03T14:31:54.942729Z","steps":["trace[376001191] 'process raft request' (duration: 601.382564ms)","trace[376001191] 'compare' (duration: 85.903177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:54.942885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.254654Z","time spent":"688.165643ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:54.942933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.708242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:31:54.942978Z","caller":"traceutil/trace.go:171","msg":"trace[1146691405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12960; }","duration":"687.772943ms","start":"2026-03-03T14:31:54.255193Z","end":"2026-03-03T14:31:54.942966Z","steps":["trace[1146691405] 'agreement among raft nodes before linearized reading' (duration: 687.545248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.943013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.255151Z","time spent":"687.854075ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:31:55.002771Z","caller":"traceutil/trace.go:171","msg":"trace[616704449] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"121.434331ms","start":"2026-03-03T14:31:54.881296Z","end":"2026-03-03T14:31:55.002731Z","steps":["trace[616704449] 'process raft request' (duration: 121.034971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.002843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.662739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:31:55.002828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.137532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:55.002917Z","caller":"traceutil/trace.go:171","msg":"trace[611704881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12961; }","duration":"700.776491ms","start":"2026-03-03T14:31:54.302113Z","end":"2026-03-03T14:31:55.002889Z","steps":["trace[611704881] 'agreement among raft nodes before linearized reading' (duration: 700.622268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.002912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.912842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:31:55.00297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.302088Z","time spent":"700.874104ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:55.002988Z","caller":"traceutil/trace.go:171","msg":"trace[1053056515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12961; }","duration":"677.365227ms","start":"2026-03-03T14:31:54.325592Z","end":"2026-03-03T14:31:55.002957Z","steps":["trace[1053056515] 'agreement among raft nodes before linearized reading' (duration: 676.919337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.003Z","caller":"traceutil/trace.go:171","msg":"trace[832500434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12961; }","duration":"614.013633ms","start":"2026-03-03T14:31:54.388961Z","end":"2026-03-03T14:31:55.002975Z","steps":["trace[832500434] 'agreement among raft nodes before linearized reading' (duration: 613.88665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.003048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.388946Z","time spent":"614.092576ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:55.003044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.055042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:55.003056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.325571Z","time spent":"677.472119ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:31:55.0031Z","caller":"traceutil/trace.go:171","msg":"trace[1421486020] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:12961; }","duration":"705.155505ms","start":"2026-03-03T14:31:54.297929Z","end":"2026-03-03T14:31:55.003084Z","steps":["trace[1421486020] 'agreement among raft nodes before linearized reading' (duration: 705.047802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.003119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.734132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:31:55.003136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.29791Z","time spent":"705.216767ms","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:55.002766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.541412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:55.003149Z","caller":"traceutil/trace.go:171","msg":"trace[853570731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12961; }","duration":"668.786752ms","start":"2026-03-03T14:31:54.334352Z","end":"2026-03-03T14:31:55.003139Z","steps":["trace[853570731] 'agreement among raft nodes before linearized reading' (duration: 668.69631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.003181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.334338Z","time spent":"668.837964ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:31:55.003189Z","caller":"traceutil/trace.go:171","msg":"trace[281474568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12961; }","duration":"205.020473ms","start":"2026-03-03T14:31:54.798157Z","end":"2026-03-03T14:31:55.003177Z","steps":["trace[281474568] 'agreement among raft nodes before linearized reading' (duration: 204.400799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.290394Z","caller":"traceutil/trace.go:171","msg":"trace[475632764] linearizableReadLoop","detail":"{readStateIndex:13513; appliedIndex:13512; }","duration":"281.697002ms","start":"2026-03-03T14:31:55.008656Z","end":"2026-03-03T14:31:55.290353Z","steps":["trace[475632764] 'read index received' (duration: 232.277909ms)","trace[475632764] 'applied index is now lower than readState.Index' (duration: 49.417153ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.290533Z","caller":"traceutil/trace.go:171","msg":"trace[2124893383] transaction","detail":"{read_only:false; response_revision:12962; number_of_response:1; }","duration":"282.404949ms","start":"2026-03-03T14:31:55.00811Z","end":"2026-03-03T14:31:55.290515Z","steps":["trace[2124893383] 'process raft request' (duration: 232.808622ms)","trace[2124893383] 'compare' (duration: 49.003793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.29077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.081621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:55.290882Z","caller":"traceutil/trace.go:171","msg":"trace[1103399487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12962; }","duration":"282.228245ms","start":"2026-03-03T14:31:55.008626Z","end":"2026-03-03T14:31:55.290854Z","steps":["trace[1103399487] 'agreement among raft nodes before linearized reading' (duration: 281.930878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.513237Z","caller":"traceutil/trace.go:171","msg":"trace[1938347930] transaction","detail":"{read_only:false; response_revision:12963; number_of_response:1; }","duration":"503.175074ms","start":"2026-03-03T14:31:55.010026Z","end":"2026-03-03T14:31:55.513201Z","steps":["trace[1938347930] 'process raft request' (duration: 483.024686ms)","trace[1938347930] 'compare' (duration: 19.843411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.513387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.010015Z","time spent":"503.293027ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:55.513227Z","caller":"traceutil/trace.go:171","msg":"trace[288690779] linearizableReadLoop","detail":"{readStateIndex:13516; appliedIndex:13513; }","duration":"222.728242ms","start":"2026-03-03T14:31:55.29047Z","end":"2026-03-03T14:31:55.513198Z","steps":["trace[288690779] 'read index received' (duration: 202.568204ms)","trace[288690779] 'applied index is now lower than readState.Index' (duration: 20.158768ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.513665Z","caller":"traceutil/trace.go:171","msg":"trace[810723197] transaction","detail":"{read_only:false; response_revision:12965; number_of_response:1; }","duration":"502.14566ms","start":"2026-03-03T14:31:55.011491Z","end":"2026-03-03T14:31:55.513637Z","steps":["trace[810723197] 'process raft request' (duration: 501.631868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.513724Z","caller":"traceutil/trace.go:171","msg":"trace[994381357] transaction","detail":"{read_only:false; response_revision:12964; number_of_response:1; }","duration":"503.653546ms","start":"2026-03-03T14:31:55.010062Z","end":"2026-03-03T14:31:55.513716Z","steps":["trace[994381357] 'process raft request' (duration: 502.98511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.514292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.011463Z","time spent":"502.745925ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.513822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.603807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:55.514542Z","caller":"traceutil/trace.go:171","msg":"trace[63896389] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12965; }","duration":"373.358275ms","start":"2026-03-03T14:31:55.14116Z","end":"2026-03-03T14:31:55.514518Z","steps":["trace[63896389] 'agreement among raft nodes before linearized reading' (duration: 372.580297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.51341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.849299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:55.514801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.141136Z","time spent":"373.458928ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:31:55.514769Z","caller":"traceutil/trace.go:171","msg":"trace[106763771] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12965; }","duration":"451.253414ms","start":"2026-03-03T14:31:55.063474Z","end":"2026-03-03T14:31:55.514727Z","steps":["trace[106763771] 'agreement among raft nodes before linearized reading' (duration: 449.816579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.515078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.063463Z","time spent":"451.554991ms","remote":"127.0.0.1:33996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:55.516034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.010053Z","time spent":"504.386473ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.929187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.75323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:55.929248Z","caller":"traceutil/trace.go:171","msg":"trace[1398144697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12965; }","duration":"283.858463ms","start":"2026-03-03T14:31:55.645376Z","end":"2026-03-03T14:31:55.929234Z","steps":["trace[1398144697] 'count revisions from in-memory index tree' (duration: 283.662188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.934156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.822995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:55.934253Z","caller":"traceutil/trace.go:171","msg":"trace[777793040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12965; }","duration":"176.962018ms","start":"2026-03-03T14:31:55.757267Z","end":"2026-03-03T14:31:55.934229Z","steps":["trace[777793040] 'range keys from in-memory index tree' (duration: 176.728833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:56.3704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.360599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:56.370546Z","caller":"traceutil/trace.go:171","msg":"trace[427025070] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"149.501866ms","start":"2026-03-03T14:31:56.22103Z","end":"2026-03-03T14:31:56.370532Z","steps":["trace[427025070] 'process raft request' (duration: 149.454705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:56.370569Z","caller":"traceutil/trace.go:171","msg":"trace[1082653510] transaction","detail":"{read_only:false; response_revision:12966; number_of_response:1; }","duration":"374.83946ms","start":"2026-03-03T14:31:55.995678Z","end":"2026-03-03T14:31:56.370518Z","steps":["trace[1082653510] 'process raft request' (duration: 167.295327ms)","trace[1082653510] 'compare' (duration: 207.262046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:56.370623Z","caller":"traceutil/trace.go:171","msg":"trace[1843315978] linearizableReadLoop","detail":"{readStateIndex:13518; appliedIndex:13517; }","duration":"227.279561ms","start":"2026-03-03T14:31:56.143313Z","end":"2026-03-03T14:31:56.370593Z","steps":["trace[1843315978] 'read index received' (duration: 19.616365ms)","trace[1843315978] 'applied index is now lower than readState.Index' (duration: 207.634125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:56.370743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.995656Z","time spent":"374.997974ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:56.370916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.587758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:31:56.371076Z","caller":"traceutil/trace.go:171","msg":"trace[1098132564] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12967; }","duration":"227.775133ms","start":"2026-03-03T14:31:56.143275Z","end":"2026-03-03T14:31:56.37105Z","steps":["trace[1098132564] 'agreement among raft nodes before linearized reading' (duration: 227.447565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.1006Z","caller":"traceutil/trace.go:171","msg":"trace[630269108] transaction","detail":"{read_only:false; response_revision:12968; number_of_response:1; }","duration":"152.184549ms","start":"2026-03-03T14:31:56.948387Z","end":"2026-03-03T14:31:57.100572Z","steps":["trace[630269108] 'process raft request' (duration: 152.026856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.62582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.282089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:57.625922Z","caller":"traceutil/trace.go:171","msg":"trace[638981175] linearizableReadLoop","detail":"{readStateIndex:13521; appliedIndex:13520; }","duration":"608.716538ms","start":"2026-03-03T14:31:57.017187Z","end":"2026-03-03T14:31:57.625904Z","steps":["trace[638981175] 'read index received' (duration: 83.494381ms)","trace[638981175] 'applied index is now lower than readState.Index' (duration: 525.221207ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:57.626013Z","caller":"traceutil/trace.go:171","msg":"trace[1318935739] transaction","detail":"{read_only:false; response_revision:12969; number_of_response:1; }","duration":"618.04145ms","start":"2026-03-03T14:31:57.007957Z","end":"2026-03-03T14:31:57.625999Z","steps":["trace[1318935739] 'process raft request' (duration: 495.469583ms)","trace[1318935739] 'compare' (duration: 122.176917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:57.626058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.6095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:57.626076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.007921Z","time spent":"618.124561ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:57.626119Z","caller":"traceutil/trace.go:171","msg":"trace[1318767899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12969; }","duration":"351.695363ms","start":"2026-03-03T14:31:57.274408Z","end":"2026-03-03T14:31:57.626103Z","steps":["trace[1318767899] 'agreement among raft nodes before linearized reading' (duration: 351.60233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.626159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.274395Z","time spent":"351.757394ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:57.626416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.191316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:31:57.626458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.263088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:31:57.626474Z","caller":"traceutil/trace.go:171","msg":"trace[2042264693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12969; }","duration":"108.299189ms","start":"2026-03-03T14:31:57.518162Z","end":"2026-03-03T14:31:57.626461Z","steps":["trace[2042264693] 'agreement among raft nodes before linearized reading' (duration: 108.111065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.626493Z","caller":"traceutil/trace.go:171","msg":"trace[1248736791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12969; }","duration":"108.334819ms","start":"2026-03-03T14:31:57.518147Z","end":"2026-03-03T14:31:57.626482Z","steps":["trace[1248736791] 'agreement among raft nodes before linearized reading' (duration: 108.211207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.626495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.287962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:31:57.626516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.853461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:31:57.62657Z","caller":"traceutil/trace.go:171","msg":"trace[1305492584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12969; }","duration":"105.927932ms","start":"2026-03-03T14:31:57.520627Z","end":"2026-03-03T14:31:57.626555Z","steps":["trace[1305492584] 'agreement among raft nodes before linearized reading' (duration: 105.801919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.626731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.081362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:57.626844Z","caller":"traceutil/trace.go:171","msg":"trace[1238678098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12969; }","duration":"331.232576ms","start":"2026-03-03T14:31:57.29559Z","end":"2026-03-03T14:31:57.626823Z","steps":["trace[1238678098] 'agreement among raft nodes before linearized reading' (duration: 330.798176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.626932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.295577Z","time spent":"331.337809ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:57.626613Z","caller":"traceutil/trace.go:171","msg":"trace[1790806244] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12969; }","duration":"609.411875ms","start":"2026-03-03T14:31:57.017141Z","end":"2026-03-03T14:31:57.626552Z","steps":["trace[1790806244] 'agreement among raft nodes before linearized reading' (duration: 609.18561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.62749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.017117Z","time spent":"610.359397ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:31:57.921701Z","caller":"traceutil/trace.go:171","msg":"trace[548252396] transaction","detail":"{read_only:false; response_revision:12973; number_of_response:1; }","duration":"291.35379ms","start":"2026-03-03T14:31:57.630337Z","end":"2026-03-03T14:31:57.921691Z","steps":["trace[548252396] 'process raft request' (duration: 291.144926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.921724Z","caller":"traceutil/trace.go:171","msg":"trace[255359374] transaction","detail":"{read_only:false; response_revision:12972; number_of_response:1; }","duration":"291.33119ms","start":"2026-03-03T14:31:57.630349Z","end":"2026-03-03T14:31:57.92168Z","steps":["trace[255359374] 'process raft request' (duration: 291.109995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.921835Z","caller":"traceutil/trace.go:171","msg":"trace[1519798105] transaction","detail":"{read_only:false; response_revision:12971; number_of_response:1; }","duration":"291.535876ms","start":"2026-03-03T14:31:57.630287Z","end":"2026-03-03T14:31:57.921823Z","steps":["trace[1519798105] 'process raft request' (duration: 210.748899ms)","trace[1519798105] 'compare' (duration: 80.345496ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:57.921526Z","caller":"traceutil/trace.go:171","msg":"trace[1426039777] linearizableReadLoop","detail":"{readStateIndex:13525; appliedIndex:13522; }","duration":"289.082557ms","start":"2026-03-03T14:31:57.632424Z","end":"2026-03-03T14:31:57.921507Z","steps":["trace[1426039777] 'read index received' (duration: 47.1767ms)","trace[1426039777] 'applied index is now lower than readState.Index' (duration: 241.904467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:57.92232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.644601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:57.92236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.920957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523936"} {"level":"info","ts":"2026-03-03T14:31:57.922367Z","caller":"traceutil/trace.go:171","msg":"trace[1181232085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12973; }","duration":"163.743053ms","start":"2026-03-03T14:31:57.75861Z","end":"2026-03-03T14:31:57.922353Z","steps":["trace[1181232085] 'agreement among raft nodes before linearized reading' (duration: 163.641641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.922386Z","caller":"traceutil/trace.go:171","msg":"trace[1331418918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:12973; }","duration":"289.980737ms","start":"2026-03-03T14:31:57.632398Z","end":"2026-03-03T14:31:57.922378Z","steps":["trace[1331418918] 'agreement among raft nodes before linearized reading' (duration: 289.556138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.428192Z","caller":"traceutil/trace.go:171","msg":"trace[758786430] transaction","detail":"{read_only:false; response_revision:12976; number_of_response:1; }","duration":"174.744516ms","start":"2026-03-03T14:31:59.253427Z","end":"2026-03-03T14:31:59.428172Z","steps":["trace[758786430] 'process raft request' (duration: 174.619323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.81932Z","caller":"traceutil/trace.go:171","msg":"trace[807253359] transaction","detail":"{read_only:false; response_revision:12978; number_of_response:1; }","duration":"378.241521ms","start":"2026-03-03T14:31:59.441052Z","end":"2026-03-03T14:31:59.819294Z","steps":["trace[807253359] 'process raft request' (duration: 378.037476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.819438Z","caller":"traceutil/trace.go:171","msg":"trace[1289055315] transaction","detail":"{read_only:false; response_revision:12979; number_of_response:1; }","duration":"378.376485ms","start":"2026-03-03T14:31:59.441051Z","end":"2026-03-03T14:31:59.819427Z","steps":["trace[1289055315] 'process raft request' (duration: 378.170359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.81945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.441032Z","time spent":"378.345804ms","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:59.81947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.928277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:59.819523Z","caller":"traceutil/trace.go:171","msg":"trace[824418842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12980; }","duration":"204.037069ms","start":"2026-03-03T14:31:59.615475Z","end":"2026-03-03T14:31:59.819512Z","steps":["trace[824418842] 'agreement among raft nodes before linearized reading' (duration: 203.884115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.81932Z","caller":"traceutil/trace.go:171","msg":"trace[1152339954] linearizableReadLoop","detail":"{readStateIndex:13532; appliedIndex:13529; }","duration":"203.778952ms","start":"2026-03-03T14:31:59.615525Z","end":"2026-03-03T14:31:59.819304Z","steps":["trace[1152339954] 'read index received' (duration: 203.552717ms)","trace[1152339954] 'applied index is now lower than readState.Index' (duration: 225.465µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:59.819657Z","caller":"traceutil/trace.go:171","msg":"trace[1990965649] transaction","detail":"{read_only:false; response_revision:12980; number_of_response:1; }","duration":"378.56807ms","start":"2026-03-03T14:31:59.441082Z","end":"2026-03-03T14:31:59.81965Z","steps":["trace[1990965649] 'process raft request' (duration: 378.18221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.819692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.441056Z","time spent":"378.620751ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:59.819488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.441026Z","time spent":"378.437227ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:59.853368Z","caller":"traceutil/trace.go:171","msg":"trace[1239706154] transaction","detail":"{read_only:false; response_revision:12981; number_of_response:1; }","duration":"222.735534ms","start":"2026-03-03T14:31:59.630608Z","end":"2026-03-03T14:31:59.853343Z","steps":["trace[1239706154] 'process raft request' (duration: 222.607351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.853743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.914074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:31:59.853861Z","caller":"traceutil/trace.go:171","msg":"trace[5993791] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12981; }","duration":"171.078537ms","start":"2026-03-03T14:31:59.682758Z","end":"2026-03-03T14:31:59.853837Z","steps":["trace[5993791] 'agreement among raft nodes before linearized reading' (duration: 170.728109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.989047Z","caller":"traceutil/trace.go:171","msg":"trace[688902220] linearizableReadLoop","detail":"{readStateIndex:13534; appliedIndex:13533; }","duration":"133.520077ms","start":"2026-03-03T14:31:59.855501Z","end":"2026-03-03T14:31:59.989021Z","steps":["trace[688902220] 'read index received' (duration: 133.326043ms)","trace[688902220] 'applied index is now lower than readState.Index' (duration: 192.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:59.989151Z","caller":"traceutil/trace.go:171","msg":"trace[1917857251] transaction","detail":"{read_only:false; response_revision:12982; number_of_response:1; }","duration":"161.948542ms","start":"2026-03-03T14:31:59.827177Z","end":"2026-03-03T14:31:59.989126Z","steps":["trace[1917857251] 'process raft request' (duration: 161.606224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.989215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.702641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:59.989325Z","caller":"traceutil/trace.go:171","msg":"trace[591821885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12982; }","duration":"133.863715ms","start":"2026-03-03T14:31:59.855445Z","end":"2026-03-03T14:31:59.989309Z","steps":["trace[591821885] 'agreement among raft nodes before linearized reading' (duration: 133.708601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.166616Z","caller":"traceutil/trace.go:171","msg":"trace[1437139976] linearizableReadLoop","detail":"{readStateIndex:13535; appliedIndex:13534; }","duration":"177.467729ms","start":"2026-03-03T14:31:59.989122Z","end":"2026-03-03T14:32:00.16659Z","steps":["trace[1437139976] 'read index received' (duration: 155.649662ms)","trace[1437139976] 'applied index is now lower than readState.Index' (duration: 21.813086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:00.166816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.242084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-03-03T14:32:00.166857Z","caller":"traceutil/trace.go:171","msg":"trace[659018863] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12983; }","duration":"306.313775ms","start":"2026-03-03T14:31:59.860531Z","end":"2026-03-03T14:32:00.166845Z","steps":["trace[659018863] 'agreement among raft nodes before linearized reading' (duration: 306.154221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.166891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.860519Z","time spent":"306.364847ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4460,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-03T14:32:00.166996Z","caller":"traceutil/trace.go:171","msg":"trace[1093305362] transaction","detail":"{read_only:false; response_revision:12983; number_of_response:1; }","duration":"308.155939ms","start":"2026-03-03T14:31:59.858802Z","end":"2026-03-03T14:32:00.166957Z","steps":["trace[1093305362] 'process raft request' (duration: 285.996473ms)","trace[1093305362] 'compare' (duration: 21.575371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:00.167044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.192811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:00.16711Z","caller":"traceutil/trace.go:171","msg":"trace[846521561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12983; }","duration":"241.386446ms","start":"2026-03-03T14:31:59.925707Z","end":"2026-03-03T14:32:00.167093Z","steps":["trace[846521561] 'agreement among raft nodes before linearized reading' (duration: 241.172611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.16714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.858785Z","time spent":"308.288602ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:00.16716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.409477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:00.167191Z","caller":"traceutil/trace.go:171","msg":"trace[1551984180] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12983; }","duration":"241.474328ms","start":"2026-03-03T14:31:59.925707Z","end":"2026-03-03T14:32:00.167181Z","steps":["trace[1551984180] 'agreement among raft nodes before linearized reading' (duration: 241.376136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.167187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.355628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:00.167265Z","caller":"traceutil/trace.go:171","msg":"trace[1067044590] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12983; }","duration":"223.474731ms","start":"2026-03-03T14:31:59.943772Z","end":"2026-03-03T14:32:00.167247Z","steps":["trace[1067044590] 'agreement among raft nodes before linearized reading' (duration: 223.214125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.167375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.806542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:00.167421Z","caller":"traceutil/trace.go:171","msg":"trace[443788567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12983; }","duration":"240.857593ms","start":"2026-03-03T14:31:59.926548Z","end":"2026-03-03T14:32:00.167405Z","steps":["trace[443788567] 'agreement among raft nodes before linearized reading' (duration: 240.74038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.16777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.139891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:00.167824Z","caller":"traceutil/trace.go:171","msg":"trace[353182782] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12983; }","duration":"236.221813ms","start":"2026-03-03T14:31:59.931578Z","end":"2026-03-03T14:32:00.1678Z","steps":["trace[353182782] 'agreement among raft nodes before linearized reading' (duration: 235.077315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.388731Z","caller":"traceutil/trace.go:171","msg":"trace[1138413034] transaction","detail":"{read_only:false; response_revision:12985; number_of_response:1; }","duration":"216.187028ms","start":"2026-03-03T14:32:00.172519Z","end":"2026-03-03T14:32:00.388706Z","steps":["trace[1138413034] 'process raft request' (duration: 201.808367ms)","trace[1138413034] 'compare' (duration: 14.097824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:00.389026Z","caller":"traceutil/trace.go:171","msg":"trace[254775279] transaction","detail":"{read_only:false; response_revision:12986; number_of_response:1; }","duration":"216.390932ms","start":"2026-03-03T14:32:00.172605Z","end":"2026-03-03T14:32:00.388996Z","steps":["trace[254775279] 'process raft request' (duration: 216.063815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.389535Z","caller":"traceutil/trace.go:171","msg":"trace[1386228207] transaction","detail":"{read_only:false; response_revision:12987; number_of_response:1; }","duration":"215.540723ms","start":"2026-03-03T14:32:00.173984Z","end":"2026-03-03T14:32:00.389525Z","steps":["trace[1386228207] 'process raft request' (duration: 214.944249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.886887Z","caller":"traceutil/trace.go:171","msg":"trace[1422345047] transaction","detail":"{read_only:false; response_revision:12988; number_of_response:1; }","duration":"485.241311ms","start":"2026-03-03T14:32:00.401624Z","end":"2026-03-03T14:32:00.886866Z","steps":["trace[1422345047] 'process raft request' (duration: 485.105347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.887025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.40159Z","time spent":"485.363603ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:01.245929Z","caller":"traceutil/trace.go:171","msg":"trace[1189710948] linearizableReadLoop","detail":"{readStateIndex:13541; appliedIndex:13539; }","duration":"747.741925ms","start":"2026-03-03T14:32:00.498146Z","end":"2026-03-03T14:32:01.245888Z","steps":["trace[1189710948] 'read index received' (duration: 388.676609ms)","trace[1189710948] 'applied index is now lower than readState.Index' (duration: 359.063486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:01.246063Z","caller":"traceutil/trace.go:171","msg":"trace[2135479494] transaction","detail":"{read_only:false; response_revision:12989; number_of_response:1; }","duration":"776.351234ms","start":"2026-03-03T14:32:00.469658Z","end":"2026-03-03T14:32:01.246009Z","steps":["trace[2135479494] 'process raft request' (duration: 775.945355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:01.246206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.024462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:01.246256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.469627Z","time spent":"776.531759ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:01.246293Z","caller":"traceutil/trace.go:171","msg":"trace[1040901934] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12989; }","duration":"748.151585ms","start":"2026-03-03T14:32:00.498122Z","end":"2026-03-03T14:32:01.246273Z","steps":["trace[1040901934] 'agreement among raft nodes before linearized reading' (duration: 747.969501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:01.246347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.498114Z","time spent":"748.223027ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:01.747025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:02.247993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:02.603136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357477237s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:02.603588Z","caller":"traceutil/trace.go:171","msg":"trace[1011237623] transaction","detail":"{read_only:false; response_revision:12990; number_of_response:1; }","duration":"1.709675271s","start":"2026-03-03T14:32:00.893889Z","end":"2026-03-03T14:32:02.603565Z","steps":["trace[1011237623] 'process raft request' (duration: 1.709404915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.603731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.893855Z","time spent":"1.709801355s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1268,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:02.60388Z","caller":"traceutil/trace.go:171","msg":"trace[1822946665] transaction","detail":"{read_only:false; response_revision:12991; number_of_response:1; }","duration":"1.709064567s","start":"2026-03-03T14:32:00.894783Z","end":"2026-03-03T14:32:02.603848Z","steps":["trace[1822946665] 'process raft request' (duration: 1.708713879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.604059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.894749Z","time spent":"1.709213571s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:02.779334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:32:02.779406Z","caller":"traceutil/trace.go:171","msg":"trace[2014803005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265344s","start":"2026-03-03T14:32:00.779125Z","end":"2026-03-03T14:32:02.77939Z","steps":["trace[2014803005] 'agreement among raft nodes before linearized reading' (duration: 2.000171602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.779442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.779091Z","time spent":"2.000343966s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:04.31557Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.712258234s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:32:04.780451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:32:04.780531Z","caller":"traceutil/trace.go:171","msg":"trace[537332243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000131923s","start":"2026-03-03T14:32:02.780381Z","end":"2026-03-03T14:32:04.780513Z","steps":["trace[537332243] 'agreement among raft nodes before linearized reading' (duration: 2.000029781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:04.780581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.78036Z","time spent":"2.000209755s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:32:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:32:04.793749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189942435s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:04.7951Z","caller":"traceutil/trace.go:171","msg":"trace[1088352181] transaction","detail":"{read_only:false; response_revision:12992; number_of_response:1; }","duration":"3.629251325s","start":"2026-03-03T14:32:01.165828Z","end":"2026-03-03T14:32:04.79508Z","steps":["trace[1088352181] 'process raft request' (duration: 3.628035575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:04.795211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.165733Z","time spent":"3.629420028s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.078971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.817012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:05.079389Z","caller":"traceutil/trace.go:171","msg":"trace[1764244830] linearizableReadLoop","detail":"{readStateIndex:13549; appliedIndex:13541; }","duration":"3.833331435s","start":"2026-03-03T14:32:01.246036Z","end":"2026-03-03T14:32:05.079368Z","steps":["trace[1764244830] 'read index received' (duration: 1.357286503s)","trace[1764244830] 'applied index is now lower than readState.Index' (duration: 2.476043982s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:05.079671Z","caller":"traceutil/trace.go:171","msg":"trace[964348609] transaction","detail":"{read_only:false; response_revision:12996; number_of_response:1; }","duration":"3.221416261s","start":"2026-03-03T14:32:01.858227Z","end":"2026-03-03T14:32:05.079643Z","steps":["trace[964348609] 'process raft request' (duration: 3.221071423s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.080285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.858199Z","time spent":"3.222041746s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:05.07972Z","caller":"traceutil/trace.go:171","msg":"trace[744111847] transaction","detail":"{read_only:false; response_revision:12994; number_of_response:1; }","duration":"3.404305919s","start":"2026-03-03T14:32:01.675406Z","end":"2026-03-03T14:32:05.079712Z","steps":["trace[744111847] 'process raft request' (duration: 3.403764466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.080629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.675377Z","time spent":"3.405080238s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:05.079748Z","caller":"traceutil/trace.go:171","msg":"trace[2140831623] transaction","detail":"{read_only:false; response_revision:12995; number_of_response:1; }","duration":"3.292372985s","start":"2026-03-03T14:32:01.787368Z","end":"2026-03-03T14:32:05.079741Z","steps":["trace[2140831623] 'process raft request' (duration: 3.291877543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.079792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096846165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-03-03T14:32:05.080965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.787341Z","time spent":"3.293575843s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.079935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183984582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4244"} {"level":"info","ts":"2026-03-03T14:32:05.08103Z","caller":"traceutil/trace.go:171","msg":"trace[779228943] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a; range_end:; response_count:1; response_revision:12996; }","duration":"4.098131876s","start":"2026-03-03T14:32:00.982875Z","end":"2026-03-03T14:32:05.081006Z","steps":["trace[779228943] 'agreement among raft nodes before linearized reading' (duration: 4.096760253s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.081113Z","caller":"traceutil/trace.go:171","msg":"trace[676363539] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12996; }","duration":"4.185208821s","start":"2026-03-03T14:32:00.895881Z","end":"2026-03-03T14:32:05.08109Z","steps":["trace[676363539] 'agreement among raft nodes before linearized reading' (duration: 4.183896869s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.079475Z","caller":"traceutil/trace.go:171","msg":"trace[82538902] transaction","detail":"{read_only:false; response_revision:12993; number_of_response:1; }","duration":"3.813682559s","start":"2026-03-03T14:32:01.265749Z","end":"2026-03-03T14:32:05.079432Z","steps":["trace[82538902] 'process raft request' (duration: 3.529317924s)","trace[82538902] 'compare' (duration: 283.69824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:05.080067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541548804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:32:05.081189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.98285Z","time spent":"4.09827323s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a\" "} {"level":"info","ts":"2026-03-03T14:32:05.081212Z","caller":"traceutil/trace.go:171","msg":"trace[933366146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12996; }","duration":"4.542754733s","start":"2026-03-03T14:32:00.538449Z","end":"2026-03-03T14:32:05.081204Z","steps":["trace[933366146] 'agreement among raft nodes before linearized reading' (duration: 4.541530333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.081268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.538402Z","time spent":"4.542838015s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:05.081448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:00.895865Z","time spent":"4.18557489s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4268,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:32:05.081928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.265726Z","time spent":"3.815868711s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:05.097463Z","caller":"traceutil/trace.go:171","msg":"trace[1737261875] transaction","detail":"{read_only:false; response_revision:12997; number_of_response:1; }","duration":"1.847128926s","start":"2026-03-03T14:32:03.250304Z","end":"2026-03-03T14:32:05.097433Z","steps":["trace[1737261875] 'process raft request' (duration: 1.846743276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.098378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.250285Z","time spent":"1.848028837s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.09784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702511214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:05.09862Z","caller":"traceutil/trace.go:171","msg":"trace[2102298284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12997; }","duration":"2.703275762s","start":"2026-03-03T14:32:02.395268Z","end":"2026-03-03T14:32:05.098544Z","steps":["trace[2102298284] 'agreement among raft nodes before linearized reading' (duration: 2.702380431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.098752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.395248Z","time spent":"2.703426505s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:05.097909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707401521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:05.098916Z","caller":"traceutil/trace.go:171","msg":"trace[1143886623] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12997; }","duration":"1.708408705s","start":"2026-03-03T14:32:03.390479Z","end":"2026-03-03T14:32:05.098888Z","steps":["trace[1143886623] 'agreement among raft nodes before linearized reading' (duration: 1.707390741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.097917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088829058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:05.099042Z","caller":"traceutil/trace.go:171","msg":"trace[2073237171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12997; }","duration":"1.090003315s","start":"2026-03-03T14:32:04.009015Z","end":"2026-03-03T14:32:05.099018Z","steps":["trace[2073237171] 'agreement among raft nodes before linearized reading' (duration: 1.088736185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.097935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.925632586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:32:05.099111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.008979Z","time spent":"1.090112088s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:05.097953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747777719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:05.099187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.390467Z","time spent":"1.708537368s","remote":"127.0.0.1:48612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:05.097974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.85194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:05.098023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.71888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:05.099376Z","caller":"traceutil/trace.go:171","msg":"trace[1686501375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12997; }","duration":"311.289384ms","start":"2026-03-03T14:32:04.788073Z","end":"2026-03-03T14:32:05.099362Z","steps":["trace[1686501375] 'agreement among raft nodes before linearized reading' (duration: 309.879601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.099449Z","caller":"traceutil/trace.go:171","msg":"trace[1002092701] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12997; }","duration":"336.170745ms","start":"2026-03-03T14:32:04.763263Z","end":"2026-03-03T14:32:05.099434Z","steps":["trace[1002092701] 'agreement among raft nodes before linearized reading' (duration: 334.729691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.099523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.763247Z","time spent":"336.255276ms","remote":"127.0.0.1:52196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:05.098056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.631476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:05.099653Z","caller":"traceutil/trace.go:171","msg":"trace[597182382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12997; }","duration":"755.263115ms","start":"2026-03-03T14:32:04.344378Z","end":"2026-03-03T14:32:05.099641Z","steps":["trace[597182382] 'agreement among raft nodes before linearized reading' (duration: 753.662337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.099733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.344359Z","time spent":"755.319186ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:05.098091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.86127764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:32:05.098087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.861135307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:05.099935Z","caller":"traceutil/trace.go:171","msg":"trace[1717899500] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:12997; }","duration":"2.863153614s","start":"2026-03-03T14:32:02.236769Z","end":"2026-03-03T14:32:05.099922Z","steps":["trace[1717899500] 'agreement among raft nodes before linearized reading' (duration: 2.861196068s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.10007Z","caller":"traceutil/trace.go:171","msg":"trace[1024199103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12997; }","duration":"2.863167755s","start":"2026-03-03T14:32:02.236887Z","end":"2026-03-03T14:32:05.100055Z","steps":["trace[1024199103] 'agreement among raft nodes before linearized reading' (duration: 2.861005924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.098148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702946664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:32:05.100112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.23687Z","time spent":"2.863228366s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:32:05.100131Z","caller":"traceutil/trace.go:171","msg":"trace[1843958370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12997; }","duration":"2.704937171s","start":"2026-03-03T14:32:02.395164Z","end":"2026-03-03T14:32:05.100102Z","steps":["trace[1843958370] 'agreement among raft nodes before linearized reading' (duration: 2.702918603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.100171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.395152Z","time spent":"2.705008684s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:05.09818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625814773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:05.100309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.236747Z","time spent":"2.863316928s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:32:05.100316Z","caller":"traceutil/trace.go:171","msg":"trace[511093773] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12997; }","duration":"3.627959884s","start":"2026-03-03T14:32:01.472328Z","end":"2026-03-03T14:32:05.100288Z","steps":["trace[511093773] 'agreement among raft nodes before linearized reading' (duration: 3.625814813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.098208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822922309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:05.100384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.472312Z","time spent":"3.628050106s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:05.100426Z","caller":"traceutil/trace.go:171","msg":"trace[546145870] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12997; }","duration":"3.825169143s","start":"2026-03-03T14:32:01.275241Z","end":"2026-03-03T14:32:05.100411Z","steps":["trace[546145870] 'agreement among raft nodes before linearized reading' (duration: 3.822936609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.100456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:01.275225Z","time spent":"3.825220883s","remote":"127.0.0.1:48296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:05.098234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112582911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143756"} {"level":"info","ts":"2026-03-03T14:32:05.100693Z","caller":"traceutil/trace.go:171","msg":"trace[916105578] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12997; }","duration":"2.114941048s","start":"2026-03-03T14:32:02.985598Z","end":"2026-03-03T14:32:05.10054Z","steps":["trace[916105578] 'agreement among raft nodes before linearized reading' (duration: 2.112382547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.098247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926953408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:05.10081Z","caller":"traceutil/trace.go:171","msg":"trace[1489889168] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12997; }","duration":"2.929520508s","start":"2026-03-03T14:32:02.171256Z","end":"2026-03-03T14:32:05.100777Z","steps":["trace[1489889168] 'agreement among raft nodes before linearized reading' (duration: 2.926896916s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.099218Z","caller":"traceutil/trace.go:171","msg":"trace[1658018984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12997; }","duration":"2.926874456s","start":"2026-03-03T14:32:02.172272Z","end":"2026-03-03T14:32:05.099147Z","steps":["trace[1658018984] 'agreement among raft nodes before linearized reading' (duration: 2.925546965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.100888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.171243Z","time spent":"2.929624301s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:05.100896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.172268Z","time spent":"2.928610647s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:32:05.099256Z","caller":"traceutil/trace.go:171","msg":"trace[347019550] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12997; }","duration":"1.74911802s","start":"2026-03-03T14:32:03.350114Z","end":"2026-03-03T14:32:05.099232Z","steps":["trace[347019550] 'agreement among raft nodes before linearized reading' (duration: 1.74781491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.101012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.350094Z","time spent":"1.750893262s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:05.100881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.98558Z","time spent":"2.115181293s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143780,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:05.103436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.788054Z","time spent":"315.346501ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:05.431875Z","caller":"traceutil/trace.go:171","msg":"trace[1570861711] linearizableReadLoop","detail":"{readStateIndex:13556; appliedIndex:13551; }","duration":"271.987271ms","start":"2026-03-03T14:32:05.159862Z","end":"2026-03-03T14:32:05.43185Z","steps":["trace[1570861711] 'read index received' (duration: 271.702284ms)","trace[1570861711] 'applied index is now lower than readState.Index' (duration: 284.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:05.432219Z","caller":"traceutil/trace.go:171","msg":"trace[80896920] transaction","detail":"{read_only:false; response_revision:12999; number_of_response:1; }","duration":"324.330163ms","start":"2026-03-03T14:32:05.107876Z","end":"2026-03-03T14:32:05.432206Z","steps":["trace[80896920] 'process raft request' (duration: 323.716039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.432327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.107855Z","time spent":"324.403426ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.432602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.866884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:32:05.43264Z","caller":"traceutil/trace.go:171","msg":"trace[1396022271] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13003; }","duration":"270.931575ms","start":"2026-03-03T14:32:05.161699Z","end":"2026-03-03T14:32:05.43263Z","steps":["trace[1396022271] 'agreement among raft nodes before linearized reading' (duration: 270.814242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.432974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.078738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:523722"} {"level":"info","ts":"2026-03-03T14:32:05.433029Z","caller":"traceutil/trace.go:171","msg":"trace[1016626403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13003; }","duration":"327.165899ms","start":"2026-03-03T14:32:05.105852Z","end":"2026-03-03T14:32:05.433018Z","steps":["trace[1016626403] 'agreement among raft nodes before linearized reading' (duration: 326.631507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.433057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.10584Z","time spent":"327.210521ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":523746,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:05.433278Z","caller":"traceutil/trace.go:171","msg":"trace[549171773] transaction","detail":"{read_only:false; response_revision:13000; number_of_response:1; }","duration":"325.249255ms","start":"2026-03-03T14:32:05.108021Z","end":"2026-03-03T14:32:05.433271Z","steps":["trace[549171773] 'process raft request' (duration: 323.700309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.433339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.10801Z","time spent":"325.288856ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:05.433367Z","caller":"traceutil/trace.go:171","msg":"trace[1821747565] transaction","detail":"{read_only:false; response_revision:13002; number_of_response:1; }","duration":"325.177943ms","start":"2026-03-03T14:32:05.108176Z","end":"2026-03-03T14:32:05.433354Z","steps":["trace[1821747565] 'process raft request' (duration: 323.610386ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:05.433397Z","caller":"traceutil/trace.go:171","msg":"trace[1575195988] transaction","detail":"{read_only:false; response_revision:13003; number_of_response:1; }","duration":"324.911487ms","start":"2026-03-03T14:32:05.108473Z","end":"2026-03-03T14:32:05.433384Z","steps":["trace[1575195988] 'process raft request' (duration: 323.340299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.43344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.108145Z","time spent":"325.258686ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.433452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.108453Z","time spent":"324.973369ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:05.433522Z","caller":"traceutil/trace.go:171","msg":"trace[1412987766] transaction","detail":"{read_only:false; response_revision:13001; number_of_response:1; }","duration":"325.357298ms","start":"2026-03-03T14:32:05.108157Z","end":"2026-03-03T14:32:05.433514Z","steps":["trace[1412987766] 'process raft request' (duration: 323.601196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.433573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.108147Z","time spent":"325.40088ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.787545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.910142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:05.787643Z","caller":"traceutil/trace.go:171","msg":"trace[1966607360] transaction","detail":"{read_only:false; response_revision:13004; number_of_response:1; }","duration":"350.953354ms","start":"2026-03-03T14:32:05.436671Z","end":"2026-03-03T14:32:05.787624Z","steps":["trace[1966607360] 'process raft request' (duration: 150.901439ms)","trace[1966607360] 'compare' (duration: 199.804489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:05.787699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.436658Z","time spent":"351.018166ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:05.821455Z","caller":"traceutil/trace.go:171","msg":"trace[441097194] linearizableReadLoop","detail":"{readStateIndex:13558; appliedIndex:13556; }","duration":"384.419628ms","start":"2026-03-03T14:32:05.437012Z","end":"2026-03-03T14:32:05.821432Z","steps":["trace[441097194] 'read index received' (duration: 150.598052ms)","trace[441097194] 'applied index is now lower than readState.Index' (duration: 233.820546ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:05.821563Z","caller":"traceutil/trace.go:171","msg":"trace[1879629808] transaction","detail":"{read_only:false; response_revision:13005; number_of_response:1; }","duration":"384.571912ms","start":"2026-03-03T14:32:05.436964Z","end":"2026-03-03T14:32:05.821536Z","steps":["trace[1879629808] 'process raft request' (duration: 384.318786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.821661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.917876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:05.821733Z","caller":"traceutil/trace.go:171","msg":"trace[1861481919] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13005; }","duration":"306.049039ms","start":"2026-03-03T14:32:05.515664Z","end":"2026-03-03T14:32:05.821713Z","steps":["trace[1861481919] 'agreement among raft nodes before linearized reading' (duration: 305.933747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.821725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.436944Z","time spent":"384.671984ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7102,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:05.821857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.515639Z","time spent":"306.201022ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:32:05.82189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.565727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:32:05.821952Z","caller":"traceutil/trace.go:171","msg":"trace[1189650991] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13005; }","duration":"165.66507ms","start":"2026-03-03T14:32:05.656272Z","end":"2026-03-03T14:32:05.821937Z","steps":["trace[1189650991] 'agreement among raft nodes before linearized reading' (duration: 165.453005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.82225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.227008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:32:05.822397Z","caller":"traceutil/trace.go:171","msg":"trace[937218923] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13005; }","duration":"385.419642ms","start":"2026-03-03T14:32:05.436956Z","end":"2026-03-03T14:32:05.822376Z","steps":["trace[937218923] 'agreement among raft nodes before linearized reading' (duration: 384.689385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:05.822604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.436933Z","time spent":"385.647487ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:06.186475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.027999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:32:06.186607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.827938Z","time spent":"358.665918ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:32:06.186685Z","caller":"traceutil/trace.go:171","msg":"trace[1167922073] transaction","detail":"{read_only:false; response_revision:13006; number_of_response:1; }","duration":"359.398005ms","start":"2026-03-03T14:32:05.827256Z","end":"2026-03-03T14:32:06.186654Z","steps":["trace[1167922073] 'process raft request' (duration: 182.1303ms)","trace[1167922073] 'compare' (duration: 176.946958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:06.186744Z","caller":"traceutil/trace.go:171","msg":"trace[1533787324] linearizableReadLoop","detail":"{readStateIndex:13559; appliedIndex:13558; }","duration":"358.808981ms","start":"2026-03-03T14:32:05.827923Z","end":"2026-03-03T14:32:06.186732Z","steps":["trace[1533787324] 'read index received' (duration: 181.477045ms)","trace[1533787324] 'applied index is now lower than readState.Index' (duration: 177.330916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:06.186811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.827231Z","time spent":"359.511328ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:06.186842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.917014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:06.186861Z","caller":"traceutil/trace.go:171","msg":"trace[1428058936] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13006; }","duration":"358.964875ms","start":"2026-03-03T14:32:05.82789Z","end":"2026-03-03T14:32:06.186855Z","steps":["trace[1428058936] 'agreement among raft nodes before linearized reading' (duration: 358.927264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.18688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.827872Z","time spent":"359.003736ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:32:06.187036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.968073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:7117"} {"level":"info","ts":"2026-03-03T14:32:06.187052Z","caller":"traceutil/trace.go:171","msg":"trace[1990722144] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13006; }","duration":"353.043704ms","start":"2026-03-03T14:32:05.834004Z","end":"2026-03-03T14:32:06.187048Z","steps":["trace[1990722144] 'agreement among raft nodes before linearized reading' (duration: 352.962392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.187072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.833996Z","time spent":"353.072316ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7141,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"warn","ts":"2026-03-03T14:32:06.187195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.980806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-03T14:32:06.187214Z","caller":"traceutil/trace.go:171","msg":"trace[1517485761] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:13006; }","duration":"144.031897ms","start":"2026-03-03T14:32:06.043176Z","end":"2026-03-03T14:32:06.187208Z","steps":["trace[1517485761] 'agreement among raft nodes before linearized reading' (duration: 143.977556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.187417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.616692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:32:06.187457Z","caller":"traceutil/trace.go:171","msg":"trace[858793338] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13006; }","duration":"292.713105ms","start":"2026-03-03T14:32:05.89473Z","end":"2026-03-03T14:32:06.187443Z","steps":["trace[858793338] 'agreement among raft nodes before linearized reading' (duration: 292.586102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.636402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.459391ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:32:06.636675Z","caller":"traceutil/trace.go:171","msg":"trace[1139413746] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"348.040996ms","start":"2026-03-03T14:32:06.288617Z","end":"2026-03-03T14:32:06.636658Z","steps":["trace[1139413746] 'process raft request' (duration: 347.982005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.636767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.288599Z","time spent":"348.113097ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8379,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:06.636825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.245145Z","time spent":"391.67359ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:32:06.6369Z","caller":"traceutil/trace.go:171","msg":"trace[1112790002] transaction","detail":"{read_only:false; response_revision:13007; number_of_response:1; }","duration":"391.645049ms","start":"2026-03-03T14:32:06.245236Z","end":"2026-03-03T14:32:06.636881Z","steps":["trace[1112790002] 'process raft request' (duration: 391.25412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:06.636921Z","caller":"traceutil/trace.go:171","msg":"trace[406304161] linearizableReadLoop","detail":"{readStateIndex:13561; appliedIndex:13560; }","duration":"391.6703ms","start":"2026-03-03T14:32:06.245216Z","end":"2026-03-03T14:32:06.636887Z","steps":["trace[406304161] 'read index received' (duration: 81.739218ms)","trace[406304161] 'applied index is now lower than readState.Index' (duration: 309.928062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:06.636995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.245215Z","time spent":"391.746972ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:06.637083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.844454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8394"} {"level":"info","ts":"2026-03-03T14:32:06.637139Z","caller":"traceutil/trace.go:171","msg":"trace[698165155] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13008; }","duration":"391.941626ms","start":"2026-03-03T14:32:06.245184Z","end":"2026-03-03T14:32:06.637126Z","steps":["trace[698165155] 'agreement among raft nodes before linearized reading' (duration: 391.802673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.637169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.24517Z","time spent":"391.994438ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8418,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"warn","ts":"2026-03-03T14:32:06.637197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.439566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:06.637243Z","caller":"traceutil/trace.go:171","msg":"trace[33871415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13008; }","duration":"351.526729ms","start":"2026-03-03T14:32:06.285705Z","end":"2026-03-03T14:32:06.637232Z","steps":["trace[33871415] 'agreement among raft nodes before linearized reading' (duration: 351.349144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.637286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.285692Z","time spent":"351.58597ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:07.705304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.548083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:07.705426Z","caller":"traceutil/trace.go:171","msg":"trace[1210283930] linearizableReadLoop","detail":"{readStateIndex:13564; appliedIndex:13563; }","duration":"1.066533249s","start":"2026-03-03T14:32:06.638869Z","end":"2026-03-03T14:32:07.705403Z","steps":["trace[1210283930] 'read index received' (duration: 159.737329ms)","trace[1210283930] 'applied index is now lower than readState.Index' (duration: 906.79349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:07.705462Z","caller":"traceutil/trace.go:171","msg":"trace[986512544] transaction","detail":"{read_only:false; response_revision:13009; number_of_response:1; }","duration":"1.067680027s","start":"2026-03-03T14:32:06.637758Z","end":"2026-03-03T14:32:07.705438Z","steps":["trace[986512544] 'process raft request' (duration: 160.886417ms)","trace[986512544] 'compare' (duration: 906.270187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:07.70557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.63774Z","time spent":"1.06776733s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:07.705727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066847767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:32:07.70585Z","caller":"traceutil/trace.go:171","msg":"trace[1084146684] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13009; }","duration":"1.06701534s","start":"2026-03-03T14:32:06.638816Z","end":"2026-03-03T14:32:07.705831Z","steps":["trace[1084146684] 'agreement among raft nodes before linearized reading' (duration: 1.066682923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.705908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.638803Z","time spent":"1.067091153s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:32:07.859073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059478852s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:32:08.021095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.675025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:08.021263Z","caller":"traceutil/trace.go:171","msg":"trace[1168723922] transaction","detail":"{read_only:false; response_revision:13010; number_of_response:1; }","duration":"1.22173608s","start":"2026-03-03T14:32:06.79951Z","end":"2026-03-03T14:32:08.021246Z","steps":["trace[1168723922] 'process raft request' (duration: 1.05983284s)","trace[1168723922] 'compare' (duration: 161.564712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:08.021289Z","caller":"traceutil/trace.go:171","msg":"trace[303199897] linearizableReadLoop","detail":"{readStateIndex:13567; appliedIndex:13564; }","duration":"315.80643ms","start":"2026-03-03T14:32:07.705468Z","end":"2026-03-03T14:32:08.021274Z","steps":["trace[303199897] 'read index received' (duration: 153.891379ms)","trace[303199897] 'applied index is now lower than readState.Index' (duration: 161.914261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:08.021348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.799499Z","time spent":"1.221814872s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.021554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.93284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:32:08.021574Z","caller":"traceutil/trace.go:171","msg":"trace[608745903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13012; }","duration":"583.987822ms","start":"2026-03-03T14:32:07.43758Z","end":"2026-03-03T14:32:08.021568Z","steps":["trace[608745903] 'agreement among raft nodes before linearized reading' (duration: 583.885229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.021618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.437561Z","time spent":"584.051714ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:08.021612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.568417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:08.021648Z","caller":"traceutil/trace.go:171","msg":"trace[76037940] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13012; }","duration":"759.645848ms","start":"2026-03-03T14:32:07.261991Z","end":"2026-03-03T14:32:08.021637Z","steps":["trace[76037940] 'agreement among raft nodes before linearized reading' (duration: 759.586197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.021689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.261967Z","time spent":"759.71197ms","remote":"127.0.0.1:36900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:08.021721Z","caller":"traceutil/trace.go:171","msg":"trace[630929469] transaction","detail":"{read_only:false; response_revision:13011; number_of_response:1; }","duration":"935.11274ms","start":"2026-03-03T14:32:07.086603Z","end":"2026-03-03T14:32:08.021715Z","steps":["trace[630929469] 'process raft request' (duration: 934.586978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.021786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.086572Z","time spent":"935.162852ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.021925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.276965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:08.021961Z","caller":"traceutil/trace.go:171","msg":"trace[1610348544] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13012; }","duration":"916.351637ms","start":"2026-03-03T14:32:07.1056Z","end":"2026-03-03T14:32:08.021952Z","steps":["trace[1610348544] 'agreement among raft nodes before linearized reading' (duration: 916.252825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.021992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.10557Z","time spent":"916.416549ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:08.022014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.548503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:08.022073Z","caller":"traceutil/trace.go:171","msg":"trace[584751097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13012; }","duration":"583.677746ms","start":"2026-03-03T14:32:07.43838Z","end":"2026-03-03T14:32:08.022058Z","steps":["trace[584751097] 'agreement among raft nodes before linearized reading' (duration: 583.485742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.438349Z","time spent":"583.748117ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:08.02214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033464744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:08.022175Z","caller":"traceutil/trace.go:171","msg":"trace[1351154568] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:13012; }","duration":"1.033542106s","start":"2026-03-03T14:32:06.988623Z","end":"2026-03-03T14:32:08.022165Z","steps":["trace[1351154568] 'agreement among raft nodes before linearized reading' (duration: 1.033486555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.988599Z","time spent":"1.033600918s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:08.02231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.827404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:08.022329Z","caller":"traceutil/trace.go:171","msg":"trace[486669843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13012; }","duration":"579.873475ms","start":"2026-03-03T14:32:07.442451Z","end":"2026-03-03T14:32:08.022325Z","steps":["trace[486669843] 'agreement among raft nodes before linearized reading' (duration: 579.812003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.442435Z","time spent":"579.904496ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:32:08.022344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233321716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:08.02237Z","caller":"traceutil/trace.go:171","msg":"trace[1222504529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13012; }","duration":"1.233378887s","start":"2026-03-03T14:32:06.788983Z","end":"2026-03-03T14:32:08.022361Z","steps":["trace[1222504529] 'agreement among raft nodes before linearized reading' (duration: 1.233339646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.0224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.788965Z","time spent":"1.233430798s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:08.022485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.97125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:32:08.022509Z","caller":"traceutil/trace.go:171","msg":"trace[41498589] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13012; }","duration":"543.027971ms","start":"2026-03-03T14:32:07.479476Z","end":"2026-03-03T14:32:08.022504Z","steps":["trace[41498589] 'agreement among raft nodes before linearized reading' (duration: 542.685433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239341578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:08.022537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.479466Z","time spent":"543.065252ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:08.022571Z","caller":"traceutil/trace.go:171","msg":"trace[1474548631] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13012; }","duration":"1.23940365s","start":"2026-03-03T14:32:06.78316Z","end":"2026-03-03T14:32:08.022563Z","steps":["trace[1474548631] 'agreement among raft nodes before linearized reading' (duration: 1.239348039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.783148Z","time spent":"1.239448941s","remote":"127.0.0.1:34292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:08.022663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239698457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:08.022686Z","caller":"traceutil/trace.go:171","msg":"trace[205987918] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13012; }","duration":"1.239761009s","start":"2026-03-03T14:32:06.782919Z","end":"2026-03-03T14:32:08.02268Z","steps":["trace[205987918] 'agreement among raft nodes before linearized reading' (duration: 1.239686257s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.022685Z","caller":"traceutil/trace.go:171","msg":"trace[590528998] transaction","detail":"{read_only:false; response_revision:13012; number_of_response:1; }","duration":"914.909183ms","start":"2026-03-03T14:32:07.107769Z","end":"2026-03-03T14:32:08.022679Z","steps":["trace[590528998] 'process raft request' (duration: 913.466178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.782897Z","time spent":"1.239801169s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:08.021936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.766028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:08.022733Z","caller":"traceutil/trace.go:171","msg":"trace[1524561772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13012; }","duration":"584.579867ms","start":"2026-03-03T14:32:07.438144Z","end":"2026-03-03T14:32:08.022724Z","steps":["trace[1524561772] 'agreement among raft nodes before linearized reading' (duration: 583.734467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.438132Z","time spent":"584.629578ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:08.02283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.080244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:32:08.022853Z","caller":"traceutil/trace.go:171","msg":"trace[1082556369] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:13012; }","duration":"315.117665ms","start":"2026-03-03T14:32:07.70773Z","end":"2026-03-03T14:32:08.022847Z","steps":["trace[1082556369] 'agreement among raft nodes before linearized reading' (duration: 315.056473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.02287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.707716Z","time spent":"315.150096ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:32:08.022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.354691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:32:08.022916Z","caller":"traceutil/trace.go:171","msg":"trace[1822439843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13012; }","duration":"585.319264ms","start":"2026-03-03T14:32:07.437591Z","end":"2026-03-03T14:32:08.02291Z","steps":["trace[1822439843] 'agreement among raft nodes before linearized reading' (duration: 584.356002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.022942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.437575Z","time spent":"585.360975ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:08.022745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.107748Z","time spent":"914.952093ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.02307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.796378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:32:08.023092Z","caller":"traceutil/trace.go:171","msg":"trace[1886671372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13012; }","duration":"306.833618ms","start":"2026-03-03T14:32:07.716252Z","end":"2026-03-03T14:32:08.023086Z","steps":["trace[1886671372] 'agreement among raft nodes before linearized reading' (duration: 306.775767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.023108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.716244Z","time spent":"306.859139ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:32:08.814409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.546944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:08.814545Z","caller":"traceutil/trace.go:171","msg":"trace[45816224] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"788.152035ms","start":"2026-03-03T14:32:08.026368Z","end":"2026-03-03T14:32:08.81452Z","steps":["trace[45816224] 'process raft request' (duration: 222.400656ms)","trace[45816224] 'compare' (duration: 565.291709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:08.814629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.026346Z","time spent":"788.240917ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:08.818459Z","caller":"traceutil/trace.go:171","msg":"trace[223213306] linearizableReadLoop","detail":"{readStateIndex:13571; appliedIndex:13567; }","duration":"790.733757ms","start":"2026-03-03T14:32:08.027705Z","end":"2026-03-03T14:32:08.818439Z","steps":["trace[223213306] 'read index received' (duration: 221.073635ms)","trace[223213306] 'applied index is now lower than readState.Index' (duration: 569.659392ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:08.818462Z","caller":"traceutil/trace.go:171","msg":"trace[1745515137] transaction","detail":"{read_only:false; response_revision:13014; number_of_response:1; }","duration":"791.533597ms","start":"2026-03-03T14:32:08.026898Z","end":"2026-03-03T14:32:08.818432Z","steps":["trace[1745515137] 'process raft request' (duration: 791.279771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.818555Z","caller":"traceutil/trace.go:171","msg":"trace[627392033] transaction","detail":"{read_only:false; response_revision:13015; number_of_response:1; }","duration":"791.599677ms","start":"2026-03-03T14:32:08.026946Z","end":"2026-03-03T14:32:08.818545Z","steps":["trace[627392033] 'process raft request' (duration: 791.393223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.818623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.026889Z","time spent":"791.646649ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.818654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.026941Z","time spent":"791.652189ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:08.818689Z","caller":"traceutil/trace.go:171","msg":"trace[1216890150] transaction","detail":"{read_only:false; response_revision:13016; number_of_response:1; }","duration":"791.510566ms","start":"2026-03-03T14:32:08.027171Z","end":"2026-03-03T14:32:08.818681Z","steps":["trace[1216890150] 'process raft request' (duration: 791.199308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.818639Z","caller":"traceutil/trace.go:171","msg":"trace[1082020100] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"589.591376ms","start":"2026-03-03T14:32:08.229021Z","end":"2026-03-03T14:32:08.818613Z","steps":["trace[1082020100] 'process raft request' (duration: 589.376661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.818776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.027162Z","time spent":"791.552266ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.818806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.229002Z","time spent":"589.779271ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2239,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:08.818985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.091769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:08.819041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.32262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:08.819061Z","caller":"traceutil/trace.go:171","msg":"trace[1722245511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13017; }","duration":"784.212962ms","start":"2026-03-03T14:32:08.034829Z","end":"2026-03-03T14:32:08.819042Z","steps":["trace[1722245511] 'agreement among raft nodes before linearized reading' (duration: 784.064468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.818992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.410117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:08.819102Z","caller":"traceutil/trace.go:171","msg":"trace[1799873515] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13017; }","duration":"791.393382ms","start":"2026-03-03T14:32:08.027691Z","end":"2026-03-03T14:32:08.819084Z","steps":["trace[1799873515] 'agreement among raft nodes before linearized reading' (duration: 791.122836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.819109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.034826Z","time spent":"784.272073ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:08.819128Z","caller":"traceutil/trace.go:171","msg":"trace[210860174] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:13017; }","duration":"741.644023ms","start":"2026-03-03T14:32:08.077472Z","end":"2026-03-03T14:32:08.819116Z","steps":["trace[210860174] 'agreement among raft nodes before linearized reading' (duration: 741.403397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.819128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.590372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:32:08.819158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.077451Z","time spent":"741.697713ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:08.81915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.027686Z","time spent":"791.451903ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:32:08.819161Z","caller":"traceutil/trace.go:171","msg":"trace[1655208241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13017; }","duration":"572.658404ms","start":"2026-03-03T14:32:08.246493Z","end":"2026-03-03T14:32:08.819152Z","steps":["trace[1655208241] 'agreement among raft nodes before linearized reading' (duration: 572.414668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.81919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.246478Z","time spent":"572.707244ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:08.819477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.778954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525045"} {"level":"info","ts":"2026-03-03T14:32:08.819537Z","caller":"traceutil/trace.go:171","msg":"trace[1416192502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13017; }","duration":"786.851965ms","start":"2026-03-03T14:32:08.032669Z","end":"2026-03-03T14:32:08.819521Z","steps":["trace[1416192502] 'agreement among raft nodes before linearized reading' (duration: 786.013536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:08.819586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.032664Z","time spent":"786.906456ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525069,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:09.131227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.859381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:09.131366Z","caller":"traceutil/trace.go:171","msg":"trace[1846137732] transaction","detail":"{read_only:false; response_revision:13018; number_of_response:1; }","duration":"305.348603ms","start":"2026-03-03T14:32:08.825991Z","end":"2026-03-03T14:32:09.13134Z","steps":["trace[1846137732] 'process raft request' (duration: 110.267366ms)","trace[1846137732] 'compare' (duration: 194.640406ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.131432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.825972Z","time spent":"305.430455ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:09.60194Z","caller":"traceutil/trace.go:171","msg":"trace[267890911] linearizableReadLoop","detail":"{readStateIndex:13575; appliedIndex:13572; }","duration":"769.975784ms","start":"2026-03-03T14:32:08.83194Z","end":"2026-03-03T14:32:09.601916Z","steps":["trace[267890911] 'read index received' (duration: 104.390876ms)","trace[267890911] 'applied index is now lower than readState.Index' (duration: 665.583858ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:09.602086Z","caller":"traceutil/trace.go:171","msg":"trace[334099302] transaction","detail":"{read_only:false; response_revision:13020; number_of_response:1; }","duration":"773.408545ms","start":"2026-03-03T14:32:08.828656Z","end":"2026-03-03T14:32:09.602064Z","steps":["trace[334099302] 'process raft request' (duration: 773.18415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:09.602125Z","caller":"traceutil/trace.go:171","msg":"trace[1270063267] transaction","detail":"{read_only:false; response_revision:13019; number_of_response:1; }","duration":"773.56557ms","start":"2026-03-03T14:32:08.828525Z","end":"2026-03-03T14:32:09.60209Z","steps":["trace[1270063267] 'process raft request' (duration: 712.534582ms)","trace[1270063267] 'compare' (duration: 60.557105ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.602212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.828639Z","time spent":"773.504559ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:09.602304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.067466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.60239Z","caller":"traceutil/trace.go:171","msg":"trace[1796937075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13020; }","duration":"450.164028ms","start":"2026-03-03T14:32:09.152205Z","end":"2026-03-03T14:32:09.602369Z","steps":["trace[1796937075] 'agreement among raft nodes before linearized reading' (duration: 450.016425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.60244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.152133Z","time spent":"450.297631ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:09.602481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.526727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.602538Z","caller":"traceutil/trace.go:171","msg":"trace[870015792] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:13020; }","duration":"770.63383ms","start":"2026-03-03T14:32:08.831891Z","end":"2026-03-03T14:32:09.602525Z","steps":["trace[870015792] 'agreement among raft nodes before linearized reading' (duration: 770.534107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.602546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.389156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:09.602579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.831862Z","time spent":"770.708262ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:09.602603Z","caller":"traceutil/trace.go:171","msg":"trace[363450463] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:13020; }","duration":"152.498127ms","start":"2026-03-03T14:32:09.450091Z","end":"2026-03-03T14:32:09.602589Z","steps":["trace[363450463] 'agreement among raft nodes before linearized reading' (duration: 152.352494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.60294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.828498Z","time spent":"774.372199ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:10.411902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.857361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:10.411986Z","caller":"traceutil/trace.go:171","msg":"trace[1036681060] linearizableReadLoop","detail":"{readStateIndex:13576; appliedIndex:13575; }","duration":"653.457171ms","start":"2026-03-03T14:32:09.758514Z","end":"2026-03-03T14:32:10.411971Z","steps":["trace[1036681060] 'read index received' (duration: 66.392746ms)","trace[1036681060] 'applied index is now lower than readState.Index' (duration: 587.063005ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:10.412048Z","caller":"traceutil/trace.go:171","msg":"trace[1250855375] transaction","detail":"{read_only:false; response_revision:13021; number_of_response:1; }","duration":"807.420223ms","start":"2026-03-03T14:32:09.604617Z","end":"2026-03-03T14:32:10.412037Z","steps":["trace[1250855375] 'process raft request' (duration: 220.351767ms)","trace[1250855375] 'compare' (duration: 586.42205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:10.412084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.604589Z","time spent":"807.476835ms","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:10.412251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.711417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:10.412347Z","caller":"traceutil/trace.go:171","msg":"trace[188114718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13021; }","duration":"653.851731ms","start":"2026-03-03T14:32:09.758472Z","end":"2026-03-03T14:32:10.412324Z","steps":["trace[188114718] 'agreement among raft nodes before linearized reading' (duration: 653.595605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.412396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.758449Z","time spent":"653.939142ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:10.91298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:11.213742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186297959s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:11.214132Z","caller":"traceutil/trace.go:171","msg":"trace[144210079] transaction","detail":"{read_only:false; response_revision:13022; number_of_response:1; }","duration":"1.186818882s","start":"2026-03-03T14:32:10.027294Z","end":"2026-03-03T14:32:11.214113Z","steps":["trace[144210079] 'process raft request' (duration: 1.186676609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.21427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.027271Z","time spent":"1.186917444s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:12.090259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.363117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:12.09086Z","caller":"traceutil/trace.go:171","msg":"trace[479148703] transaction","detail":"{read_only:false; response_revision:13023; number_of_response:1; }","duration":"2.062730049s","start":"2026-03-03T14:32:10.028076Z","end":"2026-03-03T14:32:12.090806Z","steps":["trace[479148703] 'process raft request' (duration: 1.274736288s)","trace[479148703] 'compare' (duration: 786.842964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:12.091045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.028061Z","time spent":"2.062903323s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:12.091068Z","caller":"traceutil/trace.go:171","msg":"trace[357698553] transaction","detail":"{read_only:false; response_revision:13024; number_of_response:1; }","duration":"2.041938646s","start":"2026-03-03T14:32:10.049092Z","end":"2026-03-03T14:32:12.091031Z","steps":["trace[357698553] 'process raft request' (duration: 2.041268961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:12.091153Z","caller":"traceutil/trace.go:171","msg":"trace[1365431387] linearizableReadLoop","detail":"{readStateIndex:13579; appliedIndex:13576; }","duration":"1.679116089s","start":"2026-03-03T14:32:10.412003Z","end":"2026-03-03T14:32:12.091119Z","steps":["trace[1365431387] 'read index received' (duration: 801.943592ms)","trace[1365431387] 'applied index is now lower than readState.Index' (duration: 877.169447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:12.091205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.049082Z","time spent":"2.042049719s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:12.427332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.822299ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:12.427436Z","caller":"traceutil/trace.go:171","msg":"trace[1925729635] linearizableReadLoop","detail":"{readStateIndex:13580; appliedIndex:13579; }","duration":"336.201574ms","start":"2026-03-03T14:32:12.091213Z","end":"2026-03-03T14:32:12.427415Z","steps":["trace[1925729635] 'read index received' (duration: 69.391µs)","trace[1925729635] 'applied index is now lower than readState.Index' (duration: 336.130683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:12.427624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669200544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:12.427646Z","caller":"traceutil/trace.go:171","msg":"trace[342288307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13024; }","duration":"1.669262646s","start":"2026-03-03T14:32:10.758377Z","end":"2026-03-03T14:32:12.42764Z","steps":["trace[342288307] 'agreement among raft nodes before linearized reading' (duration: 1.669201104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.427662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445278472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-7cd89db9d6-5g78h\" ","response":"range_response_count:1 size:10417"} {"level":"warn","ts":"2026-03-03T14:32:12.427711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275498665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T14:32:12.427651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378981511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:32:12.427823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605320229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:32:12.427862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582922458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:12.427872Z","caller":"traceutil/trace.go:171","msg":"trace[1458910944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13024; }","duration":"1.605410861s","start":"2026-03-03T14:32:10.82245Z","end":"2026-03-03T14:32:12.427861Z","steps":["trace[1458910944] 'agreement among raft nodes before linearized reading' (duration: 1.605267087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.427863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603747321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:32:12.4279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.822432Z","time spent":"1.605464043s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:32:12.427901Z","caller":"traceutil/trace.go:171","msg":"trace[2115003108] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13024; }","duration":"1.582998819s","start":"2026-03-03T14:32:10.844891Z","end":"2026-03-03T14:32:12.42789Z","steps":["trace[2115003108] 'agreement among raft nodes before linearized reading' (duration: 1.582893497s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:12.427923Z","caller":"traceutil/trace.go:171","msg":"trace[1540204067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13024; }","duration":"1.603835153s","start":"2026-03-03T14:32:10.824075Z","end":"2026-03-03T14:32:12.42791Z","steps":["trace[1540204067] 'agreement among raft nodes before linearized reading' (duration: 1.603665849s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:12.427923Z","caller":"traceutil/trace.go:171","msg":"trace[274242786] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13024; }","duration":"2.379276347s","start":"2026-03-03T14:32:10.04857Z","end":"2026-03-03T14:32:12.427846Z","steps":["trace[274242786] 'agreement among raft nodes before linearized reading' (duration: 2.042636962s)","trace[274242786] 'range keys from in-memory index tree' (duration: 336.152863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:12.427944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.844856Z","time spent":"1.583080161s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:12.427725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597174485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:32:12.427715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.75835Z","time spent":"1.669336558s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:12.428009Z","caller":"traceutil/trace.go:171","msg":"trace[1820637289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13024; }","duration":"1.597479533s","start":"2026-03-03T14:32:10.830516Z","end":"2026-03-03T14:32:12.427995Z","steps":["trace[1820637289] 'agreement among raft nodes before linearized reading' (duration: 1.597085264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.427883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615786807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:32:12.428054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.830501Z","time spent":"1.597540304s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:32:12.428059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583252425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:12.428088Z","caller":"traceutil/trace.go:171","msg":"trace[340242243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13024; }","duration":"1.583303447s","start":"2026-03-03T14:32:10.844779Z","end":"2026-03-03T14:32:12.428082Z","steps":["trace[340242243] 'agreement among raft nodes before linearized reading' (duration: 1.58300991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.428106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.844766Z","time spent":"1.583335857s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:12.427948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.824069Z","time spent":"1.603874885s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:32:12.428063Z","caller":"traceutil/trace.go:171","msg":"trace[1274742685] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:13024; }","duration":"1.616001941s","start":"2026-03-03T14:32:10.812055Z","end":"2026-03-03T14:32:12.428057Z","steps":["trace[1274742685] 'agreement among raft nodes before linearized reading' (duration: 1.615717105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.428148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.048561Z","time spent":"2.379453731s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:12.428221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.812035Z","time spent":"1.616174616s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:32:12.427614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.72826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:12.428319Z","caller":"traceutil/trace.go:171","msg":"trace[1071079603] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13024; }","duration":"475.480498ms","start":"2026-03-03T14:32:11.952827Z","end":"2026-03-03T14:32:12.428308Z","steps":["trace[1071079603] 'agreement among raft nodes before linearized reading' (duration: 474.727791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.428353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.952809Z","time spent":"475.533959ms","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:12.427745Z","caller":"traceutil/trace.go:171","msg":"trace[2090772896] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-7cd89db9d6-5g78h; range_end:; response_count:1; response_revision:13024; }","duration":"1.445409756s","start":"2026-03-03T14:32:10.982315Z","end":"2026-03-03T14:32:12.427725Z","steps":["trace[2090772896] 'agreement among raft nodes before linearized reading' (duration: 1.445147759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.428458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.982295Z","time spent":"1.446151064s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":10441,"request content":"key:\"/registry/pods/openstack/cinder-api-7cd89db9d6-5g78h\" "} {"level":"info","ts":"2026-03-03T14:32:12.427757Z","caller":"traceutil/trace.go:171","msg":"trace[271914053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13024; }","duration":"1.275574577s","start":"2026-03-03T14:32:11.152168Z","end":"2026-03-03T14:32:12.427743Z","steps":["trace[271914053] 'agreement among raft nodes before linearized reading' (duration: 1.275480325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.428516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.152151Z","time spent":"1.276356817s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:12.429054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446731468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-03T14:32:12.429392Z","caller":"traceutil/trace.go:171","msg":"trace[893368645] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a; range_end:; response_count:1; response_revision:13024; }","duration":"1.447106407s","start":"2026-03-03T14:32:10.982255Z","end":"2026-03-03T14:32:12.429361Z","steps":["trace[893368645] 'agreement among raft nodes before linearized reading' (duration: 1.44555582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.429474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.982235Z","time spent":"1.447229729s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a\" "} {"level":"info","ts":"2026-03-03T14:32:12.562828Z","caller":"traceutil/trace.go:171","msg":"trace[1658518322] transaction","detail":"{read_only:false; response_revision:13025; number_of_response:1; }","duration":"130.632028ms","start":"2026-03-03T14:32:12.432168Z","end":"2026-03-03T14:32:12.5628Z","steps":["trace[1658518322] 'process raft request' (duration: 130.448134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:13.554001Z","caller":"traceutil/trace.go:171","msg":"trace[178993422] transaction","detail":"{read_only:false; response_revision:13027; number_of_response:1; }","duration":"1.121333169s","start":"2026-03-03T14:32:12.432643Z","end":"2026-03-03T14:32:13.553976Z","steps":["trace[178993422] 'process raft request' (duration: 1.121262537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.554159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.432632Z","time spent":"1.121447811s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:13.554004Z","caller":"traceutil/trace.go:171","msg":"trace[1565865974] transaction","detail":"{read_only:false; response_revision:13026; number_of_response:1; }","duration":"1.121513263s","start":"2026-03-03T14:32:12.432463Z","end":"2026-03-03T14:32:13.553976Z","steps":["trace[1565865974] 'process raft request' (duration: 1.121248287s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:13.554449Z","caller":"traceutil/trace.go:171","msg":"trace[1495005089] transaction","detail":"{read_only:false; response_revision:13028; number_of_response:1; }","duration":"1.121686226s","start":"2026-03-03T14:32:12.432743Z","end":"2026-03-03T14:32:13.554429Z","steps":["trace[1495005089] 'process raft request' (duration: 1.121205055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.554491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.432447Z","time spent":"1.121877331s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:13.554555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.432732Z","time spent":"1.121770968s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:13.554597Z","caller":"traceutil/trace.go:171","msg":"trace[1141284545] transaction","detail":"{read_only:false; response_revision:13029; number_of_response:1; }","duration":"1.121740679s","start":"2026-03-03T14:32:12.432848Z","end":"2026-03-03T14:32:13.554588Z","steps":["trace[1141284545] 'process raft request' (duration: 1.121318158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.554641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.432838Z","time spent":"1.1217835s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:13.5548Z","caller":"traceutil/trace.go:171","msg":"trace[1309929863] linearizableReadLoop","detail":"{readStateIndex:13586; appliedIndex:13580; }","duration":"1.118068362s","start":"2026-03-03T14:32:12.436721Z","end":"2026-03-03T14:32:13.554789Z","steps":["trace[1309929863] 'read index received' (duration: 125.884426ms)","trace[1309929863] 'applied index is now lower than readState.Index' (duration: 992.182956ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:13.554919Z","caller":"traceutil/trace.go:171","msg":"trace[967939269] transaction","detail":"{read_only:false; response_revision:13031; number_of_response:1; }","duration":"1.115108691s","start":"2026-03-03T14:32:12.4398Z","end":"2026-03-03T14:32:13.554908Z","steps":["trace[967939269] 'process raft request' (duration: 1.114930266s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:13.554963Z","caller":"traceutil/trace.go:171","msg":"trace[1910412006] transaction","detail":"{read_only:false; response_revision:13030; number_of_response:1; }","duration":"1.121834051s","start":"2026-03-03T14:32:12.433121Z","end":"2026-03-03T14:32:13.554955Z","steps":["trace[1910412006] 'process raft request' (duration: 1.121169374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.55498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.43979Z","time spent":"1.115157913s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10218,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:13.555001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.433109Z","time spent":"1.121873562s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:13.554922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118201325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:13.555136Z","caller":"traceutil/trace.go:171","msg":"trace[1202448589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13031; }","duration":"1.118435811s","start":"2026-03-03T14:32:12.436694Z","end":"2026-03-03T14:32:13.55513Z","steps":["trace[1202448589] 'agreement among raft nodes before linearized reading' (duration: 1.118207235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.555174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.436684Z","time spent":"1.118485332s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:13.575348Z","caller":"traceutil/trace.go:171","msg":"trace[1745752267] transaction","detail":"{read_only:false; response_revision:13032; number_of_response:1; }","duration":"987.405173ms","start":"2026-03-03T14:32:12.587923Z","end":"2026-03-03T14:32:13.575328Z","steps":["trace[1745752267] 'process raft request' (duration: 987.242069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.575517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.587899Z","time spent":"987.519375ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:13.575704Z","caller":"traceutil/trace.go:171","msg":"trace[1747015794] transaction","detail":"{read_only:false; response_revision:13033; number_of_response:1; }","duration":"356.342362ms","start":"2026-03-03T14:32:13.219351Z","end":"2026-03-03T14:32:13.575694Z","steps":["trace[1747015794] 'process raft request' (duration: 355.933063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.575759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.219327Z","time spent":"356.406584ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:13.575869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.897761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:13.575905Z","caller":"traceutil/trace.go:171","msg":"trace[492334682] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13033; }","duration":"543.962153ms","start":"2026-03-03T14:32:13.031935Z","end":"2026-03-03T14:32:13.575897Z","steps":["trace[492334682] 'agreement among raft nodes before linearized reading' (duration: 543.84474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.575929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.031918Z","time spent":"544.005544ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:13.575875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.631891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:13.576045Z","caller":"traceutil/trace.go:171","msg":"trace[150712460] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:13033; }","duration":"698.839126ms","start":"2026-03-03T14:32:12.877198Z","end":"2026-03-03T14:32:13.576038Z","steps":["trace[150712460] 'agreement among raft nodes before linearized reading' (duration: 698.646462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:13.576069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.877179Z","time spent":"698.882298ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:14.076056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:14.576477Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676404,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:14.629564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.054178055s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:14.630099Z","caller":"traceutil/trace.go:171","msg":"trace[1123583956] transaction","detail":"{read_only:false; response_revision:13034; number_of_response:1; }","duration":"1.070140394s","start":"2026-03-03T14:32:13.559933Z","end":"2026-03-03T14:32:14.630074Z","steps":["trace[1123583956] 'process raft request' (duration: 1.069819647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:14.630286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.559915Z","time spent":"1.070235716s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:14.630308Z","caller":"traceutil/trace.go:171","msg":"trace[811888744] transaction","detail":"{read_only:false; response_revision:13038; number_of_response:1; }","duration":"1.065191707s","start":"2026-03-03T14:32:13.565084Z","end":"2026-03-03T14:32:14.630276Z","steps":["trace[811888744] 'process raft request' (duration: 1.065082675s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:14.630359Z","caller":"traceutil/trace.go:171","msg":"trace[30385541] transaction","detail":"{read_only:false; response_revision:13037; number_of_response:1; }","duration":"1.067137343s","start":"2026-03-03T14:32:13.563191Z","end":"2026-03-03T14:32:14.630329Z","steps":["trace[30385541] 'process raft request' (duration: 1.066911007s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:14.630242Z","caller":"traceutil/trace.go:171","msg":"trace[906790513] transaction","detail":"{read_only:false; response_revision:13035; number_of_response:1; }","duration":"1.068650668s","start":"2026-03-03T14:32:13.561509Z","end":"2026-03-03T14:32:14.63016Z","steps":["trace[906790513] 'process raft request' (duration: 1.068456704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:14.630508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.563175Z","time spent":"1.067248166s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:14.630508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.565071Z","time spent":"1.065322881s","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8793,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:14.630526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.56149Z","time spent":"1.068993248s","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:14.630697Z","caller":"traceutil/trace.go:171","msg":"trace[995668905] transaction","detail":"{read_only:false; response_revision:13036; number_of_response:1; }","duration":"1.067990994s","start":"2026-03-03T14:32:13.562659Z","end":"2026-03-03T14:32:14.63065Z","steps":["trace[995668905] 'process raft request' (duration: 1.067378569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:14.630923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.562652Z","time spent":"1.068143777s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.089082Z","caller":"traceutil/trace.go:171","msg":"trace[1328182477] transaction","detail":"{read_only:false; response_revision:13039; number_of_response:1; }","duration":"992.659546ms","start":"2026-03-03T14:32:14.096393Z","end":"2026-03-03T14:32:15.089053Z","steps":["trace[1328182477] 'process raft request' (duration: 992.41184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.089311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531065397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:15.089344Z","caller":"traceutil/trace.go:171","msg":"trace[103989888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13040; }","duration":"1.531161899s","start":"2026-03-03T14:32:13.558176Z","end":"2026-03-03T14:32:15.089338Z","steps":["trace[103989888] 'agreement among raft nodes before linearized reading' (duration: 1.531045087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.089369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.558156Z","time spent":"1.53120833s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:15.089363Z","caller":"traceutil/trace.go:171","msg":"trace[1904666511] transaction","detail":"{read_only:false; response_revision:13040; number_of_response:1; }","duration":"992.532353ms","start":"2026-03-03T14:32:14.096817Z","end":"2026-03-03T14:32:15.08935Z","steps":["trace[1904666511] 'process raft request' (duration: 992.182034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.08943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.096806Z","time spent":"992.591465ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.089184Z","caller":"traceutil/trace.go:171","msg":"trace[775188524] linearizableReadLoop","detail":"{readStateIndex:13596; appliedIndex:13589; }","duration":"1.513552402s","start":"2026-03-03T14:32:13.575607Z","end":"2026-03-03T14:32:15.089159Z","steps":["trace[775188524] 'read index received' (duration: 1.054253617s)","trace[775188524] 'applied index is now lower than readState.Index' (duration: 459.296805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:15.089437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.096369Z","time spent":"992.910062ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.416112Z","caller":"traceutil/trace.go:171","msg":"trace[814849830] transaction","detail":"{read_only:false; response_revision:13041; number_of_response:1; }","duration":"781.260793ms","start":"2026-03-03T14:32:14.63482Z","end":"2026-03-03T14:32:15.41608Z","steps":["trace[814849830] 'process raft request' (duration: 781.048908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.63479Z","time spent":"781.386835ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:15.416077Z","caller":"traceutil/trace.go:171","msg":"trace[474285469] transaction","detail":"{read_only:false; response_revision:13042; number_of_response:1; }","duration":"774.258956ms","start":"2026-03-03T14:32:14.641799Z","end":"2026-03-03T14:32:15.416058Z","steps":["trace[474285469] 'process raft request' (duration: 774.199345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.416367Z","caller":"traceutil/trace.go:171","msg":"trace[1473817041] linearizableReadLoop","detail":"{readStateIndex:13598; appliedIndex:13598; }","duration":"326.812273ms","start":"2026-03-03T14:32:15.08954Z","end":"2026-03-03T14:32:15.416352Z","steps":["trace[1473817041] 'read index received' (duration: 326.805723ms)","trace[1473817041] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:15.416497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.04561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:15.416518Z","caller":"traceutil/trace.go:171","msg":"trace[1767723981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13042; }","duration":"849.075341ms","start":"2026-03-03T14:32:14.567436Z","end":"2026-03-03T14:32:15.416511Z","steps":["trace[1767723981] 'agreement among raft nodes before linearized reading' (duration: 848.965878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.567372Z","time spent":"849.160373ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:15.416591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.020188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:15.416617Z","caller":"traceutil/trace.go:171","msg":"trace[153454964] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13042; }","duration":"975.09434ms","start":"2026-03-03T14:32:14.441515Z","end":"2026-03-03T14:32:15.416609Z","steps":["trace[153454964] 'agreement among raft nodes before linearized reading' (duration: 974.971007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.441496Z","time spent":"975.136291ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:32:15.416688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138131957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:15.416707Z","caller":"traceutil/trace.go:171","msg":"trace[954158517] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13042; }","duration":"1.138187128s","start":"2026-03-03T14:32:14.278513Z","end":"2026-03-03T14:32:15.4167Z","steps":["trace[954158517] 'agreement among raft nodes before linearized reading' (duration: 1.138150317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.278496Z","time spent":"1.138221339s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:15.416759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032354248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"info","ts":"2026-03-03T14:32:15.416806Z","caller":"traceutil/trace.go:171","msg":"trace[322492053] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13042; }","duration":"1.032403589s","start":"2026-03-03T14:32:14.384389Z","end":"2026-03-03T14:32:15.416792Z","steps":["trace[322492053] 'agreement among raft nodes before linearized reading' (duration: 1.032054641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824433966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:15.416857Z","caller":"traceutil/trace.go:171","msg":"trace[1521694019] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13042; }","duration":"1.824478818s","start":"2026-03-03T14:32:13.592373Z","end":"2026-03-03T14:32:15.416852Z","steps":["trace[1521694019] 'agreement among raft nodes before linearized reading' (duration: 1.824428356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.416872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.592358Z","time spent":"1.824510388s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:15.417084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.323686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:15.417102Z","caller":"traceutil/trace.go:171","msg":"trace[668518191] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13042; }","duration":"983.381116ms","start":"2026-03-03T14:32:14.433714Z","end":"2026-03-03T14:32:15.417095Z","steps":["trace[668518191] 'agreement among raft nodes before linearized reading' (duration: 983.281834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.417115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.433694Z","time spent":"983.417588ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:15.41743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.641742Z","time spent":"774.570293ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9093,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:15.417448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.384333Z","time spent":"1.032497171s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:32:15.740561Z","caller":"traceutil/trace.go:171","msg":"trace[639948363] transaction","detail":"{read_only:false; response_revision:13043; number_of_response:1; }","duration":"421.221792ms","start":"2026-03-03T14:32:15.319309Z","end":"2026-03-03T14:32:15.740531Z","steps":["trace[639948363] 'process raft request' (duration: 420.886994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.740689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.026934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:15.740747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.31929Z","time spent":"421.373026ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.740762Z","caller":"traceutil/trace.go:171","msg":"trace[1395805968] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:13043; }","duration":"380.149547ms","start":"2026-03-03T14:32:15.360588Z","end":"2026-03-03T14:32:15.740738Z","steps":["trace[1395805968] 'agreement among raft nodes before linearized reading' (duration: 379.978634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.740789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.352589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:15.740895Z","caller":"traceutil/trace.go:171","msg":"trace[481705921] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:13043; }","duration":"567.476592ms","start":"2026-03-03T14:32:15.173395Z","end":"2026-03-03T14:32:15.740872Z","steps":["trace[481705921] 'agreement among raft nodes before linearized reading' (duration: 567.278687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.740955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.173313Z","time spent":"567.626485ms","remote":"127.0.0.1:48558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:15.740824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.360571Z","time spent":"380.235489ms","remote":"127.0.0.1:52240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:15.741023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.459744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:15.741066Z","caller":"traceutil/trace.go:171","msg":"trace[1262511694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13043; }","duration":"643.588517ms","start":"2026-03-03T14:32:15.097466Z","end":"2026-03-03T14:32:15.741054Z","steps":["trace[1262511694] 'agreement among raft nodes before linearized reading' (duration: 643.516375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.741102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.097437Z","time spent":"643.657828ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:15.741238Z","caller":"traceutil/trace.go:171","msg":"trace[754160590] linearizableReadLoop","detail":"{readStateIndex:13599; appliedIndex:13598; }","duration":"324.081837ms","start":"2026-03-03T14:32:15.416387Z","end":"2026-03-03T14:32:15.740468Z","steps":["trace[754160590] 'read index received' (duration: 323.914053ms)","trace[754160590] 'applied index is now lower than readState.Index' (duration: 166.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:15.806823Z","caller":"traceutil/trace.go:171","msg":"trace[757237999] transaction","detail":"{read_only:false; response_revision:13044; number_of_response:1; }","duration":"385.672718ms","start":"2026-03-03T14:32:15.421112Z","end":"2026-03-03T14:32:15.806784Z","steps":["trace[757237999] 'process raft request' (duration: 383.980228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.806859Z","caller":"traceutil/trace.go:171","msg":"trace[303962644] transaction","detail":"{read_only:false; response_revision:13045; number_of_response:1; }","duration":"354.462637ms","start":"2026-03-03T14:32:15.452357Z","end":"2026-03-03T14:32:15.80682Z","steps":["trace[303962644] 'process raft request' (duration: 354.347925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.806957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.421078Z","time spent":"385.810932ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:15.807066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.452323Z","time spent":"354.630313ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.807936Z","caller":"traceutil/trace.go:171","msg":"trace[1213474396] transaction","detail":"{read_only:false; response_revision:13046; number_of_response:1; }","duration":"212.818588ms","start":"2026-03-03T14:32:15.595092Z","end":"2026-03-03T14:32:15.807911Z","steps":["trace[1213474396] 'process raft request' (duration: 211.67605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.808513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.465469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:32:15.808549Z","caller":"traceutil/trace.go:171","msg":"trace[644879841] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13046; }","duration":"389.570481ms","start":"2026-03-03T14:32:15.41897Z","end":"2026-03-03T14:32:15.80854Z","steps":["trace[644879841] 'agreement among raft nodes before linearized reading' (duration: 389.389696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.808632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.418941Z","time spent":"389.630542ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:32:15.808748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.211751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:524861"} {"level":"info","ts":"2026-03-03T14:32:15.808779Z","caller":"traceutil/trace.go:171","msg":"trace[1726059865] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13046; }","duration":"386.255212ms","start":"2026-03-03T14:32:15.422516Z","end":"2026-03-03T14:32:15.808771Z","steps":["trace[1726059865] 'agreement among raft nodes before linearized reading' (duration: 385.770861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.808808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.422442Z","time spent":"386.361195ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":524885,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:15.809066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.348955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:32:15.809086Z","caller":"traceutil/trace.go:171","msg":"trace[2006019202] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13046; }","duration":"249.393186ms","start":"2026-03-03T14:32:15.559688Z","end":"2026-03-03T14:32:15.809082Z","steps":["trace[2006019202] 'agreement among raft nodes before linearized reading' (duration: 249.335815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.809162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.58345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:15.80918Z","caller":"traceutil/trace.go:171","msg":"trace[228995121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13046; }","duration":"249.619181ms","start":"2026-03-03T14:32:15.559556Z","end":"2026-03-03T14:32:15.809175Z","steps":["trace[228995121] 'agreement among raft nodes before linearized reading' (duration: 249.57049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.80925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.42766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:15.809266Z","caller":"traceutil/trace.go:171","msg":"trace[1265158001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13046; }","duration":"250.480032ms","start":"2026-03-03T14:32:15.558783Z","end":"2026-03-03T14:32:15.809263Z","steps":["trace[1265158001] 'agreement among raft nodes before linearized reading' (duration: 250.43319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.809329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.893571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:15.809347Z","caller":"traceutil/trace.go:171","msg":"trace[67884223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13046; }","duration":"250.949342ms","start":"2026-03-03T14:32:15.558394Z","end":"2026-03-03T14:32:15.809343Z","steps":["trace[67884223] 'agreement among raft nodes before linearized reading' (duration: 250.908361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.067892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.276426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:16.06801Z","caller":"traceutil/trace.go:171","msg":"trace[1415002664] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"250.881061ms","start":"2026-03-03T14:32:15.817109Z","end":"2026-03-03T14:32:16.06799Z","steps":["trace[1415002664] 'process raft request' (duration: 73.418171ms)","trace[1415002664] 'compare' (duration: 176.890917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:16.436033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.335967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:16.436435Z","caller":"traceutil/trace.go:171","msg":"trace[2102842351] linearizableReadLoop","detail":"{readStateIndex:13606; appliedIndex:13603; }","duration":"541.537215ms","start":"2026-03-03T14:32:15.894876Z","end":"2026-03-03T14:32:16.436413Z","steps":["trace[2102842351] 'read index received' (duration: 293.660706ms)","trace[2102842351] 'applied index is now lower than readState.Index' (duration: 247.875249ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:16.436496Z","caller":"traceutil/trace.go:171","msg":"trace[266400005] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"617.971798ms","start":"2026-03-03T14:32:15.81849Z","end":"2026-03-03T14:32:16.436462Z","steps":["trace[266400005] 'process raft request' (duration: 617.769714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:16.436492Z","caller":"traceutil/trace.go:171","msg":"trace[531677675] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"617.980788ms","start":"2026-03-03T14:32:15.818435Z","end":"2026-03-03T14:32:16.436415Z","steps":["trace[531677675] 'process raft request' (duration: 369.889574ms)","trace[531677675] 'compare' (duration: 246.902316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:16.436638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.76411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:32:16.436641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.818487Z","time spent":"618.082931ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:16.43667Z","caller":"traceutil/trace.go:171","msg":"trace[1541523272] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13050; }","duration":"541.835572ms","start":"2026-03-03T14:32:15.894822Z","end":"2026-03-03T14:32:16.436658Z","steps":["trace[1541523272] 'agreement among raft nodes before linearized reading' (duration: 541.734419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:16.436542Z","caller":"traceutil/trace.go:171","msg":"trace[1023868310] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"617.245311ms","start":"2026-03-03T14:32:15.819282Z","end":"2026-03-03T14:32:16.436528Z","steps":["trace[1023868310] 'process raft request' (duration: 617.086927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.436897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.894799Z","time spent":"542.084808ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:32:16.436991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.819277Z","time spent":"617.63841ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:16.437047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.818419Z","time spent":"618.255505ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:16.794799Z","caller":"traceutil/trace.go:171","msg":"trace[1849521225] linearizableReadLoop","detail":"{readStateIndex:13607; appliedIndex:13606; }","duration":"358.279429ms","start":"2026-03-03T14:32:16.436491Z","end":"2026-03-03T14:32:16.794771Z","steps":["trace[1849521225] 'read index received' (duration: 293.813929ms)","trace[1849521225] 'applied index is now lower than readState.Index' (duration: 64.464399ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:16.795179Z","caller":"traceutil/trace.go:171","msg":"trace[530598718] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"890.725988ms","start":"2026-03-03T14:32:15.904421Z","end":"2026-03-03T14:32:16.795147Z","steps":["trace[530598718] 'process raft request' (duration: 825.951032ms)","trace[530598718] 'compare' (duration: 64.157472ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:16.795638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.90439Z","time spent":"891.163509ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:16.795237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.11141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:16.795955Z","caller":"traceutil/trace.go:171","msg":"trace[164089121] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13051; }","duration":"873.866259ms","start":"2026-03-03T14:32:15.922069Z","end":"2026-03-03T14:32:16.795935Z","steps":["trace[164089121] 'agreement among raft nodes before linearized reading' (duration: 872.969987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.796019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.922051Z","time spent":"873.94877ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:32:16.795258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.359826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:16.796216Z","caller":"traceutil/trace.go:171","msg":"trace[974581037] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:13051; }","duration":"694.30097ms","start":"2026-03-03T14:32:16.101861Z","end":"2026-03-03T14:32:16.796162Z","steps":["trace[974581037] 'agreement among raft nodes before linearized reading' (duration: 693.300996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.796332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:16.101759Z","time spent":"694.551145ms","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:16.798706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.311957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:16.798798Z","caller":"traceutil/trace.go:171","msg":"trace[967578375] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13052; }","duration":"185.45412ms","start":"2026-03-03T14:32:16.613324Z","end":"2026-03-03T14:32:16.798778Z","steps":["trace[967578375] 'agreement among raft nodes before linearized reading' (duration: 185.286806ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:16.798904Z","caller":"traceutil/trace.go:171","msg":"trace[1044496182] transaction","detail":"{read_only:false; response_revision:13052; number_of_response:1; }","duration":"274.292067ms","start":"2026-03-03T14:32:16.524594Z","end":"2026-03-03T14:32:16.798886Z","steps":["trace[1044496182] 'process raft request' (duration: 273.948558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.799025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.292935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T14:32:16.799076Z","caller":"traceutil/trace.go:171","msg":"trace[1524588406] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:13052; }","duration":"185.361537ms","start":"2026-03-03T14:32:16.613679Z","end":"2026-03-03T14:32:16.799041Z","steps":["trace[1524588406] 'agreement among raft nodes before linearized reading' (duration: 185.310666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.799189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.550823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8394"} {"level":"info","ts":"2026-03-03T14:32:16.799204Z","caller":"traceutil/trace.go:171","msg":"trace[769502028] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13052; }","duration":"185.620034ms","start":"2026-03-03T14:32:16.61358Z","end":"2026-03-03T14:32:16.7992Z","steps":["trace[769502028] 'agreement among raft nodes before linearized reading' (duration: 185.568663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.799485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:16.437829Z","time spent":"361.650499ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:32:17.133954Z","caller":"traceutil/trace.go:171","msg":"trace[584040668] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"244.145711ms","start":"2026-03-03T14:32:16.889781Z","end":"2026-03-03T14:32:17.133927Z","steps":["trace[584040668] 'process raft request' (duration: 243.782263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:17.134076Z","caller":"traceutil/trace.go:171","msg":"trace[1150432007] linearizableReadLoop","detail":"{readStateIndex:13612; appliedIndex:13612; }","duration":"243.370883ms","start":"2026-03-03T14:32:16.890657Z","end":"2026-03-03T14:32:17.134028Z","steps":["trace[1150432007] 'read index received' (duration: 243.321551ms)","trace[1150432007] 'applied index is now lower than readState.Index' (duration: 44.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:17.134318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.631819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:32:17.134427Z","caller":"traceutil/trace.go:171","msg":"trace[1775596463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13055; }","duration":"243.773582ms","start":"2026-03-03T14:32:16.890619Z","end":"2026-03-03T14:32:17.134392Z","steps":["trace[1775596463] 'agreement among raft nodes before linearized reading' (duration: 243.515936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.327319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:18.828238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:18.888224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072616702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:18.888537Z","caller":"traceutil/trace.go:171","msg":"trace[403457576] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"1.073009262s","start":"2026-03-03T14:32:17.815488Z","end":"2026-03-03T14:32:18.888497Z","steps":["trace[403457576] 'process raft request' (duration: 1.072890779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.888644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.81546Z","time spent":"1.073130216s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:19.255512Z","caller":"traceutil/trace.go:171","msg":"trace[711569966] linearizableReadLoop","detail":"{readStateIndex:13616; appliedIndex:13614; }","duration":"1.437056848s","start":"2026-03-03T14:32:17.818434Z","end":"2026-03-03T14:32:19.255491Z","steps":["trace[711569966] 'read index received' (duration: 1.070013011s)","trace[711569966] 'applied index is now lower than readState.Index' (duration: 367.043037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:19.255597Z","caller":"traceutil/trace.go:171","msg":"trace[2061839292] transaction","detail":"{read_only:false; response_revision:13059; number_of_response:1; }","duration":"1.436837893s","start":"2026-03-03T14:32:17.818749Z","end":"2026-03-03T14:32:19.255587Z","steps":["trace[2061839292] 'process raft request' (duration: 1.436618358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.255681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.818737Z","time spent":"1.436877073s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:19.255864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437442237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:19.255886Z","caller":"traceutil/trace.go:171","msg":"trace[308914558] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13059; }","duration":"1.437493308s","start":"2026-03-03T14:32:17.818386Z","end":"2026-03-03T14:32:19.25588Z","steps":["trace[308914558] 'agreement among raft nodes before linearized reading' (duration: 1.437393025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.255909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.818372Z","time spent":"1.437529669s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:32:19.259164Z","caller":"traceutil/trace.go:171","msg":"trace[1933649116] transaction","detail":"{read_only:false; response_revision:13061; number_of_response:1; }","duration":"102.478641ms","start":"2026-03-03T14:32:19.156669Z","end":"2026-03-03T14:32:19.259148Z","steps":["trace[1933649116] 'process raft request' (duration: 102.362958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.410744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:19.259208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186483714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:19.259235Z","caller":"traceutil/trace.go:171","msg":"trace[1052096872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13061; }","duration":"501.517087ms","start":"2026-03-03T14:32:18.757704Z","end":"2026-03-03T14:32:19.259221Z","steps":["trace[1052096872] 'agreement among raft nodes before linearized reading' (duration: 501.402394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:19.259161Z","caller":"traceutil/trace.go:171","msg":"trace[1229779022] transaction","detail":"{read_only:false; response_revision:13060; number_of_response:1; }","duration":"102.468101ms","start":"2026-03-03T14:32:19.156666Z","end":"2026-03-03T14:32:19.259134Z","steps":["trace[1229779022] 'process raft request' (duration: 102.258916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.757685Z","time spent":"501.581108ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:19.259293Z","caller":"traceutil/trace.go:171","msg":"trace[137839271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13061; }","duration":"1.186627668s","start":"2026-03-03T14:32:18.072648Z","end":"2026-03-03T14:32:19.259276Z","steps":["trace[137839271] 'agreement among raft nodes before linearized reading' (duration: 1.186422043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.507793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:32:19.259346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.949414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:19.259379Z","caller":"traceutil/trace.go:171","msg":"trace[1680737222] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13061; }","duration":"367.015275ms","start":"2026-03-03T14:32:18.892355Z","end":"2026-03-03T14:32:19.25937Z","steps":["trace[1680737222] 'agreement among raft nodes before linearized reading' (duration: 366.920533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.892339Z","time spent":"367.059617ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8656,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"warn","ts":"2026-03-03T14:32:19.259409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.072623Z","time spent":"1.186775611s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:19.259428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.301256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:19.259335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.544414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:19.259426Z","caller":"traceutil/trace.go:171","msg":"trace[1689206727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13061; }","duration":"777.644706ms","start":"2026-03-03T14:32:18.481727Z","end":"2026-03-03T14:32:19.259372Z","steps":["trace[1689206727] 'agreement among raft nodes before linearized reading' (duration: 777.455472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:19.259462Z","caller":"traceutil/trace.go:171","msg":"trace[1010170350] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:13061; }","duration":"814.373027ms","start":"2026-03-03T14:32:18.445078Z","end":"2026-03-03T14:32:19.259451Z","steps":["trace[1010170350] 'agreement among raft nodes before linearized reading' (duration: 814.301925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.602925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:32:19.259485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054258778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:19.259495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.445061Z","time spent":"814.424829ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:19.259513Z","caller":"traceutil/trace.go:171","msg":"trace[1138725835] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13061; }","duration":"1.054315858s","start":"2026-03-03T14:32:18.205188Z","end":"2026-03-03T14:32:19.259504Z","steps":["trace[1138725835] 'agreement among raft nodes before linearized reading' (duration: 1.054194195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.205172Z","time spent":"1.05435606s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":121,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:19.259472Z","caller":"traceutil/trace.go:171","msg":"trace[26725440] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13061; }","duration":"777.674887ms","start":"2026-03-03T14:32:18.481784Z","end":"2026-03-03T14:32:19.259459Z","steps":["trace[26725440] 'agreement among raft nodes before linearized reading' (duration: 777.502503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.25953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.481718Z","time spent":"777.774539ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:32:19.259526Z","caller":"traceutil/trace.go:171","msg":"trace[1175319387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13061; }","duration":"777.701837ms","start":"2026-03-03T14:32:18.481801Z","end":"2026-03-03T14:32:19.259502Z","steps":["trace[1175319387] 'agreement among raft nodes before linearized reading' (duration: 777.455002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.259578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.481744Z","time spent":"777.822671ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:19.25962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.481796Z","time spent":"777.80752ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:19.585406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.719371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:19.585635Z","caller":"traceutil/trace.go:171","msg":"trace[2101609794] transaction","detail":"{read_only:false; response_revision:13062; number_of_response:1; }","duration":"321.986628ms","start":"2026-03-03T14:32:19.263634Z","end":"2026-03-03T14:32:19.585621Z","steps":["trace[2101609794] 'process raft request' (duration: 214.959979ms)","trace[2101609794] 'compare' (duration: 106.492706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:19.585743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:19.263613Z","time spent":"322.089741ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:19.654931Z","caller":"traceutil/trace.go:171","msg":"trace[1676909134] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"390.38423ms","start":"2026-03-03T14:32:19.264527Z","end":"2026-03-03T14:32:19.654911Z","steps":["trace[1676909134] 'process raft request' (duration: 390.324128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:19.655096Z","caller":"traceutil/trace.go:171","msg":"trace[1408800916] transaction","detail":"{read_only:false; response_revision:13065; number_of_response:1; }","duration":"390.41694ms","start":"2026-03-03T14:32:19.264648Z","end":"2026-03-03T14:32:19.655065Z","steps":["trace[1408800916] 'process raft request' (duration: 390.231696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.655235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:19.264519Z","time spent":"390.617366ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:19.655247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:19.26464Z","time spent":"390.519014ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:19.654935Z","caller":"traceutil/trace.go:171","msg":"trace[162321172] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"390.899403ms","start":"2026-03-03T14:32:19.264002Z","end":"2026-03-03T14:32:19.654901Z","steps":["trace[162321172] 'process raft request' (duration: 390.725919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:19.655539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:19.263975Z","time spent":"391.442555ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:20.4495Z","caller":"traceutil/trace.go:171","msg":"trace[1448844065] transaction","detail":"{read_only:false; response_revision:13067; number_of_response:1; }","duration":"327.004557ms","start":"2026-03-03T14:32:20.122459Z","end":"2026-03-03T14:32:20.449464Z","steps":["trace[1448844065] 'process raft request' (duration: 326.665279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:20.449661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.382334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:20.449709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:20.122449Z","time spent":"327.14889ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8663,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:20.449736Z","caller":"traceutil/trace.go:171","msg":"trace[140110288] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:13067; }","duration":"200.512416ms","start":"2026-03-03T14:32:20.249207Z","end":"2026-03-03T14:32:20.449719Z","steps":["trace[140110288] 'agreement among raft nodes before linearized reading' (duration: 200.337672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:20.450004Z","caller":"traceutil/trace.go:171","msg":"trace[1272147552] linearizableReadLoop","detail":"{readStateIndex:13624; appliedIndex:13623; }","duration":"200.122737ms","start":"2026-03-03T14:32:20.249248Z","end":"2026-03-03T14:32:20.449371Z","steps":["trace[1272147552] 'read index received' (duration: 199.746548ms)","trace[1272147552] 'applied index is now lower than readState.Index' (duration: 375.179µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:20.450241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.223878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:20.450293Z","caller":"traceutil/trace.go:171","msg":"trace[165413024] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13067; }","duration":"154.28308ms","start":"2026-03-03T14:32:20.295997Z","end":"2026-03-03T14:32:20.45028Z","steps":["trace[165413024] 'agreement among raft nodes before linearized reading' (duration: 154.184468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:20.450771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.383039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:20.450962Z","caller":"traceutil/trace.go:171","msg":"trace[407295963] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13067; }","duration":"175.621175ms","start":"2026-03-03T14:32:20.275321Z","end":"2026-03-03T14:32:20.450942Z","steps":["trace[407295963] 'agreement among raft nodes before linearized reading' (duration: 174.854637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.155793Z","caller":"traceutil/trace.go:171","msg":"trace[691647640] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"104.397176ms","start":"2026-03-03T14:32:21.051321Z","end":"2026-03-03T14:32:21.155718Z","steps":["trace[691647640] 'process raft request' (duration: 104.1529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.212698Z","caller":"traceutil/trace.go:171","msg":"trace[1161357328] transaction","detail":"{read_only:false; response_revision:13070; number_of_response:1; }","duration":"123.208943ms","start":"2026-03-03T14:32:21.089462Z","end":"2026-03-03T14:32:21.212671Z","steps":["trace[1161357328] 'process raft request' (duration: 122.921686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.547838Z","caller":"traceutil/trace.go:171","msg":"trace[1521153164] linearizableReadLoop","detail":"{readStateIndex:13631; appliedIndex:13627; }","duration":"275.889264ms","start":"2026-03-03T14:32:21.271831Z","end":"2026-03-03T14:32:21.547721Z","steps":["trace[1521153164] 'read index received' (duration: 16.88639ms)","trace[1521153164] 'applied index is now lower than readState.Index' (duration: 259.001954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:21.547863Z","caller":"traceutil/trace.go:171","msg":"trace[1418862917] transaction","detail":"{read_only:false; response_revision:13074; number_of_response:1; }","duration":"283.051674ms","start":"2026-03-03T14:32:21.264768Z","end":"2026-03-03T14:32:21.547819Z","steps":["trace[1418862917] 'process raft request' (duration: 282.787278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.54817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.328765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:21.547824Z","caller":"traceutil/trace.go:171","msg":"trace[920683785] transaction","detail":"{read_only:false; response_revision:13073; number_of_response:1; }","duration":"284.230913ms","start":"2026-03-03T14:32:21.263553Z","end":"2026-03-03T14:32:21.547784Z","steps":["trace[920683785] 'process raft request' (duration: 233.09228ms)","trace[920683785] 'compare' (duration: 50.612631ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:21.548225Z","caller":"traceutil/trace.go:171","msg":"trace[1722455299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13074; }","duration":"276.438177ms","start":"2026-03-03T14:32:21.271774Z","end":"2026-03-03T14:32:21.548213Z","steps":["trace[1722455299] 'agreement among raft nodes before linearized reading' (duration: 276.231702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.715062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.082217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:21.715307Z","caller":"traceutil/trace.go:171","msg":"trace[1299029151] linearizableReadLoop","detail":"{readStateIndex:13632; appliedIndex:13631; }","duration":"167.366011ms","start":"2026-03-03T14:32:21.547924Z","end":"2026-03-03T14:32:21.71529Z","steps":["trace[1299029151] 'read index received' (duration: 44.952976ms)","trace[1299029151] 'applied index is now lower than readState.Index' (duration: 122.411985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:21.715703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.696178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:21.715803Z","caller":"traceutil/trace.go:171","msg":"trace[189210345] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13074; }","duration":"436.864653ms","start":"2026-03-03T14:32:21.278917Z","end":"2026-03-03T14:32:21.715782Z","steps":["trace[189210345] 'agreement among raft nodes before linearized reading' (duration: 436.567476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.715856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.278892Z","time spent":"436.950114ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8656,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"info","ts":"2026-03-03T14:32:21.716321Z","caller":"traceutil/trace.go:171","msg":"trace[1257655096] transaction","detail":"{read_only:false; response_revision:13075; number_of_response:1; }","duration":"114.031495ms","start":"2026-03-03T14:32:21.602008Z","end":"2026-03-03T14:32:21.71604Z","steps":["trace[1257655096] 'process raft request' (duration: 113.163355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.760201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.868294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:21.760319Z","caller":"traceutil/trace.go:171","msg":"trace[806871651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13075; }","duration":"171.066738ms","start":"2026-03-03T14:32:21.589222Z","end":"2026-03-03T14:32:21.760289Z","steps":["trace[806871651] 'agreement among raft nodes before linearized reading' (duration: 126.89424ms)","trace[806871651] 'range keys from in-memory index tree' (duration: 43.856991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:21.761511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.571834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525199"} {"level":"info","ts":"2026-03-03T14:32:21.76155Z","caller":"traceutil/trace.go:171","msg":"trace[385560058] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13075; }","duration":"207.660796ms","start":"2026-03-03T14:32:21.553875Z","end":"2026-03-03T14:32:21.761536Z","steps":["trace[385560058] 'agreement among raft nodes before linearized reading' (duration: 162.178307ms)","trace[385560058] 'range keys from in-memory index tree' (duration: 44.67445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:22.717801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.315781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:22.717895Z","caller":"traceutil/trace.go:171","msg":"trace[201804418] transaction","detail":"{read_only:false; response_revision:13077; number_of_response:1; }","duration":"946.132263ms","start":"2026-03-03T14:32:21.771747Z","end":"2026-03-03T14:32:22.717879Z","steps":["trace[201804418] 'process raft request' (duration: 412.653058ms)","trace[201804418] 'compare' (duration: 533.196237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:22.717943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.771729Z","time spent":"946.192375ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:22.956766Z","caller":"traceutil/trace.go:171","msg":"trace[1885625626] transaction","detail":"{read_only:false; response_revision:13079; number_of_response:1; }","duration":"1.184890677s","start":"2026-03-03T14:32:21.771853Z","end":"2026-03-03T14:32:22.956744Z","steps":["trace[1885625626] 'process raft request' (duration: 1.184817835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.956909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.771823Z","time spent":"1.1850118s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:22.956919Z","caller":"traceutil/trace.go:171","msg":"trace[1581979456] transaction","detail":"{read_only:false; response_revision:13078; number_of_response:1; }","duration":"1.18505897s","start":"2026-03-03T14:32:21.771835Z","end":"2026-03-03T14:32:22.956894Z","steps":["trace[1581979456] 'process raft request' (duration: 1.156707818s)","trace[1581979456] 'compare' (duration: 27.977153ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:22.956936Z","caller":"traceutil/trace.go:171","msg":"trace[1194888802] linearizableReadLoop","detail":"{readStateIndex:13638; appliedIndex:13634; }","duration":"816.185721ms","start":"2026-03-03T14:32:22.140725Z","end":"2026-03-03T14:32:22.956911Z","steps":["trace[1194888802] 'read index received' (duration: 43.688717ms)","trace[1194888802] 'applied index is now lower than readState.Index' (duration: 772.495904ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:22.95699Z","caller":"traceutil/trace.go:171","msg":"trace[2053654286] transaction","detail":"{read_only:false; response_revision:13080; number_of_response:1; }","duration":"1.181848995s","start":"2026-03-03T14:32:21.775118Z","end":"2026-03-03T14:32:22.956967Z","steps":["trace[2053654286] 'process raft request' (duration: 1.181594459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.957036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.771799Z","time spent":"1.185168593s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:22.957097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.775103Z","time spent":"1.181934956s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:22.957227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.944839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:22.957218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.73781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:22.957229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.486888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:22.95727Z","caller":"traceutil/trace.go:171","msg":"trace[1014913390] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:13080; }","duration":"446.015309ms","start":"2026-03-03T14:32:22.511237Z","end":"2026-03-03T14:32:22.957253Z","steps":["trace[1014913390] 'agreement among raft nodes before linearized reading' (duration: 445.951748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:22.957277Z","caller":"traceutil/trace.go:171","msg":"trace[551912218] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13080; }","duration":"186.847063ms","start":"2026-03-03T14:32:22.770416Z","end":"2026-03-03T14:32:22.957263Z","steps":["trace[551912218] 'agreement among raft nodes before linearized reading' (duration: 186.74647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:22.957289Z","caller":"traceutil/trace.go:171","msg":"trace[1352272370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13080; }","duration":"816.595971ms","start":"2026-03-03T14:32:22.140678Z","end":"2026-03-03T14:32:22.957274Z","steps":["trace[1352272370] 'agreement among raft nodes before linearized reading' (duration: 816.383436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.957351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.253871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk\" ","response":"range_response_count:1 size:8678"} {"level":"info","ts":"2026-03-03T14:32:22.957392Z","caller":"traceutil/trace.go:171","msg":"trace[299116123] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk; range_end:; response_count:1; response_revision:13080; }","duration":"813.308402ms","start":"2026-03-03T14:32:22.144074Z","end":"2026-03-03T14:32:22.957383Z","steps":["trace[299116123] 'agreement among raft nodes before linearized reading' (duration: 813.058047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.957412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.144065Z","time spent":"813.343323ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":8702,"request content":"key:\"/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk\" "} {"level":"warn","ts":"2026-03-03T14:32:22.957351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.14066Z","time spent":"816.677882ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:22.957301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.511215Z","time spent":"446.080021ms","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:23.598513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.58397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:23.59865Z","caller":"traceutil/trace.go:171","msg":"trace[1501082919] linearizableReadLoop","detail":"{readStateIndex:13639; appliedIndex:13638; }","duration":"634.90347ms","start":"2026-03-03T14:32:22.963723Z","end":"2026-03-03T14:32:23.598626Z","steps":["trace[1501082919] 'read index received' (duration: 315.153256ms)","trace[1501082919] 'applied index is now lower than readState.Index' (duration: 319.748564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:23.598861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.124306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:23.598936Z","caller":"traceutil/trace.go:171","msg":"trace[2008363795] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13081; }","duration":"635.212538ms","start":"2026-03-03T14:32:22.963706Z","end":"2026-03-03T14:32:23.598918Z","steps":["trace[2008363795] 'agreement among raft nodes before linearized reading' (duration: 634.987002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.598994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.963685Z","time spent":"635.295539ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:32:23.599481Z","caller":"traceutil/trace.go:171","msg":"trace[551650209] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"636.044767ms","start":"2026-03-03T14:32:22.962592Z","end":"2026-03-03T14:32:23.598636Z","steps":["trace[551650209] 'process raft request' (duration: 316.212941ms)","trace[551650209] 'compare' (duration: 319.447187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:23.599664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.962567Z","time spent":"637.010039ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:24.099108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:24.296135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017243169s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:24.314472Z","caller":"traceutil/trace.go:171","msg":"trace[809727345] transaction","detail":"{read_only:false; response_revision:13082; number_of_response:1; }","duration":"1.344519472s","start":"2026-03-03T14:32:22.969898Z","end":"2026-03-03T14:32:24.314418Z","steps":["trace[809727345] 'process raft request' (duration: 1.326552807s)","trace[809727345] 'compare' (duration: 16.965992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:24.314665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.969884Z","time spent":"1.344680246s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:24.589557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.637419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:24.589831Z","caller":"traceutil/trace.go:171","msg":"trace[756261181] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"1.294349962s","start":"2026-03-03T14:32:23.295446Z","end":"2026-03-03T14:32:24.589796Z","steps":["trace[756261181] 'process raft request' (duration: 1.171317024s)","trace[756261181] 'compare' (duration: 122.052754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:24.59001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.295417Z","time spent":"1.294502806s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:24.590011Z","caller":"traceutil/trace.go:171","msg":"trace[2005966652] linearizableReadLoop","detail":"{readStateIndex:13643; appliedIndex:13639; }","duration":"991.296154ms","start":"2026-03-03T14:32:23.598686Z","end":"2026-03-03T14:32:24.589983Z","steps":["trace[2005966652] 'read index received' (duration: 697.787632ms)","trace[2005966652] 'applied index is now lower than readState.Index' (duration: 293.506862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:24.590072Z","caller":"traceutil/trace.go:171","msg":"trace[472413107] transaction","detail":"{read_only:false; response_revision:13084; number_of_response:1; }","duration":"1.035967764s","start":"2026-03-03T14:32:23.554056Z","end":"2026-03-03T14:32:24.590024Z","steps":["trace[472413107] 'process raft request' (duration: 1.035664187s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:24.590137Z","caller":"traceutil/trace.go:171","msg":"trace[1532491600] transaction","detail":"{read_only:false; response_revision:13085; number_of_response:1; }","duration":"1.03579216s","start":"2026-03-03T14:32:23.554326Z","end":"2026-03-03T14:32:24.590118Z","steps":["trace[1532491600] 'process raft request' (duration: 1.035585205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.59025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.554275Z","time spent":"1.035921832s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:24.590287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.554031Z","time spent":"1.036124177s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:24.590388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293844941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:24.590425Z","caller":"traceutil/trace.go:171","msg":"trace[1611105026] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13085; }","duration":"1.293907292s","start":"2026-03-03T14:32:23.296506Z","end":"2026-03-03T14:32:24.590414Z","steps":["trace[1611105026] 'agreement among raft nodes before linearized reading' (duration: 1.293823271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.590449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.296497Z","time spent":"1.293947313s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:25.091062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676502,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:25.268624Z","caller":"traceutil/trace.go:171","msg":"trace[807722623] linearizableReadLoop","detail":"{readStateIndex:13644; appliedIndex:13643; }","duration":"678.535465ms","start":"2026-03-03T14:32:24.590063Z","end":"2026-03-03T14:32:25.268599Z","steps":["trace[807722623] 'read index received' (duration: 590.6268ms)","trace[807722623] 'applied index is now lower than readState.Index' (duration: 87.907625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:25.268777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510676264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:25.268809Z","caller":"traceutil/trace.go:171","msg":"trace[773355712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13086; }","duration":"1.510762096s","start":"2026-03-03T14:32:23.758038Z","end":"2026-03-03T14:32:25.268801Z","steps":["trace[773355712] 'agreement among raft nodes before linearized reading' (duration: 1.510691704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.268835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.757983Z","time spent":"1.510844278s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:25.268892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488263953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:25.269003Z","caller":"traceutil/trace.go:171","msg":"trace[1692265751] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13086; }","duration":"1.488414085s","start":"2026-03-03T14:32:23.780562Z","end":"2026-03-03T14:32:25.268976Z","steps":["trace[1692265751] 'agreement among raft nodes before linearized reading' (duration: 1.488147769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.780543Z","time spent":"1.488502538s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:32:25.269171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668439766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:32:25.269198Z","caller":"traceutil/trace.go:171","msg":"trace[653679902] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13086; }","duration":"1.668493407s","start":"2026-03-03T14:32:23.600697Z","end":"2026-03-03T14:32:25.269191Z","steps":["trace[653679902] 'agreement among raft nodes before linearized reading' (duration: 1.668299663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.60068Z","time spent":"1.668533248s","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:32:25.269217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485544417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:32:25.269291Z","caller":"traceutil/trace.go:171","msg":"trace[360385185] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13086; }","duration":"1.4856605s","start":"2026-03-03T14:32:23.78361Z","end":"2026-03-03T14:32:25.269271Z","steps":["trace[360385185] 'agreement among raft nodes before linearized reading' (duration: 1.485057216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.783584Z","time spent":"1.485741142s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:32:25.269384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.968102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:32:25.269375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488726463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:25.269412Z","caller":"traceutil/trace.go:171","msg":"trace[291330496] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13086; }","duration":"662.041244ms","start":"2026-03-03T14:32:24.607361Z","end":"2026-03-03T14:32:25.269402Z","steps":["trace[291330496] 'agreement among raft nodes before linearized reading' (duration: 661.972793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.607335Z","time spent":"662.094855ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:32:25.269429Z","caller":"traceutil/trace.go:171","msg":"trace[971944871] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13086; }","duration":"1.488792755s","start":"2026-03-03T14:32:23.780623Z","end":"2026-03-03T14:32:25.269415Z","steps":["trace[971944871] 'agreement among raft nodes before linearized reading' (duration: 1.488646971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.780617Z","time spent":"1.488843946s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8656,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"info","ts":"2026-03-03T14:32:25.269545Z","caller":"traceutil/trace.go:171","msg":"trace[1643792864] transaction","detail":"{read_only:false; response_revision:13086; number_of_response:1; }","duration":"814.342416ms","start":"2026-03-03T14:32:24.455187Z","end":"2026-03-03T14:32:25.269529Z","steps":["trace[1643792864] 'process raft request' (duration: 725.596462ms)","trace[1643792864] 'compare' (duration: 87.368342ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:25.269615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.455174Z","time spent":"814.400497ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:25.269641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.989403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:25.269664Z","caller":"traceutil/trace.go:171","msg":"trace[779041468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13086; }","duration":"302.014643ms","start":"2026-03-03T14:32:24.967643Z","end":"2026-03-03T14:32:25.269658Z","steps":["trace[779041468] 'agreement among raft nodes before linearized reading' (duration: 301.944312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.967549Z","time spent":"302.128396ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:25.269824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.3242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:25.269855Z","caller":"traceutil/trace.go:171","msg":"trace[186711580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13086; }","duration":"302.359041ms","start":"2026-03-03T14:32:24.967486Z","end":"2026-03-03T14:32:25.269845Z","steps":["trace[186711580] 'agreement among raft nodes before linearized reading' (duration: 302.295319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.269873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.967481Z","time spent":"302.386862ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:25.269995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.524326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:25.270016Z","caller":"traceutil/trace.go:171","msg":"trace[1221022486] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13086; }","duration":"302.592747ms","start":"2026-03-03T14:32:24.967416Z","end":"2026-03-03T14:32:25.270009Z","steps":["trace[1221022486] 'agreement among raft nodes before linearized reading' (duration: 302.533206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.270034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.967396Z","time spent":"302.632659ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:25.270104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.29405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:32:25.27014Z","caller":"traceutil/trace.go:171","msg":"trace[2105960089] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:13086; }","duration":"342.381862ms","start":"2026-03-03T14:32:24.927747Z","end":"2026-03-03T14:32:25.270129Z","steps":["trace[2105960089] 'agreement among raft nodes before linearized reading' (duration: 342.27829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.270131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.462458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk\" ","response":"range_response_count:1 size:8812"} {"level":"warn","ts":"2026-03-03T14:32:25.270162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.927717Z","time spent":"342.439974ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:32:25.270197Z","caller":"traceutil/trace.go:171","msg":"trace[2036073080] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk; range_end:; response_count:1; response_revision:13086; }","duration":"816.570149ms","start":"2026-03-03T14:32:24.453607Z","end":"2026-03-03T14:32:25.270177Z","steps":["trace[2036073080] 'agreement among raft nodes before linearized reading' (duration: 816.390335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.270196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.151636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:32:25.270204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.381812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:25.270244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.453582Z","time spent":"816.651892ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":8836,"request content":"key:\"/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk\" "} {"level":"info","ts":"2026-03-03T14:32:25.270266Z","caller":"traceutil/trace.go:171","msg":"trace[191575934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13086; }","duration":"549.279109ms","start":"2026-03-03T14:32:24.720967Z","end":"2026-03-03T14:32:25.270247Z","steps":["trace[191575934] 'agreement among raft nodes before linearized reading' (duration: 549.057184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:25.270278Z","caller":"traceutil/trace.go:171","msg":"trace[1976775282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:13086; }","duration":"635.491924ms","start":"2026-03-03T14:32:24.634766Z","end":"2026-03-03T14:32:25.270258Z","steps":["trace[1976775282] 'agreement among raft nodes before linearized reading' (duration: 635.368841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.270309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.720936Z","time spent":"549.364561ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:25.270299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.181509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:32:25.270327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.634751Z","time spent":"635.560426ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:25.27036Z","caller":"traceutil/trace.go:171","msg":"trace[272442219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13086; }","duration":"633.294662ms","start":"2026-03-03T14:32:24.637048Z","end":"2026-03-03T14:32:25.270343Z","steps":["trace[272442219] 'agreement among raft nodes before linearized reading' (duration: 633.009656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.270398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.637035Z","time spent":"633.357763ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:32:25.271184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.30993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:32:25.27126Z","caller":"traceutil/trace.go:171","msg":"trace[30502952] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13086; }","duration":"651.452053ms","start":"2026-03-03T14:32:24.619789Z","end":"2026-03-03T14:32:25.271241Z","steps":["trace[30502952] 'agreement among raft nodes before linearized reading' (duration: 650.230975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.271305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.619761Z","time spent":"651.531695ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1325,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:25.758877Z","caller":"traceutil/trace.go:171","msg":"trace[281869944] transaction","detail":"{read_only:false; response_revision:13089; number_of_response:1; }","duration":"482.997547ms","start":"2026-03-03T14:32:25.275858Z","end":"2026-03-03T14:32:25.758856Z","steps":["trace[281869944] 'process raft request' (duration: 482.920445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:25.758954Z","caller":"traceutil/trace.go:171","msg":"trace[562770198] transaction","detail":"{read_only:false; response_revision:13088; number_of_response:1; }","duration":"484.845231ms","start":"2026-03-03T14:32:25.274059Z","end":"2026-03-03T14:32:25.758904Z","steps":["trace[562770198] 'process raft request' (duration: 484.559264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.759023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.275846Z","time spent":"483.116789ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:25.759146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.274041Z","time spent":"485.002224ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:25.759274Z","caller":"traceutil/trace.go:171","msg":"trace[435564058] transaction","detail":"{read_only:false; response_revision:13090; number_of_response:1; }","duration":"483.390716ms","start":"2026-03-03T14:32:25.275874Z","end":"2026-03-03T14:32:25.759265Z","steps":["trace[435564058] 'process raft request' (duration: 482.943026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.759318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.275861Z","time spent":"483.437137ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:25.759546Z","caller":"traceutil/trace.go:171","msg":"trace[806784622] transaction","detail":"{read_only:false; response_revision:13091; number_of_response:1; }","duration":"483.631281ms","start":"2026-03-03T14:32:25.275902Z","end":"2026-03-03T14:32:25.759533Z","steps":["trace[806784622] 'process raft request' (duration: 483.258513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.759606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.275892Z","time spent":"483.687582ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:25.759649Z","caller":"traceutil/trace.go:171","msg":"trace[1902507279] transaction","detail":"{read_only:false; response_revision:13092; number_of_response:1; }","duration":"483.727094ms","start":"2026-03-03T14:32:25.275906Z","end":"2026-03-03T14:32:25.759633Z","steps":["trace[1902507279] 'process raft request' (duration: 483.54889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.759709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.275894Z","time spent":"483.787685ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:25.759715Z","caller":"traceutil/trace.go:171","msg":"trace[1544473030] transaction","detail":"{read_only:false; response_revision:13093; number_of_response:1; }","duration":"479.862932ms","start":"2026-03-03T14:32:25.279819Z","end":"2026-03-03T14:32:25.759682Z","steps":["trace[1544473030] 'process raft request' (duration: 479.690468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:25.759893Z","caller":"traceutil/trace.go:171","msg":"trace[1443534814] linearizableReadLoop","detail":"{readStateIndex:13646; appliedIndex:13644; }","duration":"483.763434ms","start":"2026-03-03T14:32:25.275806Z","end":"2026-03-03T14:32:25.759569Z","steps":["trace[1443534814] 'read index received' (duration: 87.906935ms)","trace[1443534814] 'applied index is now lower than readState.Index' (duration: 395.855439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:25.759935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.279803Z","time spent":"480.033016ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8782,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:25.760187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.377589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525318"} {"level":"info","ts":"2026-03-03T14:32:25.760227Z","caller":"traceutil/trace.go:171","msg":"trace[680782102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13093; }","duration":"484.438951ms","start":"2026-03-03T14:32:25.275778Z","end":"2026-03-03T14:32:25.760217Z","steps":["trace[680782102] 'agreement among raft nodes before linearized reading' (duration: 484.053841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.760252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.275767Z","time spent":"484.477422ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525342,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:25.760402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.106297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:25.76042Z","caller":"traceutil/trace.go:171","msg":"trace[1389744281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13093; }","duration":"157.168519ms","start":"2026-03-03T14:32:25.603247Z","end":"2026-03-03T14:32:25.760415Z","steps":["trace[1389744281] 'agreement among raft nodes before linearized reading' (duration: 157.117038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.760507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.098947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:25.760542Z","caller":"traceutil/trace.go:171","msg":"trace[143427167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13093; }","duration":"415.169069ms","start":"2026-03-03T14:32:25.345364Z","end":"2026-03-03T14:32:25.760533Z","steps":["trace[143427167] 'agreement among raft nodes before linearized reading' (duration: 415.111687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.760562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.345343Z","time spent":"415.213929ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:32:25.760574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.250854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:25.760588Z","caller":"traceutil/trace.go:171","msg":"trace[1097644617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13093; }","duration":"483.278004ms","start":"2026-03-03T14:32:25.277306Z","end":"2026-03-03T14:32:25.760584Z","steps":["trace[1097644617] 'agreement among raft nodes before linearized reading' (duration: 483.253053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.760605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.2773Z","time spent":"483.302164ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:25.76276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.040889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525318"} {"level":"info","ts":"2026-03-03T14:32:25.762859Z","caller":"traceutil/trace.go:171","msg":"trace[1228249039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13093; }","duration":"486.176412ms","start":"2026-03-03T14:32:25.276661Z","end":"2026-03-03T14:32:25.762837Z","steps":["trace[1228249039] 'agreement among raft nodes before linearized reading' (duration: 483.718504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.762916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.276652Z","time spent":"486.250023ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525342,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:26.211705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.298682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:26.211774Z","caller":"traceutil/trace.go:171","msg":"trace[1015980402] linearizableReadLoop","detail":"{readStateIndex:13652; appliedIndex:13651; }","duration":"441.657497ms","start":"2026-03-03T14:32:25.770105Z","end":"2026-03-03T14:32:26.211763Z","steps":["trace[1015980402] 'read index received' (duration: 133.234431ms)","trace[1015980402] 'applied index is now lower than readState.Index' (duration: 308.422296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:26.211909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.80098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:32:26.211942Z","caller":"traceutil/trace.go:171","msg":"trace[831996839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13094; }","duration":"441.860291ms","start":"2026-03-03T14:32:25.770073Z","end":"2026-03-03T14:32:26.211933Z","steps":["trace[831996839] 'agreement among raft nodes before linearized reading' (duration: 441.731658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:26.211966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.770057Z","time spent":"441.903113ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:32:26.211853Z","caller":"traceutil/trace.go:171","msg":"trace[2118126082] transaction","detail":"{read_only:false; response_revision:13094; number_of_response:1; }","duration":"447.237829ms","start":"2026-03-03T14:32:25.764582Z","end":"2026-03-03T14:32:26.211819Z","steps":["trace[2118126082] 'process raft request' (duration: 138.772133ms)","trace[2118126082] 'compare' (duration: 308.220211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:26.212124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.764571Z","time spent":"447.454164ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:26.65149Z","caller":"traceutil/trace.go:171","msg":"trace[303199472] transaction","detail":"{read_only:false; response_revision:13095; number_of_response:1; }","duration":"710.155726ms","start":"2026-03-03T14:32:25.941303Z","end":"2026-03-03T14:32:26.651458Z","steps":["trace[303199472] 'process raft request' (duration: 661.983023ms)","trace[303199472] 'compare' (duration: 48.04932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:26.651665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.94127Z","time spent":"710.311589ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:26.699999Z","caller":"traceutil/trace.go:171","msg":"trace[1771571269] transaction","detail":"{read_only:false; response_revision:13096; number_of_response:1; }","duration":"671.264223ms","start":"2026-03-03T14:32:26.028712Z","end":"2026-03-03T14:32:26.699976Z","steps":["trace[1771571269] 'process raft request' (duration: 671.005007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:26.700033Z","caller":"traceutil/trace.go:171","msg":"trace[2121332133] transaction","detail":"{read_only:false; response_revision:13097; number_of_response:1; }","duration":"106.176279ms","start":"2026-03-03T14:32:26.593831Z","end":"2026-03-03T14:32:26.700007Z","steps":["trace[2121332133] 'process raft request' (duration: 106.025975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:26.700113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.028691Z","time spent":"671.354405ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:26.700136Z","caller":"traceutil/trace.go:171","msg":"trace[1429630173] linearizableReadLoop","detail":"{readStateIndex:13654; appliedIndex:13652; }","duration":"488.332193ms","start":"2026-03-03T14:32:26.211787Z","end":"2026-03-03T14:32:26.700119Z","steps":["trace[1429630173] 'read index received' (duration: 391.580868ms)","trace[1429630173] 'applied index is now lower than readState.Index' (duration: 96.749515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:26.700213Z","caller":"traceutil/trace.go:171","msg":"trace[1804961374] transaction","detail":"{read_only:false; response_revision:13099; number_of_response:1; }","duration":"104.738714ms","start":"2026-03-03T14:32:26.59546Z","end":"2026-03-03T14:32:26.700199Z","steps":["trace[1804961374] 'process raft request' (duration: 104.471198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:26.70048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.678112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:26.700488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.311132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:32:26.700547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.970059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:26.700527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.706919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:32:26.700568Z","caller":"traceutil/trace.go:171","msg":"trace[1402959385] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13099; }","duration":"179.807525ms","start":"2026-03-03T14:32:26.520739Z","end":"2026-03-03T14:32:26.700547Z","steps":["trace[1402959385] 'agreement among raft nodes before linearized reading' (duration: 179.677762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:26.700589Z","caller":"traceutil/trace.go:171","msg":"trace[44580049] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:13099; }","duration":"309.040021ms","start":"2026-03-03T14:32:26.391534Z","end":"2026-03-03T14:32:26.700574Z","steps":["trace[44580049] 'agreement among raft nodes before linearized reading' (duration: 308.965699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:26.700589Z","caller":"traceutil/trace.go:171","msg":"trace[1322031864] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13099; }","duration":"805.462666ms","start":"2026-03-03T14:32:25.895102Z","end":"2026-03-03T14:32:26.700565Z","steps":["trace[1322031864] 'agreement among raft nodes before linearized reading' (duration: 805.114147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:26.700618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.391518Z","time spent":"309.093572ms","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:26.700673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.895082Z","time spent":"805.575209ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:32:26.700593Z","caller":"traceutil/trace.go:171","msg":"trace[96200120] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13099; }","duration":"487.816282ms","start":"2026-03-03T14:32:26.212766Z","end":"2026-03-03T14:32:26.700582Z","steps":["trace[96200120] 'agreement among raft nodes before linearized reading' (duration: 487.625908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:26.701154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.212739Z","time spent":"488.398435ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19104,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:32:26.700039Z","caller":"traceutil/trace.go:171","msg":"trace[1053339042] transaction","detail":"{read_only:false; response_revision:13098; number_of_response:1; }","duration":"105.248927ms","start":"2026-03-03T14:32:26.594721Z","end":"2026-03-03T14:32:26.69997Z","steps":["trace[1053339042] 'process raft request' (duration: 105.177515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.042327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.989163ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:32:27.042467Z","caller":"traceutil/trace.go:171","msg":"trace[1526013888] linearizableReadLoop","detail":"{readStateIndex:13658; appliedIndex:13657; }","duration":"331.35723ms","start":"2026-03-03T14:32:26.711085Z","end":"2026-03-03T14:32:27.042442Z","steps":["trace[1526013888] 'read index received' (duration: 40.176263ms)","trace[1526013888] 'applied index is now lower than readState.Index' (duration: 291.179097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:27.042577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.702496Z","time spent":"340.076986ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:32:27.042826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.923786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:27.04296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.007058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:27.043039Z","caller":"traceutil/trace.go:171","msg":"trace[379953169] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13099; }","duration":"220.132731ms","start":"2026-03-03T14:32:26.82289Z","end":"2026-03-03T14:32:27.043023Z","steps":["trace[379953169] 'agreement among raft nodes before linearized reading' (duration: 219.961087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:27.042912Z","caller":"traceutil/trace.go:171","msg":"trace[1797711636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13099; }","duration":"287.053508ms","start":"2026-03-03T14:32:26.755841Z","end":"2026-03-03T14:32:27.042894Z","steps":["trace[1797711636] 'agreement among raft nodes before linearized reading' (duration: 286.852094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.043075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.977084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:32:27.043154Z","caller":"traceutil/trace.go:171","msg":"trace[665004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13099; }","duration":"332.086046ms","start":"2026-03-03T14:32:26.711047Z","end":"2026-03-03T14:32:27.043133Z","steps":["trace[665004] 'agreement among raft nodes before linearized reading' (duration: 331.688037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.043228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.711031Z","time spent":"332.18205ms","remote":"127.0.0.1:34338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:32:27.418263Z","caller":"traceutil/trace.go:171","msg":"trace[5064063] linearizableReadLoop","detail":"{readStateIndex:13659; appliedIndex:13658; }","duration":"373.989441ms","start":"2026-03-03T14:32:27.044249Z","end":"2026-03-03T14:32:27.418239Z","steps":["trace[5064063] 'read index received' (duration: 373.854528ms)","trace[5064063] 'applied index is now lower than readState.Index' (duration: 133.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:27.418282Z","caller":"traceutil/trace.go:171","msg":"trace[280470136] transaction","detail":"{read_only:false; response_revision:13100; number_of_response:1; }","duration":"374.295038ms","start":"2026-03-03T14:32:27.043958Z","end":"2026-03-03T14:32:27.418253Z","steps":["trace[280470136] 'process raft request' (duration: 374.092973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.418423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.043937Z","time spent":"374.42015ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:27.418585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.311248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:27.418628Z","caller":"traceutil/trace.go:171","msg":"trace[1773748404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13100; }","duration":"374.405562ms","start":"2026-03-03T14:32:27.044212Z","end":"2026-03-03T14:32:27.418617Z","steps":["trace[1773748404] 'agreement among raft nodes before linearized reading' (duration: 374.168875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.418692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.044196Z","time spent":"374.486033ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:27.833998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.973294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:27.834087Z","caller":"traceutil/trace.go:171","msg":"trace[1378906778] linearizableReadLoop","detail":"{readStateIndex:13660; appliedIndex:13659; }","duration":"409.910214ms","start":"2026-03-03T14:32:27.42416Z","end":"2026-03-03T14:32:27.83407Z","steps":["trace[1378906778] 'read index received' (duration: 139.803016ms)","trace[1378906778] 'applied index is now lower than readState.Index' (duration: 270.106118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:27.834148Z","caller":"traceutil/trace.go:171","msg":"trace[1026534268] transaction","detail":"{read_only:false; response_revision:13101; number_of_response:1; }","duration":"410.817875ms","start":"2026-03-03T14:32:27.423305Z","end":"2026-03-03T14:32:27.834123Z","steps":["trace[1026534268] 'process raft request' (duration: 140.645666ms)","trace[1026534268] 'compare' (duration: 269.661727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:27.834267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.423281Z","time spent":"410.918717ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:27.834581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.415066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:27.83467Z","caller":"traceutil/trace.go:171","msg":"trace[688159713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:13101; }","duration":"410.457616ms","start":"2026-03-03T14:32:27.424145Z","end":"2026-03-03T14:32:27.834603Z","steps":["trace[688159713] 'agreement among raft nodes before linearized reading' (duration: 409.982295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.834727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.424138Z","time spent":"410.580799ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:32:28.335091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:28.555332Z","caller":"traceutil/trace.go:171","msg":"trace[1910773154] transaction","detail":"{read_only:false; response_revision:13102; number_of_response:1; }","duration":"789.290572ms","start":"2026-03-03T14:32:27.766011Z","end":"2026-03-03T14:32:28.555302Z","steps":["trace[1910773154] 'process raft request' (duration: 789.141688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.555482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.765982Z","time spent":"789.430314ms","remote":"127.0.0.1:36850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:28.61033Z","caller":"traceutil/trace.go:171","msg":"trace[2096728498] linearizableReadLoop","detail":"{readStateIndex:13662; appliedIndex:13661; }","duration":"776.197792ms","start":"2026-03-03T14:32:27.834106Z","end":"2026-03-03T14:32:28.610303Z","steps":["trace[2096728498] 'read index received' (duration: 721.74978ms)","trace[2096728498] 'applied index is now lower than readState.Index' (duration: 54.447002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:28.610532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.976234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:28.610582Z","caller":"traceutil/trace.go:171","msg":"trace[1677030957] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13103; }","duration":"824.047877ms","start":"2026-03-03T14:32:27.786522Z","end":"2026-03-03T14:32:28.61057Z","steps":["trace[1677030957] 'agreement among raft nodes before linearized reading' (duration: 823.863983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.610592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.526858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:32:28.610618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.786517Z","time spent":"824.091788ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8656,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"info","ts":"2026-03-03T14:32:28.610624Z","caller":"traceutil/trace.go:171","msg":"trace[375993249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13103; }","duration":"824.573439ms","start":"2026-03-03T14:32:27.78604Z","end":"2026-03-03T14:32:28.610613Z","steps":["trace[375993249] 'agreement among raft nodes before linearized reading' (duration: 824.460896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.610654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.786035Z","time spent":"824.61278ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:32:28.610812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.388528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:28.610824Z","caller":"traceutil/trace.go:171","msg":"trace[2039473862] transaction","detail":"{read_only:false; response_revision:13103; number_of_response:1; }","duration":"444.032642ms","start":"2026-03-03T14:32:28.16678Z","end":"2026-03-03T14:32:28.610813Z","steps":["trace[2039473862] 'process raft request' (duration: 443.395097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.610855Z","caller":"traceutil/trace.go:171","msg":"trace[242985183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13103; }","duration":"844.45063ms","start":"2026-03-03T14:32:27.766395Z","end":"2026-03-03T14:32:28.610846Z","steps":["trace[242985183] 'agreement among raft nodes before linearized reading' (duration: 844.350658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.610886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.766386Z","time spent":"844.494391ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:28.61097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.688384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:32:28.611004Z","caller":"traceutil/trace.go:171","msg":"trace[780932667] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13103; }","duration":"795.750636ms","start":"2026-03-03T14:32:27.815243Z","end":"2026-03-03T14:32:28.610994Z","steps":["trace[780932667] 'agreement among raft nodes before linearized reading' (duration: 795.664174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.611036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.815219Z","time spent":"795.808387ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:32:28.611101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.269044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:28.611139Z","caller":"traceutil/trace.go:171","msg":"trace[1461651948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13103; }","duration":"846.315185ms","start":"2026-03-03T14:32:27.764813Z","end":"2026-03-03T14:32:28.611128Z","steps":["trace[1461651948] 'agreement among raft nodes before linearized reading' (duration: 846.224433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.61117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.764807Z","time spent":"846.356596ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:28.611218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.232803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:32:28.611251Z","caller":"traceutil/trace.go:171","msg":"trace[1503309998] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13103; }","duration":"814.366857ms","start":"2026-03-03T14:32:27.796876Z","end":"2026-03-03T14:32:28.611243Z","steps":["trace[1503309998] 'agreement among raft nodes before linearized reading' (duration: 814.279735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.611277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.796851Z","time spent":"814.418557ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:32:28.611344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.595651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:28.611377Z","caller":"traceutil/trace.go:171","msg":"trace[2145377888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13103; }","duration":"846.646583ms","start":"2026-03-03T14:32:27.764722Z","end":"2026-03-03T14:32:28.611369Z","steps":["trace[2145377888] 'agreement among raft nodes before linearized reading' (duration: 846.564151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.611407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.764712Z","time spent":"846.689723ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:28.611815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.637038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:28.610888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:28.166752Z","time spent":"444.095403ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:28.611851Z","caller":"traceutil/trace.go:171","msg":"trace[2094241901] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13103; }","duration":"853.70526ms","start":"2026-03-03T14:32:27.758135Z","end":"2026-03-03T14:32:28.61184Z","steps":["trace[2094241901] 'agreement among raft nodes before linearized reading' (duration: 853.654458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.611876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.758115Z","time spent":"853.75554ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:28.612076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.320301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:28.612115Z","caller":"traceutil/trace.go:171","msg":"trace[982591899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13103; }","duration":"396.398863ms","start":"2026-03-03T14:32:28.215706Z","end":"2026-03-03T14:32:28.612105Z","steps":["trace[982591899] 'agreement among raft nodes before linearized reading' (duration: 396.302331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.61214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:28.215686Z","time spent":"396.447404ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:32:28.824426Z","caller":"traceutil/trace.go:171","msg":"trace[662436274] transaction","detail":"{read_only:false; response_revision:13105; number_of_response:1; }","duration":"204.715246ms","start":"2026-03-03T14:32:28.619673Z","end":"2026-03-03T14:32:28.824388Z","steps":["trace[662436274] 'process raft request' (duration: 197.873494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.824653Z","caller":"traceutil/trace.go:171","msg":"trace[323263380] linearizableReadLoop","detail":"{readStateIndex:13669; appliedIndex:13663; }","duration":"115.732095ms","start":"2026-03-03T14:32:28.708886Z","end":"2026-03-03T14:32:28.824618Z","steps":["trace[323263380] 'read index received' (duration: 108.674948ms)","trace[323263380] 'applied index is now lower than readState.Index' (duration: 7.055417ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:28.824736Z","caller":"traceutil/trace.go:171","msg":"trace[355292459] transaction","detail":"{read_only:false; response_revision:13111; number_of_response:1; }","duration":"114.491515ms","start":"2026-03-03T14:32:28.710224Z","end":"2026-03-03T14:32:28.824715Z","steps":["trace[355292459] 'process raft request' (duration: 114.307241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.82478Z","caller":"traceutil/trace.go:171","msg":"trace[1413440182] transaction","detail":"{read_only:false; response_revision:13107; number_of_response:1; }","duration":"204.993132ms","start":"2026-03-03T14:32:28.619759Z","end":"2026-03-03T14:32:28.824752Z","steps":["trace[1413440182] 'process raft request' (duration: 204.569592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.824818Z","caller":"traceutil/trace.go:171","msg":"trace[251796718] transaction","detail":"{read_only:false; response_revision:13112; number_of_response:1; }","duration":"104.779585ms","start":"2026-03-03T14:32:28.720022Z","end":"2026-03-03T14:32:28.824802Z","steps":["trace[251796718] 'process raft request' (duration: 104.54604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.825007Z","caller":"traceutil/trace.go:171","msg":"trace[193235815] transaction","detail":"{read_only:false; response_revision:13108; number_of_response:1; }","duration":"176.361164ms","start":"2026-03-03T14:32:28.648629Z","end":"2026-03-03T14:32:28.82499Z","steps":["trace[193235815] 'process raft request' (duration: 175.755529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.82523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.055339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk\" ","response":"range_response_count:1 size:8797"} {"level":"info","ts":"2026-03-03T14:32:28.825276Z","caller":"traceutil/trace.go:171","msg":"trace[1228475814] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-68df8557cd-x4pqk; range_end:; response_count:1; response_revision:13112; }","duration":"115.116711ms","start":"2026-03-03T14:32:28.710146Z","end":"2026-03-03T14:32:28.825263Z","steps":["trace[1228475814] 'agreement among raft nodes before linearized reading' (duration: 114.889346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.825509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.254933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:32:28.825545Z","caller":"traceutil/trace.go:171","msg":"trace[1096517268] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:13112; }","duration":"112.321305ms","start":"2026-03-03T14:32:28.713215Z","end":"2026-03-03T14:32:28.825536Z","steps":["trace[1096517268] 'agreement among raft nodes before linearized reading' (duration: 112.217612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.825625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.500329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525318"} {"level":"info","ts":"2026-03-03T14:32:28.825692Z","caller":"traceutil/trace.go:171","msg":"trace[611488759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13112; }","duration":"206.590071ms","start":"2026-03-03T14:32:28.61909Z","end":"2026-03-03T14:32:28.82568Z","steps":["trace[611488759] 'agreement among raft nodes before linearized reading' (duration: 205.7513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.82582Z","caller":"traceutil/trace.go:171","msg":"trace[1669276263] transaction","detail":"{read_only:false; response_revision:13109; number_of_response:1; }","duration":"119.445784ms","start":"2026-03-03T14:32:28.70636Z","end":"2026-03-03T14:32:28.825805Z","steps":["trace[1669276263] 'process raft request' (duration: 118.086501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.832546Z","caller":"traceutil/trace.go:171","msg":"trace[742167804] transaction","detail":"{read_only:false; response_revision:13110; number_of_response:1; }","duration":"125.976378ms","start":"2026-03-03T14:32:28.706529Z","end":"2026-03-03T14:32:28.832505Z","steps":["trace[742167804] 'process raft request' (duration: 117.965948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.832798Z","caller":"traceutil/trace.go:171","msg":"trace[1566609844] transaction","detail":"{read_only:false; response_revision:13106; number_of_response:1; }","duration":"204.89287ms","start":"2026-03-03T14:32:28.619723Z","end":"2026-03-03T14:32:28.824616Z","steps":["trace[1566609844] 'process raft request' (duration: 204.507901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:29.134127Z","caller":"traceutil/trace.go:171","msg":"trace[164736359] transaction","detail":"{read_only:false; response_revision:13113; number_of_response:1; }","duration":"298.979672ms","start":"2026-03-03T14:32:28.835127Z","end":"2026-03-03T14:32:29.134106Z","steps":["trace[164736359] 'process raft request' (duration: 298.835578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:29.63254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.336965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:29.632648Z","caller":"traceutil/trace.go:171","msg":"trace[631735430] transaction","detail":"{read_only:false; response_revision:13114; number_of_response:1; }","duration":"489.911551ms","start":"2026-03-03T14:32:29.142718Z","end":"2026-03-03T14:32:29.632629Z","steps":["trace[631735430] 'process raft request' (duration: 377.396112ms)","trace[631735430] 'compare' (duration: 111.883584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:29.632704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.142695Z","time spent":"489.982433ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7308,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:30.021804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.675871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:30.022244Z","caller":"traceutil/trace.go:171","msg":"trace[1648921592] transaction","detail":"{read_only:false; response_revision:13115; number_of_response:1; }","duration":"379.053041ms","start":"2026-03-03T14:32:29.64316Z","end":"2026-03-03T14:32:30.022213Z","steps":["trace[1648921592] 'process raft request' (duration: 268.845667ms)","trace[1648921592] 'compare' (duration: 109.483947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:30.022348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.239918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:30.022386Z","caller":"traceutil/trace.go:171","msg":"trace[329623892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13115; }","duration":"264.308649ms","start":"2026-03-03T14:32:29.758067Z","end":"2026-03-03T14:32:30.022376Z","steps":["trace[329623892] 'agreement among raft nodes before linearized reading' (duration: 264.235807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.022389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.643139Z","time spent":"379.173244ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:30.022264Z","caller":"traceutil/trace.go:171","msg":"trace[880203491] linearizableReadLoop","detail":"{readStateIndex:13674; appliedIndex:13673; }","duration":"264.018912ms","start":"2026-03-03T14:32:29.758107Z","end":"2026-03-03T14:32:30.022126Z","steps":["trace[880203491] 'read index received' (duration: 153.86259ms)","trace[880203491] 'applied index is now lower than readState.Index' (duration: 110.152752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:30.022853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.329819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:30.022909Z","caller":"traceutil/trace.go:171","msg":"trace[1655001984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13115; }","duration":"237.426252ms","start":"2026-03-03T14:32:29.785465Z","end":"2026-03-03T14:32:30.022891Z","steps":["trace[1655001984] 'agreement among raft nodes before linearized reading' (duration: 237.33403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.023276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.287978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:30.023338Z","caller":"traceutil/trace.go:171","msg":"trace[2071210893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13115; }","duration":"159.36983ms","start":"2026-03-03T14:32:29.863951Z","end":"2026-03-03T14:32:30.02332Z","steps":["trace[2071210893] 'agreement among raft nodes before linearized reading' (duration: 159.195796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.462575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.95343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:30.462697Z","caller":"traceutil/trace.go:171","msg":"trace[199739970] transaction","detail":"{read_only:false; response_revision:13116; number_of_response:1; }","duration":"434.918067ms","start":"2026-03-03T14:32:30.027754Z","end":"2026-03-03T14:32:30.462672Z","steps":["trace[199739970] 'process raft request' (duration: 302.772272ms)","trace[199739970] 'compare' (duration: 131.225833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:30.462776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.027732Z","time spent":"435.003558ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:30.808088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.96817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:32:30.808172Z","caller":"traceutil/trace.go:171","msg":"trace[987892775] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13116; }","duration":"183.060402ms","start":"2026-03-03T14:32:30.62509Z","end":"2026-03-03T14:32:30.80815Z","steps":["trace[987892775] 'range keys from in-memory index tree' (duration: 182.772026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.91625Z","caller":"traceutil/trace.go:171","msg":"trace[251224546] linearizableReadLoop","detail":"{readStateIndex:13676; appliedIndex:13676; }","duration":"104.089979ms","start":"2026-03-03T14:32:30.812147Z","end":"2026-03-03T14:32:30.916237Z","steps":["trace[251224546] 'read index received' (duration: 104.082789ms)","trace[251224546] 'applied index is now lower than readState.Index' (duration: 6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:30.917134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.968309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525269"} {"level":"info","ts":"2026-03-03T14:32:30.917196Z","caller":"traceutil/trace.go:171","msg":"trace[1400796638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13117; }","duration":"105.104023ms","start":"2026-03-03T14:32:30.812079Z","end":"2026-03-03T14:32:30.917183Z","steps":["trace[1400796638] 'agreement among raft nodes before linearized reading' (duration: 104.408537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.922157Z","caller":"traceutil/trace.go:171","msg":"trace[998516674] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"104.389856ms","start":"2026-03-03T14:32:30.811791Z","end":"2026-03-03T14:32:30.916181Z","steps":["trace[998516674] 'process raft request' (duration: 104.205712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.981309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.35095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:32:30.981395Z","caller":"traceutil/trace.go:171","msg":"trace[297619346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13120; }","duration":"151.486114ms","start":"2026-03-03T14:32:30.829887Z","end":"2026-03-03T14:32:30.981374Z","steps":["trace[297619346] 'agreement among raft nodes before linearized reading' (duration: 151.266108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.981904Z","caller":"traceutil/trace.go:171","msg":"trace[745691214] transaction","detail":"{read_only:false; response_revision:13118; number_of_response:1; }","duration":"150.104521ms","start":"2026-03-03T14:32:30.83178Z","end":"2026-03-03T14:32:30.981885Z","steps":["trace[745691214] 'process raft request' (duration: 149.186879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.982168Z","caller":"traceutil/trace.go:171","msg":"trace[100194497] transaction","detail":"{read_only:false; response_revision:13119; number_of_response:1; }","duration":"148.77665ms","start":"2026-03-03T14:32:30.833377Z","end":"2026-03-03T14:32:30.982153Z","steps":["trace[100194497] 'process raft request' (duration: 147.687463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.982343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.003037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:30.982391Z","caller":"traceutil/trace.go:171","msg":"trace[69484289] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13120; }","duration":"152.075008ms","start":"2026-03-03T14:32:30.830305Z","end":"2026-03-03T14:32:30.98238Z","steps":["trace[69484289] 'agreement among raft nodes before linearized reading' (duration: 151.978786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.982487Z","caller":"traceutil/trace.go:171","msg":"trace[1361140538] transaction","detail":"{read_only:false; response_revision:13120; number_of_response:1; }","duration":"144.206851ms","start":"2026-03-03T14:32:30.838272Z","end":"2026-03-03T14:32:30.982479Z","steps":["trace[1361140538] 'process raft request' (duration: 142.837068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.982565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.729094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:30.98258Z","caller":"traceutil/trace.go:171","msg":"trace[1485119265] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13120; }","duration":"139.780906ms","start":"2026-03-03T14:32:30.842796Z","end":"2026-03-03T14:32:30.982577Z","steps":["trace[1485119265] 'agreement among raft nodes before linearized reading' (duration: 139.735165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.982737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.722175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:30.982756Z","caller":"traceutil/trace.go:171","msg":"trace[679349646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13120; }","duration":"142.782047ms","start":"2026-03-03T14:32:30.83997Z","end":"2026-03-03T14:32:30.982752Z","steps":["trace[679349646] 'agreement among raft nodes before linearized reading' (duration: 142.680094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.347979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.534816ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T14:32:31.348076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.98514Z","time spent":"362.932668ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:32:31.375566Z","caller":"traceutil/trace.go:171","msg":"trace[909506511] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"387.148683ms","start":"2026-03-03T14:32:30.988399Z","end":"2026-03-03T14:32:31.375548Z","steps":["trace[909506511] 'process raft request' (duration: 386.890677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.375637Z","caller":"traceutil/trace.go:171","msg":"trace[1976552894] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"387.157733ms","start":"2026-03-03T14:32:30.98844Z","end":"2026-03-03T14:32:31.375598Z","steps":["trace[1976552894] 'process raft request' (duration: 386.961568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.375721Z","caller":"traceutil/trace.go:171","msg":"trace[663110693] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"387.245796ms","start":"2026-03-03T14:32:30.988465Z","end":"2026-03-03T14:32:31.375711Z","steps":["trace[663110693] 'process raft request' (duration: 386.964389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.375772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.988462Z","time spent":"387.284306ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.375785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.988437Z","time spent":"387.264575ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.375902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.988391Z","time spent":"387.232805ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:31.376065Z","caller":"traceutil/trace.go:171","msg":"trace[1292637811] linearizableReadLoop","detail":"{readStateIndex:13683; appliedIndex:13679; }","duration":"387.468241ms","start":"2026-03-03T14:32:30.988587Z","end":"2026-03-03T14:32:31.376055Z","steps":["trace[1292637811] 'read index received' (duration: 67.819478ms)","trace[1292637811] 'applied index is now lower than readState.Index' (duration: 319.648103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.376082Z","caller":"traceutil/trace.go:171","msg":"trace[759135073] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"365.423017ms","start":"2026-03-03T14:32:31.010644Z","end":"2026-03-03T14:32:31.376067Z","steps":["trace[759135073] 'process raft request' (duration: 364.810763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.37612Z","caller":"traceutil/trace.go:171","msg":"trace[1261180192] transaction","detail":"{read_only:false; response_revision:13125; number_of_response:1; }","duration":"361.939975ms","start":"2026-03-03T14:32:31.014172Z","end":"2026-03-03T14:32:31.376112Z","steps":["trace[1261180192] 'process raft request' (duration: 361.819402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.376131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.010633Z","time spent":"365.474619ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11581,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.376181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.014155Z","time spent":"361.980996ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.376892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.331651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525269"} {"level":"info","ts":"2026-03-03T14:32:31.376927Z","caller":"traceutil/trace.go:171","msg":"trace[1472470654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13125; }","duration":"388.370313ms","start":"2026-03-03T14:32:30.988549Z","end":"2026-03-03T14:32:31.376919Z","steps":["trace[1472470654] 'agreement among raft nodes before linearized reading' (duration: 387.766878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.37695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.988477Z","time spent":"388.467524ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525293,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:31.639557Z","caller":"traceutil/trace.go:171","msg":"trace[1422406447] linearizableReadLoop","detail":"{readStateIndex:13686; appliedIndex:13685; }","duration":"263.442398ms","start":"2026-03-03T14:32:31.376093Z","end":"2026-03-03T14:32:31.639536Z","steps":["trace[1422406447] 'read index received' (duration: 263.254674ms)","trace[1422406447] 'applied index is now lower than readState.Index' (duration: 186.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.639952Z","caller":"traceutil/trace.go:171","msg":"trace[1792338226] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"290.718495ms","start":"2026-03-03T14:32:31.34922Z","end":"2026-03-03T14:32:31.639939Z","steps":["trace[1792338226] 'process raft request' (duration: 290.187862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.640213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.088134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:31.640262Z","caller":"traceutil/trace.go:171","msg":"trace[1183926632] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13126; }","duration":"541.239149ms","start":"2026-03-03T14:32:31.09901Z","end":"2026-03-03T14:32:31.640249Z","steps":["trace[1183926632] 'agreement among raft nodes before linearized reading' (duration: 541.138746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.640295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.098989Z","time spent":"541.296691ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:31.891572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.719352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:31.891883Z","caller":"traceutil/trace.go:171","msg":"trace[819743004] transaction","detail":"{read_only:false; response_revision:13127; number_of_response:1; }","duration":"245.178576ms","start":"2026-03-03T14:32:31.646682Z","end":"2026-03-03T14:32:31.891861Z","steps":["trace[819743004] 'process raft request' (duration: 76.081845ms)","trace[819743004] 'compare' (duration: 168.590029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:32.574972Z","caller":"traceutil/trace.go:171","msg":"trace[1717499760] transaction","detail":"{read_only:false; response_revision:13128; number_of_response:1; }","duration":"104.372536ms","start":"2026-03-03T14:32:32.470583Z","end":"2026-03-03T14:32:32.574956Z","steps":["trace[1717499760] 'process raft request' (duration: 104.238393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:33.258811Z","caller":"traceutil/trace.go:171","msg":"trace[254755906] transaction","detail":"{read_only:false; response_revision:13129; number_of_response:1; }","duration":"327.902967ms","start":"2026-03-03T14:32:32.930848Z","end":"2026-03-03T14:32:33.258751Z","steps":["trace[254755906] 'process raft request' (duration: 327.761604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.258952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.930824Z","time spent":"328.054391ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:33.259508Z","caller":"traceutil/trace.go:171","msg":"trace[653093686] linearizableReadLoop","detail":"{readStateIndex:13690; appliedIndex:13690; }","duration":"327.95785ms","start":"2026-03-03T14:32:32.931511Z","end":"2026-03-03T14:32:33.259469Z","steps":["trace[653093686] 'read index received' (duration: 327.95103ms)","trace[653093686] 'applied index is now lower than readState.Index' (duration: 5.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:33.260371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.846251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525269"} {"level":"info","ts":"2026-03-03T14:32:33.260489Z","caller":"traceutil/trace.go:171","msg":"trace[1130984779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13129; }","duration":"328.972494ms","start":"2026-03-03T14:32:32.931503Z","end":"2026-03-03T14:32:33.260476Z","steps":["trace[1130984779] 'agreement among raft nodes before linearized reading' (duration: 328.057772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.260552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.931472Z","time spent":"329.067136ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525293,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:33.881017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676607,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:33.983682Z","caller":"traceutil/trace.go:171","msg":"trace[533467532] linearizableReadLoop","detail":"{readStateIndex:13693; appliedIndex:13690; }","duration":"602.990233ms","start":"2026-03-03T14:32:33.380675Z","end":"2026-03-03T14:32:33.983665Z","steps":["trace[533467532] 'read index received' (duration: 602.84005ms)","trace[533467532] 'applied index is now lower than readState.Index' (duration: 149.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:33.983772Z","caller":"traceutil/trace.go:171","msg":"trace[103234622] transaction","detail":"{read_only:false; response_revision:13131; number_of_response:1; }","duration":"995.676497ms","start":"2026-03-03T14:32:32.988089Z","end":"2026-03-03T14:32:33.983765Z","steps":["trace[103234622] 'process raft request' (duration: 995.522924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.98387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.988079Z","time spent":"995.712588ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:33.983965Z","caller":"traceutil/trace.go:171","msg":"trace[133621783] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"995.178466ms","start":"2026-03-03T14:32:32.988781Z","end":"2026-03-03T14:32:33.98396Z","steps":["trace[133621783] 'process raft request' (duration: 994.856118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.983996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.988771Z","time spent":"995.210076ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:33.984111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.438063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:33.984133Z","caller":"traceutil/trace.go:171","msg":"trace[1528748970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13132; }","duration":"603.495815ms","start":"2026-03-03T14:32:33.380631Z","end":"2026-03-03T14:32:33.984126Z","steps":["trace[1528748970] 'agreement among raft nodes before linearized reading' (duration: 603.403173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.98415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.38061Z","time spent":"603.536365ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:33.984313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.433214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:33.984346Z","caller":"traceutil/trace.go:171","msg":"trace[1549769484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13132; }","duration":"603.499405ms","start":"2026-03-03T14:32:33.38084Z","end":"2026-03-03T14:32:33.98434Z","steps":["trace[1549769484] 'agreement among raft nodes before linearized reading' (duration: 603.342621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.984366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.380833Z","time spent":"603.528335ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:33.984453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.586215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:33.98448Z","caller":"traceutil/trace.go:171","msg":"trace[1803848269] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:13132; }","duration":"460.80091ms","start":"2026-03-03T14:32:33.523672Z","end":"2026-03-03T14:32:33.984473Z","steps":["trace[1803848269] 'agreement among raft nodes before linearized reading' (duration: 460.751559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.984497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.523653Z","time spent":"460.83979ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:33.984517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.693266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:32:33.984541Z","caller":"traceutil/trace.go:171","msg":"trace[935450182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13132; }","duration":"602.713236ms","start":"2026-03-03T14:32:33.38182Z","end":"2026-03-03T14:32:33.984533Z","steps":["trace[935450182] 'agreement among raft nodes before linearized reading' (duration: 602.670125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.984559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.381719Z","time spent":"602.8358ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:32:33.983701Z","caller":"traceutil/trace.go:171","msg":"trace[372426033] transaction","detail":"{read_only:false; response_revision:13130; number_of_response:1; }","duration":"995.973425ms","start":"2026-03-03T14:32:32.9877Z","end":"2026-03-03T14:32:33.983674Z","steps":["trace[372426033] 'process raft request' (duration: 995.777671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.984477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.918204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:33.984613Z","caller":"traceutil/trace.go:171","msg":"trace[1163908922] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13132; }","duration":"593.062607ms","start":"2026-03-03T14:32:33.391542Z","end":"2026-03-03T14:32:33.984605Z","steps":["trace[1163908922] 'agreement among raft nodes before linearized reading' (duration: 592.894743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.984623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.987671Z","time spent":"996.931028ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:33.984642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.391535Z","time spent":"593.099928ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8656,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" "} {"level":"info","ts":"2026-03-03T14:32:34.144759Z","caller":"traceutil/trace.go:171","msg":"trace[1657329169] transaction","detail":"{read_only:false; response_revision:13135; number_of_response:1; }","duration":"154.289751ms","start":"2026-03-03T14:32:33.990443Z","end":"2026-03-03T14:32:34.144733Z","steps":["trace[1657329169] 'process raft request' (duration: 154.23601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:34.144973Z","caller":"traceutil/trace.go:171","msg":"trace[224230232] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"154.772833ms","start":"2026-03-03T14:32:33.990184Z","end":"2026-03-03T14:32:34.144957Z","steps":["trace[224230232] 'process raft request' (duration: 151.229338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:34.897161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.338009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:34.897284Z","caller":"traceutil/trace.go:171","msg":"trace[44163306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13136; }","duration":"140.506743ms","start":"2026-03-03T14:32:34.756755Z","end":"2026-03-03T14:32:34.897262Z","steps":["trace[44163306] 'range keys from in-memory index tree' (duration: 140.187735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:42.172197Z","caller":"traceutil/trace.go:171","msg":"trace[2083349482] transaction","detail":"{read_only:false; response_revision:13172; number_of_response:1; }","duration":"103.855213ms","start":"2026-03-03T14:32:42.068321Z","end":"2026-03-03T14:32:42.172176Z","steps":["trace[2083349482] 'process raft request' (duration: 103.71488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:46.05001Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11885} {"level":"info","ts":"2026-03-03T14:32:46.110432Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11885,"took":"54.756449ms","hash":2757828455,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":22568960,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T14:32:46.110481Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2757828455,"revision":11885,"compact-revision":11093} {"level":"info","ts":"2026-03-03T14:32:48.405763Z","caller":"traceutil/trace.go:171","msg":"trace[988726510] linearizableReadLoop","detail":"{readStateIndex:13778; appliedIndex:13777; }","duration":"203.588618ms","start":"2026-03-03T14:32:48.20215Z","end":"2026-03-03T14:32:48.405739Z","steps":["trace[988726510] 'read index received' (duration: 164.244795ms)","trace[988726510] 'applied index is now lower than readState.Index' (duration: 39.342783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:48.40588Z","caller":"traceutil/trace.go:171","msg":"trace[1768852554] transaction","detail":"{read_only:false; response_revision:13213; number_of_response:1; }","duration":"216.429833ms","start":"2026-03-03T14:32:48.189399Z","end":"2026-03-03T14:32:48.405829Z","steps":["trace[1768852554] 'process raft request' (duration: 177.061389ms)","trace[1768852554] 'compare' (duration: 38.806101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:48.406046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.879896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:32:48.406113Z","caller":"traceutil/trace.go:171","msg":"trace[547307277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13213; }","duration":"203.998627ms","start":"2026-03-03T14:32:48.202101Z","end":"2026-03-03T14:32:48.406099Z","steps":["trace[547307277] 'agreement among raft nodes before linearized reading' (duration: 203.800233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.40624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.673072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-p4vcv\" ","response":"range_response_count:1 size:8632"} {"level":"info","ts":"2026-03-03T14:32:48.406336Z","caller":"traceutil/trace.go:171","msg":"trace[1190550221] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-p4vcv; range_end:; response_count:1; response_revision:13213; }","duration":"171.817965ms","start":"2026-03-03T14:32:48.234501Z","end":"2026-03-03T14:32:48.406319Z","steps":["trace[1190550221] 'agreement among raft nodes before linearized reading' (duration: 171.498057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.406418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.727887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:32:48.406474Z","caller":"traceutil/trace.go:171","msg":"trace[1256878251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13213; }","duration":"132.809ms","start":"2026-03-03T14:32:48.273649Z","end":"2026-03-03T14:32:48.406458Z","steps":["trace[1256878251] 'agreement among raft nodes before linearized reading' (duration: 132.626196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.406546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.977022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:32:48.406615Z","caller":"traceutil/trace.go:171","msg":"trace[365705780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13213; }","duration":"135.083555ms","start":"2026-03-03T14:32:48.271516Z","end":"2026-03-03T14:32:48.406599Z","steps":["trace[365705780] 'agreement among raft nodes before linearized reading' (duration: 134.91453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.91215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693676860,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:49.334348Z","caller":"traceutil/trace.go:171","msg":"trace[1076164281] transaction","detail":"{read_only:false; response_revision:13214; number_of_response:1; }","duration":"923.102177ms","start":"2026-03-03T14:32:48.411217Z","end":"2026-03-03T14:32:49.334319Z","steps":["trace[1076164281] 'process raft request' (duration: 922.884182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.334509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.411193Z","time spent":"923.233821ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:49.335985Z","caller":"traceutil/trace.go:171","msg":"trace[1901447130] linearizableReadLoop","detail":"{readStateIndex:13781; appliedIndex:13778; }","duration":"924.370527ms","start":"2026-03-03T14:32:48.411589Z","end":"2026-03-03T14:32:49.33596Z","steps":["trace[1901447130] 'read index received' (duration: 922.526014ms)","trace[1901447130] 'applied index is now lower than readState.Index' (duration: 1.843323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:49.336281Z","caller":"traceutil/trace.go:171","msg":"trace[1480899913] transaction","detail":"{read_only:false; response_revision:13215; number_of_response:1; }","duration":"924.971291ms","start":"2026-03-03T14:32:48.411296Z","end":"2026-03-03T14:32:49.336267Z","steps":["trace[1480899913] 'process raft request' (duration: 924.50799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.336386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.41126Z","time spent":"925.056093ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:49.336573Z","caller":"traceutil/trace.go:171","msg":"trace[838383968] transaction","detail":"{read_only:false; response_revision:13216; number_of_response:1; }","duration":"924.915051ms","start":"2026-03-03T14:32:48.411648Z","end":"2026-03-03T14:32:49.336563Z","steps":["trace[838383968] 'process raft request' (duration: 924.273605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.336629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.411635Z","time spent":"924.965892ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:49.337266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.797415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:49.337328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.457092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:49.33736Z","caller":"traceutil/trace.go:171","msg":"trace[605209034] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:13216; }","duration":"644.956179ms","start":"2026-03-03T14:32:48.692382Z","end":"2026-03-03T14:32:49.337338Z","steps":["trace[605209034] 'agreement among raft nodes before linearized reading' (duration: 644.798605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:49.33738Z","caller":"traceutil/trace.go:171","msg":"trace[79590252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13216; }","duration":"578.539474ms","start":"2026-03-03T14:32:48.758816Z","end":"2026-03-03T14:32:49.337356Z","steps":["trace[79590252] 'agreement among raft nodes before linearized reading' (duration: 578.474213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.337395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.189963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:32:49.337413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.758795Z","time spent":"578.611915ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:49.337418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.692357Z","time spent":"645.04754ms","remote":"127.0.0.1:39270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:49.337441Z","caller":"traceutil/trace.go:171","msg":"trace[1680532279] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13216; }","duration":"553.262724ms","start":"2026-03-03T14:32:48.784166Z","end":"2026-03-03T14:32:49.337429Z","steps":["trace[1680532279] 'agreement among raft nodes before linearized reading' (duration: 553.128131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.337486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.784149Z","time spent":"553.328396ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:49.337635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.89418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:49.337647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.510509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:49.337673Z","caller":"traceutil/trace.go:171","msg":"trace[1044740353] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13216; }","duration":"642.987512ms","start":"2026-03-03T14:32:48.694675Z","end":"2026-03-03T14:32:49.337662Z","steps":["trace[1044740353] 'agreement among raft nodes before linearized reading' (duration: 642.922141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.337696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.69465Z","time spent":"643.040434ms","remote":"127.0.0.1:34238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:49.337694Z","caller":"traceutil/trace.go:171","msg":"trace[443968353] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:13216; }","duration":"628.608081ms","start":"2026-03-03T14:32:48.709075Z","end":"2026-03-03T14:32:49.337683Z","steps":["trace[443968353] 'agreement among raft nodes before linearized reading' (duration: 628.534899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.337729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.709065Z","time spent":"628.655512ms","remote":"127.0.0.1:36840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:49.338273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.62136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525743"} {"level":"info","ts":"2026-03-03T14:32:49.338403Z","caller":"traceutil/trace.go:171","msg":"trace[230759290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13216; }","duration":"926.788554ms","start":"2026-03-03T14:32:48.411582Z","end":"2026-03-03T14:32:49.338371Z","steps":["trace[230759290] 'agreement among raft nodes before linearized reading' (duration: 925.150616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.338472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.411573Z","time spent":"926.876697ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525767,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:49.340273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.16305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:49.340339Z","caller":"traceutil/trace.go:171","msg":"trace[892122250] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:13216; }","duration":"195.265543ms","start":"2026-03-03T14:32:49.145059Z","end":"2026-03-03T14:32:49.340325Z","steps":["trace[892122250] 'agreement among raft nodes before linearized reading' (duration: 192.177949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:50.258678Z","caller":"traceutil/trace.go:171","msg":"trace[1007601250] transaction","detail":"{read_only:false; response_revision:13225; number_of_response:1; }","duration":"180.172455ms","start":"2026-03-03T14:32:50.078466Z","end":"2026-03-03T14:32:50.258638Z","steps":["trace[1007601250] 'process raft request' (duration: 178.006973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:50.258761Z","caller":"traceutil/trace.go:171","msg":"trace[1534424903] transaction","detail":"{read_only:false; response_revision:13226; number_of_response:1; }","duration":"156.681457ms","start":"2026-03-03T14:32:50.102046Z","end":"2026-03-03T14:32:50.258728Z","steps":["trace[1534424903] 'process raft request' (duration: 156.359399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:50.258914Z","caller":"traceutil/trace.go:171","msg":"trace[895191462] linearizableReadLoop","detail":"{readStateIndex:13791; appliedIndex:13789; }","duration":"113.836481ms","start":"2026-03-03T14:32:50.145038Z","end":"2026-03-03T14:32:50.258875Z","steps":["trace[895191462] 'read index received' (duration: 111.443904ms)","trace[895191462] 'applied index is now lower than readState.Index' (duration: 2.388997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:50.259068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.006195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:50.259152Z","caller":"traceutil/trace.go:171","msg":"trace[682116189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13226; }","duration":"114.141308ms","start":"2026-03-03T14:32:50.144991Z","end":"2026-03-03T14:32:50.259132Z","steps":["trace[682116189] 'agreement among raft nodes before linearized reading' (duration: 113.975044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:51.173947Z","caller":"traceutil/trace.go:171","msg":"trace[678734939] transaction","detail":"{read_only:false; response_revision:13228; number_of_response:1; }","duration":"120.434787ms","start":"2026-03-03T14:32:51.053492Z","end":"2026-03-03T14:32:51.173927Z","steps":["trace[678734939] 'process raft request' (duration: 120.298714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:51.174205Z","caller":"traceutil/trace.go:171","msg":"trace[799378918] linearizableReadLoop","detail":"{readStateIndex:13793; appliedIndex:13792; }","duration":"120.509228ms","start":"2026-03-03T14:32:51.053687Z","end":"2026-03-03T14:32:51.174196Z","steps":["trace[799378918] 'read index received' (duration: 120.057498ms)","trace[799378918] 'applied index is now lower than readState.Index' (duration: 450.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:51.174424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.722665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-79b6f94fc8-p9hqs\" ","response":"range_response_count:1 size:13262"} {"level":"info","ts":"2026-03-03T14:32:51.174494Z","caller":"traceutil/trace.go:171","msg":"trace[691936632] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-79b6f94fc8-p9hqs; range_end:; response_count:1; response_revision:13228; }","duration":"120.846968ms","start":"2026-03-03T14:32:51.053632Z","end":"2026-03-03T14:32:51.174479Z","steps":["trace[691936632] 'agreement among raft nodes before linearized reading' (duration: 120.640863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.521062Z","caller":"traceutil/trace.go:171","msg":"trace[1531287447] transaction","detail":"{read_only:false; response_revision:13254; number_of_response:1; }","duration":"120.698393ms","start":"2026-03-03T14:32:53.400343Z","end":"2026-03-03T14:32:53.521042Z","steps":["trace[1531287447] 'process raft request' (duration: 120.669902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.521254Z","caller":"traceutil/trace.go:171","msg":"trace[626079841] linearizableReadLoop","detail":"{readStateIndex:13818; appliedIndex:13817; }","duration":"121.047611ms","start":"2026-03-03T14:32:53.400195Z","end":"2026-03-03T14:32:53.521242Z","steps":["trace[626079841] 'read index received' (duration: 82.835835ms)","trace[626079841] 'applied index is now lower than readState.Index' (duration: 38.210316ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.521322Z","caller":"traceutil/trace.go:171","msg":"trace[338936711] transaction","detail":"{read_only:false; response_revision:13252; number_of_response:1; }","duration":"121.972682ms","start":"2026-03-03T14:32:53.39934Z","end":"2026-03-03T14:32:53.521312Z","steps":["trace[338936711] 'process raft request' (duration: 83.680115ms)","trace[338936711] 'compare' (duration: 37.866887ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.521352Z","caller":"traceutil/trace.go:171","msg":"trace[1322766555] transaction","detail":"{read_only:false; response_revision:13253; number_of_response:1; }","duration":"121.049021ms","start":"2026-03-03T14:32:53.400295Z","end":"2026-03-03T14:32:53.521344Z","steps":["trace[1322766555] 'process raft request' (duration: 120.691803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.521661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.32612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:32:53.521691Z","caller":"traceutil/trace.go:171","msg":"trace[1087404472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13254; }","duration":"103.423432ms","start":"2026-03-03T14:32:53.418256Z","end":"2026-03-03T14:32:53.521679Z","steps":["trace[1087404472] 'agreement among raft nodes before linearized reading' (duration: 103.34766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:53.521845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.649857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:527040"} {"level":"info","ts":"2026-03-03T14:32:53.521871Z","caller":"traceutil/trace.go:171","msg":"trace[147409398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13254; }","duration":"121.677997ms","start":"2026-03-03T14:32:53.400186Z","end":"2026-03-03T14:32:53.521864Z","steps":["trace[147409398] 'agreement among raft nodes before linearized reading' (duration: 121.241426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:06.111214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.620964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:33:06.111306Z","caller":"traceutil/trace.go:171","msg":"trace[139624415] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13321; }","duration":"212.752396ms","start":"2026-03-03T14:33:05.898535Z","end":"2026-03-03T14:33:06.111287Z","steps":["trace[139624415] 'range keys from in-memory index tree' (duration: 212.467408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:07.912529Z","caller":"traceutil/trace.go:171","msg":"trace[110882127] linearizableReadLoop","detail":"{readStateIndex:13903; appliedIndex:13902; }","duration":"178.492515ms","start":"2026-03-03T14:33:07.733999Z","end":"2026-03-03T14:33:07.912491Z","steps":["trace[110882127] 'read index received' (duration: 178.203107ms)","trace[110882127] 'applied index is now lower than readState.Index' (duration: 287.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:07.912611Z","caller":"traceutil/trace.go:171","msg":"trace[642066803] transaction","detail":"{read_only:false; response_revision:13334; number_of_response:1; }","duration":"209.171992ms","start":"2026-03-03T14:33:07.703404Z","end":"2026-03-03T14:33:07.912576Z","steps":["trace[642066803] 'process raft request' (duration: 208.856303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:07.912967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.931405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:07.913034Z","caller":"traceutil/trace.go:171","msg":"trace[1940127663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13334; }","duration":"179.067268ms","start":"2026-03-03T14:33:07.733951Z","end":"2026-03-03T14:33:07.913018Z","steps":["trace[1940127663] 'agreement among raft nodes before linearized reading' (duration: 178.72652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.100118Z","caller":"traceutil/trace.go:171","msg":"trace[919097010] transaction","detail":"{read_only:false; response_revision:13335; number_of_response:1; }","duration":"254.688151ms","start":"2026-03-03T14:33:07.8454Z","end":"2026-03-03T14:33:08.100088Z","steps":["trace[919097010] 'process raft request' (duration: 200.544917ms)","trace[919097010] 'compare' (duration: 53.051738ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:08.100665Z","caller":"traceutil/trace.go:171","msg":"trace[1038563468] transaction","detail":"{read_only:false; response_revision:13337; number_of_response:1; }","duration":"183.105654ms","start":"2026-03-03T14:33:07.917502Z","end":"2026-03-03T14:33:08.100608Z","steps":["trace[1038563468] 'process raft request' (duration: 183.051363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.100947Z","caller":"traceutil/trace.go:171","msg":"trace[367905044] transaction","detail":"{read_only:false; response_revision:13336; number_of_response:1; }","duration":"255.321566ms","start":"2026-03-03T14:33:07.845597Z","end":"2026-03-03T14:33:08.100918Z","steps":["trace[367905044] 'process raft request' (duration: 254.295301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.101086Z","caller":"traceutil/trace.go:171","msg":"trace[1533388456] linearizableReadLoop","detail":"{readStateIndex:13905; appliedIndex:13903; }","duration":"188.44683ms","start":"2026-03-03T14:33:07.912628Z","end":"2026-03-03T14:33:08.101075Z","steps":["trace[1533388456] 'read index received' (duration: 133.322322ms)","trace[1533388456] 'applied index is now lower than readState.Index' (duration: 55.123378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:08.101292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.122145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:08.101338Z","caller":"traceutil/trace.go:171","msg":"trace[572416974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13337; }","duration":"358.215198ms","start":"2026-03-03T14:33:07.743108Z","end":"2026-03-03T14:33:08.101323Z","steps":["trace[572416974] 'agreement among raft nodes before linearized reading' (duration: 358.028813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:08.101465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:07.743088Z","time spent":"358.365301ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:08.101828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.188002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:33:08.101867Z","caller":"traceutil/trace.go:171","msg":"trace[1851364397] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13337; }","duration":"314.259394ms","start":"2026-03-03T14:33:07.787598Z","end":"2026-03-03T14:33:08.101857Z","steps":["trace[1851364397] 'agreement among raft nodes before linearized reading' (duration: 314.122441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:08.102294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.336278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:08.102349Z","caller":"traceutil/trace.go:171","msg":"trace[1067048091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13337; }","duration":"344.40855ms","start":"2026-03-03T14:33:07.757924Z","end":"2026-03-03T14:33:08.102332Z","steps":["trace[1067048091] 'agreement among raft nodes before linearized reading' (duration: 344.321388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:08.102388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:07.757913Z","time spent":"344.468782ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:08.102375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.962025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:33:08.102491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.569039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:33:08.10275Z","caller":"traceutil/trace.go:171","msg":"trace[1264240681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13337; }","duration":"335.357345ms","start":"2026-03-03T14:33:07.767368Z","end":"2026-03-03T14:33:08.102726Z","steps":["trace[1264240681] 'agreement among raft nodes before linearized reading' (duration: 334.612867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.102788Z","caller":"traceutil/trace.go:171","msg":"trace[1013778591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13337; }","duration":"335.916017ms","start":"2026-03-03T14:33:07.766844Z","end":"2026-03-03T14:33:08.10276Z","steps":["trace[1013778591] 'agreement among raft nodes before linearized reading' (duration: 335.426946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:08.102843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:07.766826Z","time spent":"336.00482ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:08.102837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:07.767332Z","time spent":"335.488638ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:08.101893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:07.787578Z","time spent":"314.308746ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:33:08.379068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.169784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:08.37916Z","caller":"traceutil/trace.go:171","msg":"trace[555267675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13339; }","duration":"164.309017ms","start":"2026-03-03T14:33:08.21483Z","end":"2026-03-03T14:33:08.379139Z","steps":["trace[555267675] 'range keys from in-memory index tree' (duration: 164.039761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.599723Z","caller":"traceutil/trace.go:171","msg":"trace[21083365] transaction","detail":"{read_only:false; response_revision:13340; number_of_response:1; }","duration":"187.939968ms","start":"2026-03-03T14:33:08.411761Z","end":"2026-03-03T14:33:08.599701Z","steps":["trace[21083365] 'process raft request' (duration: 187.800034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.601465Z","caller":"traceutil/trace.go:171","msg":"trace[672370109] transaction","detail":"{read_only:false; response_revision:13341; number_of_response:1; }","duration":"187.468046ms","start":"2026-03-03T14:33:08.413975Z","end":"2026-03-03T14:33:08.601443Z","steps":["trace[672370109] 'process raft request' (duration: 187.297802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:09.712355Z","caller":"traceutil/trace.go:171","msg":"trace[1680158401] transaction","detail":"{read_only:false; response_revision:13343; number_of_response:1; }","duration":"115.900699ms","start":"2026-03-03T14:33:09.596414Z","end":"2026-03-03T14:33:09.712315Z","steps":["trace[1680158401] 'process raft request' (duration: 115.731435ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.139271Z","caller":"traceutil/trace.go:171","msg":"trace[1051538176] transaction","detail":"{read_only:false; response_revision:13344; number_of_response:1; }","duration":"180.574193ms","start":"2026-03-03T14:33:09.958666Z","end":"2026-03-03T14:33:10.13924Z","steps":["trace[1051538176] 'process raft request' (duration: 180.356868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.400652Z","caller":"traceutil/trace.go:171","msg":"trace[1591473208] linearizableReadLoop","detail":"{readStateIndex:13914; appliedIndex:13913; }","duration":"240.650218ms","start":"2026-03-03T14:33:10.159975Z","end":"2026-03-03T14:33:10.400625Z","steps":["trace[1591473208] 'read index received' (duration: 228.412678ms)","trace[1591473208] 'applied index is now lower than readState.Index' (duration: 12.23634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:10.400858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.864413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:33:10.400898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.116022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:33:10.400929Z","caller":"traceutil/trace.go:171","msg":"trace[639627180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13345; }","duration":"240.965206ms","start":"2026-03-03T14:33:10.159937Z","end":"2026-03-03T14:33:10.400902Z","steps":["trace[639627180] 'agreement among raft nodes before linearized reading' (duration: 240.807592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.400938Z","caller":"traceutil/trace.go:171","msg":"trace[1243367404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13345; }","duration":"239.204344ms","start":"2026-03-03T14:33:10.161718Z","end":"2026-03-03T14:33:10.400922Z","steps":["trace[1243367404] 'agreement among raft nodes before linearized reading' (duration: 239.048331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.400946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.258544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:33:10.40099Z","caller":"traceutil/trace.go:171","msg":"trace[2095048605] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13345; }","duration":"236.362107ms","start":"2026-03-03T14:33:10.164615Z","end":"2026-03-03T14:33:10.400977Z","steps":["trace[2095048605] 'agreement among raft nodes before linearized reading' (duration: 236.223363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.400728Z","caller":"traceutil/trace.go:171","msg":"trace[125338087] transaction","detail":"{read_only:false; response_revision:13345; number_of_response:1; }","duration":"257.321354ms","start":"2026-03-03T14:33:10.143371Z","end":"2026-03-03T14:33:10.400693Z","steps":["trace[125338087] 'process raft request' (duration: 244.972981ms)","trace[125338087] 'compare' (duration: 12.017895ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:10.603365Z","caller":"traceutil/trace.go:171","msg":"trace[684116895] transaction","detail":"{read_only:false; response_revision:13346; number_of_response:1; }","duration":"195.323094ms","start":"2026-03-03T14:33:10.408016Z","end":"2026-03-03T14:33:10.603339Z","steps":["trace[684116895] 'process raft request' (duration: 195.189181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.626656Z","caller":"traceutil/trace.go:171","msg":"trace[1330379037] transaction","detail":"{read_only:false; response_revision:13347; number_of_response:1; }","duration":"218.580265ms","start":"2026-03-03T14:33:10.408043Z","end":"2026-03-03T14:33:10.626623Z","steps":["trace[1330379037] 'process raft request' (duration: 218.426101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.923995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.153539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:33:10.924046Z","caller":"traceutil/trace.go:171","msg":"trace[973178720] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13350; }","duration":"114.2348ms","start":"2026-03-03T14:33:10.809797Z","end":"2026-03-03T14:33:10.924032Z","steps":["trace[973178720] 'range keys from in-memory index tree' (duration: 114.007854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.92413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.587294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-03T14:33:10.924135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.209554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:10.924156Z","caller":"traceutil/trace.go:171","msg":"trace[729249271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13350; }","duration":"126.651355ms","start":"2026-03-03T14:33:10.797495Z","end":"2026-03-03T14:33:10.924147Z","steps":["trace[729249271] 'range keys from in-memory index tree' (duration: 126.304176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.923975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.060231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:10.924186Z","caller":"traceutil/trace.go:171","msg":"trace[2128881377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13350; }","duration":"166.256175ms","start":"2026-03-03T14:33:10.757911Z","end":"2026-03-03T14:33:10.924167Z","steps":["trace[2128881377] 'range keys from in-memory index tree' (duration: 166.122762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.924282Z","caller":"traceutil/trace.go:171","msg":"trace[2106853189] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:13350; }","duration":"223.382159ms","start":"2026-03-03T14:33:10.700856Z","end":"2026-03-03T14:33:10.924238Z","steps":["trace[2106853189] 'count revisions from in-memory index tree' (duration: 223.002109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.037698Z","caller":"traceutil/trace.go:171","msg":"trace[7102856] transaction","detail":"{read_only:false; response_revision:13351; number_of_response:1; }","duration":"109.219151ms","start":"2026-03-03T14:33:10.928467Z","end":"2026-03-03T14:33:11.037686Z","steps":["trace[7102856] 'process raft request' (duration: 109.131729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.120246Z","caller":"traceutil/trace.go:171","msg":"trace[1745223771] linearizableReadLoop","detail":"{readStateIndex:13921; appliedIndex:13920; }","duration":"136.289743ms","start":"2026-03-03T14:33:10.98394Z","end":"2026-03-03T14:33:11.12023Z","steps":["trace[1745223771] 'read index received' (duration: 53.848337ms)","trace[1745223771] 'applied index is now lower than readState.Index' (duration: 82.440646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:11.120422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.466617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-03T14:33:11.120461Z","caller":"traceutil/trace.go:171","msg":"trace[1011532329] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b49d3453a4a; range_end:; response_count:1; response_revision:13352; }","duration":"136.547759ms","start":"2026-03-03T14:33:10.983902Z","end":"2026-03-03T14:33:11.12045Z","steps":["trace[1011532329] 'agreement among raft nodes before linearized reading' (duration: 136.396786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.120726Z","caller":"traceutil/trace.go:171","msg":"trace[577788743] transaction","detail":"{read_only:false; response_revision:13352; number_of_response:1; }","duration":"191.776309ms","start":"2026-03-03T14:33:10.928938Z","end":"2026-03-03T14:33:11.120715Z","steps":["trace[577788743] 'process raft request' (duration: 191.213536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:11.973975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.46733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:11.97434Z","caller":"traceutil/trace.go:171","msg":"trace[1523956763] transaction","detail":"{read_only:false; response_revision:13353; number_of_response:1; }","duration":"851.314333ms","start":"2026-03-03T14:33:11.122994Z","end":"2026-03-03T14:33:11.974309Z","steps":["trace[1523956763] 'process raft request' (duration: 490.435013ms)","trace[1523956763] 'compare' (duration: 359.996059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:11.974489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.122973Z","time spent":"851.441166ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:11.974364Z","caller":"traceutil/trace.go:171","msg":"trace[1685090654] linearizableReadLoop","detail":"{readStateIndex:13922; appliedIndex:13921; }","duration":"595.997827ms","start":"2026-03-03T14:33:11.378346Z","end":"2026-03-03T14:33:11.974344Z","steps":["trace[1685090654] 'read index received' (duration: 235.048385ms)","trace[1685090654] 'applied index is now lower than readState.Index' (duration: 360.948042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:12.481155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.059438ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:33:12.481299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102908961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:12.481423Z","caller":"traceutil/trace.go:171","msg":"trace[1292103785] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13353; }","duration":"1.103083415s","start":"2026-03-03T14:33:11.378309Z","end":"2026-03-03T14:33:12.481392Z","steps":["trace[1292103785] 'agreement among raft nodes before linearized reading' (duration: 596.085569ms)","trace[1292103785] 'count revisions from in-memory index tree' (duration: 506.802922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:12.481504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010204223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:12.481351Z","caller":"traceutil/trace.go:171","msg":"trace[47968658] linearizableReadLoop","detail":"{readStateIndex:13923; appliedIndex:13922; }","duration":"506.746559ms","start":"2026-03-03T14:33:11.974528Z","end":"2026-03-03T14:33:12.481274Z","steps":["trace[47968658] 'read index received' (duration: 53.741µs)","trace[47968658] 'applied index is now lower than readState.Index' (duration: 506.691098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:12.481642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.894974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:12.481599Z","caller":"traceutil/trace.go:171","msg":"trace[2077843782] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13353; }","duration":"1.010324286s","start":"2026-03-03T14:33:11.47125Z","end":"2026-03-03T14:33:12.481574Z","steps":["trace[2077843782] 'agreement among raft nodes before linearized reading' (duration: 1.010134181s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:12.481692Z","caller":"traceutil/trace.go:171","msg":"trace[1455743872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13353; }","duration":"764.987587ms","start":"2026-03-03T14:33:11.71669Z","end":"2026-03-03T14:33:12.481678Z","steps":["trace[1455743872] 'agreement among raft nodes before linearized reading' (duration: 764.833493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.481714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.471209Z","time spent":"1.01048834s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:12.481724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.716661Z","time spent":"765.055869ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:33:12.481835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.904963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b50cf54b437\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-03T14:33:12.48189Z","caller":"traceutil/trace.go:171","msg":"trace[1081370936] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b50cf54b437; range_end:; response_count:1; response_revision:13353; }","duration":"503.995545ms","start":"2026-03-03T14:33:11.977878Z","end":"2026-03-03T14:33:12.481874Z","steps":["trace[1081370936] 'agreement among raft nodes before linearized reading' (duration: 503.76447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.481948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.977855Z","time spent":"504.080687ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-7cd89db9d6-5g78h.18995b50cf54b437\" "} {"level":"warn","ts":"2026-03-03T14:33:12.481506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.378291Z","time spent":"1.103196327s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:12.482134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.589866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:12.482183Z","caller":"traceutil/trace.go:171","msg":"trace[1119667384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13353; }","duration":"323.675048ms","start":"2026-03-03T14:33:12.158497Z","end":"2026-03-03T14:33:12.482173Z","steps":["trace[1119667384] 'agreement among raft nodes before linearized reading' (duration: 323.558726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.482212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:12.158482Z","time spent":"323.72191ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:12.482388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.877563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:12.482501Z","caller":"traceutil/trace.go:171","msg":"trace[534303422] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13353; }","duration":"109.054557ms","start":"2026-03-03T14:33:12.373418Z","end":"2026-03-03T14:33:12.482473Z","steps":["trace[534303422] 'agreement among raft nodes before linearized reading' (duration: 108.7304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:12.960738Z","caller":"traceutil/trace.go:171","msg":"trace[1286193656] transaction","detail":"{read_only:false; response_revision:13360; number_of_response:1; }","duration":"272.970236ms","start":"2026-03-03T14:33:12.687744Z","end":"2026-03-03T14:33:12.960714Z","steps":["trace[1286193656] 'process raft request' (duration: 272.822492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:12.967441Z","caller":"traceutil/trace.go:171","msg":"trace[1402743792] linearizableReadLoop","detail":"{readStateIndex:13932; appliedIndex:13929; }","duration":"209.52235ms","start":"2026-03-03T14:33:12.75789Z","end":"2026-03-03T14:33:12.967412Z","steps":["trace[1402743792] 'read index received' (duration: 202.714369ms)","trace[1402743792] 'applied index is now lower than readState.Index' (duration: 6.806951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:12.967467Z","caller":"traceutil/trace.go:171","msg":"trace[471957496] transaction","detail":"{read_only:false; response_revision:13361; number_of_response:1; }","duration":"279.154113ms","start":"2026-03-03T14:33:12.688285Z","end":"2026-03-03T14:33:12.967439Z","steps":["trace[471957496] 'process raft request' (duration: 278.958678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:12.967565Z","caller":"traceutil/trace.go:171","msg":"trace[796659091] transaction","detail":"{read_only:false; response_revision:13362; number_of_response:1; }","duration":"278.824994ms","start":"2026-03-03T14:33:12.688716Z","end":"2026-03-03T14:33:12.967541Z","steps":["trace[796659091] 'process raft request' (duration: 278.65632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.967705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.798377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:12.96775Z","caller":"traceutil/trace.go:171","msg":"trace[1003853078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13362; }","duration":"209.898879ms","start":"2026-03-03T14:33:12.757839Z","end":"2026-03-03T14:33:12.967738Z","steps":["trace[1003853078] 'agreement among raft nodes before linearized reading' (duration: 209.802227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:14.183616Z","caller":"traceutil/trace.go:171","msg":"trace[2086611877] transaction","detail":"{read_only:false; response_revision:13363; number_of_response:1; }","duration":"308.563389ms","start":"2026-03-03T14:33:13.875033Z","end":"2026-03-03T14:33:14.183596Z","steps":["trace[2086611877] 'process raft request' (duration: 308.432266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.183761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:13.875008Z","time spent":"308.670761ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:15.263662Z","caller":"traceutil/trace.go:171","msg":"trace[1857012175] linearizableReadLoop","detail":"{readStateIndex:13936; appliedIndex:13934; }","duration":"679.460457ms","start":"2026-03-03T14:33:14.584179Z","end":"2026-03-03T14:33:15.263639Z","steps":["trace[1857012175] 'read index received' (duration: 81.81429ms)","trace[1857012175] 'applied index is now lower than readState.Index' (duration: 597.645227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:15.263796Z","caller":"traceutil/trace.go:171","msg":"trace[754867208] transaction","detail":"{read_only:false; response_revision:13366; number_of_response:1; }","duration":"681.553727ms","start":"2026-03-03T14:33:14.582209Z","end":"2026-03-03T14:33:15.263762Z","steps":["trace[754867208] 'process raft request' (duration: 681.386943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:15.263802Z","caller":"traceutil/trace.go:171","msg":"trace[527744083] transaction","detail":"{read_only:false; response_revision:13365; number_of_response:1; }","duration":"681.531147ms","start":"2026-03-03T14:33:14.582157Z","end":"2026-03-03T14:33:15.263688Z","steps":["trace[527744083] 'process raft request' (duration: 681.276081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.263959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.582182Z","time spent":"681.69141ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:15.263882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.678582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:33:15.264066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.58214Z","time spent":"681.788423ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:15.264013Z","caller":"traceutil/trace.go:171","msg":"trace[757870180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13366; }","duration":"679.838866ms","start":"2026-03-03T14:33:14.584162Z","end":"2026-03-03T14:33:15.264001Z","steps":["trace[757870180] 'agreement among raft nodes before linearized reading' (duration: 679.58369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.264334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.584155Z","time spent":"680.159854ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:33:15.764675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693677257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:33:15.998541Z","caller":"traceutil/trace.go:171","msg":"trace[2082772763] transaction","detail":"{read_only:false; response_revision:13367; number_of_response:1; }","duration":"1.070992484s","start":"2026-03-03T14:33:14.927521Z","end":"2026-03-03T14:33:15.998513Z","steps":["trace[2082772763] 'process raft request' (duration: 1.02699527s)","trace[2082772763] 'compare' (duration: 43.491713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:15.998689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.927499Z","time spent":"1.071117587s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:15.998919Z","caller":"traceutil/trace.go:171","msg":"trace[1987085358] transaction","detail":"{read_only:false; response_revision:13368; number_of_response:1; }","duration":"1.033412464s","start":"2026-03-03T14:33:14.965494Z","end":"2026-03-03T14:33:15.998907Z","steps":["trace[1987085358] 'process raft request' (duration: 1.032959533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.998993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.965468Z","time spent":"1.033489915s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:15.999127Z","caller":"traceutil/trace.go:171","msg":"trace[315357393] linearizableReadLoop","detail":"{readStateIndex:13940; appliedIndex:13936; }","duration":"735.388323ms","start":"2026-03-03T14:33:15.263722Z","end":"2026-03-03T14:33:15.99911Z","steps":["trace[315357393] 'read index received' (duration: 690.891238ms)","trace[315357393] 'applied index is now lower than readState.Index' (duration: 44.496505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:15.999251Z","caller":"traceutil/trace.go:171","msg":"trace[973673940] transaction","detail":"{read_only:false; response_revision:13369; number_of_response:1; }","duration":"1.026272453s","start":"2026-03-03T14:33:14.972971Z","end":"2026-03-03T14:33:15.999244Z","steps":["trace[973673940] 'process raft request' (duration: 1.025897795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.999339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.97295Z","time spent":"1.026321274s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:15.999456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313710462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:33:15.99945Z","caller":"traceutil/trace.go:171","msg":"trace[1897976861] transaction","detail":"{read_only:false; response_revision:13370; number_of_response:1; }","duration":"1.025929876s","start":"2026-03-03T14:33:14.973495Z","end":"2026-03-03T14:33:15.999424Z","steps":["trace[1897976861] 'process raft request' (duration: 1.025565717s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:15.999493Z","caller":"traceutil/trace.go:171","msg":"trace[1013104177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13370; }","duration":"1.313780353s","start":"2026-03-03T14:33:14.685702Z","end":"2026-03-03T14:33:15.999482Z","steps":["trace[1013104177] 'agreement among raft nodes before linearized reading' (duration: 1.31365336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.999527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.685686Z","time spent":"1.313833645s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:15.999587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.973476Z","time spent":"1.026037958s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:15.999638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223496351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:15.999674Z","caller":"traceutil/trace.go:171","msg":"trace[959649988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13370; }","duration":"1.223608104s","start":"2026-03-03T14:33:14.776056Z","end":"2026-03-03T14:33:15.999664Z","steps":["trace[959649988] 'agreement among raft nodes before linearized reading' (duration: 1.223552373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.9997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.776039Z","time spent":"1.223654875s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:15.999937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.347108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:526929"} {"level":"warn","ts":"2026-03-03T14:33:15.999971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.692892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:33:15.999974Z","caller":"traceutil/trace.go:171","msg":"trace[1875737251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13370; }","duration":"731.416699ms","start":"2026-03-03T14:33:15.268547Z","end":"2026-03-03T14:33:15.999964Z","steps":["trace[1875737251] 'agreement among raft nodes before linearized reading' (duration: 730.826405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.999972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318268379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:15.999998Z","caller":"traceutil/trace.go:171","msg":"trace[1331840070] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13370; }","duration":"101.751073ms","start":"2026-03-03T14:33:15.89824Z","end":"2026-03-03T14:33:15.999991Z","steps":["trace[1331840070] 'agreement among raft nodes before linearized reading' (duration: 101.667001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.000006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:15.26853Z","time spent":"731.465931ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":526953,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:33:16.000012Z","caller":"traceutil/trace.go:171","msg":"trace[1992241603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13370; }","duration":"1.318341231s","start":"2026-03-03T14:33:14.68166Z","end":"2026-03-03T14:33:16.000002Z","steps":["trace[1992241603] 'agreement among raft nodes before linearized reading' (duration: 1.318238069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.000043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.681644Z","time spent":"1.318393533s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:16.359129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.520331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:33:16.359337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.000904Z","time spent":"358.427282ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:33:16.359438Z","caller":"traceutil/trace.go:171","msg":"trace[926410770] linearizableReadLoop","detail":"{readStateIndex:13943; appliedIndex:13940; }","duration":"345.129496ms","start":"2026-03-03T14:33:16.014292Z","end":"2026-03-03T14:33:16.359421Z","steps":["trace[926410770] 'read index received' (duration: 89.283907ms)","trace[926410770] 'applied index is now lower than readState.Index' (duration: 255.844759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:16.359648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.339251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:16.359704Z","caller":"traceutil/trace.go:171","msg":"trace[619563093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13372; }","duration":"345.435344ms","start":"2026-03-03T14:33:16.014259Z","end":"2026-03-03T14:33:16.359695Z","steps":["trace[619563093] 'agreement among raft nodes before linearized reading' (duration: 345.209818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.35973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.014248Z","time spent":"345.476224ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:16.359665Z","caller":"traceutil/trace.go:171","msg":"trace[38256775] transaction","detail":"{read_only:false; response_revision:13371; number_of_response:1; }","duration":"352.465431ms","start":"2026-03-03T14:33:16.007187Z","end":"2026-03-03T14:33:16.359652Z","steps":["trace[38256775] 'process raft request' (duration: 352.075502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.359901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.007161Z","time spent":"352.657866ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:16.360055Z","caller":"traceutil/trace.go:171","msg":"trace[310368838] transaction","detail":"{read_only:false; response_revision:13372; number_of_response:1; }","duration":"351.773575ms","start":"2026-03-03T14:33:16.008229Z","end":"2026-03-03T14:33:16.360003Z","steps":["trace[310368838] 'process raft request' (duration: 351.160371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.360269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.00821Z","time spent":"351.943168ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:16.852453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.962081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19080"} {"level":"info","ts":"2026-03-03T14:33:16.852549Z","caller":"traceutil/trace.go:171","msg":"trace[1595639829] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13373; }","duration":"175.061683ms","start":"2026-03-03T14:33:16.677457Z","end":"2026-03-03T14:33:16.852518Z","steps":["trace[1595639829] 'range keys from in-memory index tree' (duration: 174.689914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.852475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.35838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:16.852624Z","caller":"traceutil/trace.go:171","msg":"trace[1041967749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13373; }","duration":"175.542734ms","start":"2026-03-03T14:33:16.677065Z","end":"2026-03-03T14:33:16.852608Z","steps":["trace[1041967749] 'range keys from in-memory index tree' (duration: 175.221307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:18.197667Z","caller":"traceutil/trace.go:171","msg":"trace[1482335708] transaction","detail":"{read_only:false; response_revision:13375; number_of_response:1; }","duration":"925.512013ms","start":"2026-03-03T14:33:17.272134Z","end":"2026-03-03T14:33:18.197646Z","steps":["trace[1482335708] 'process raft request' (duration: 925.36617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:18.197814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.272115Z","time spent":"925.615066ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.756808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:33:19.756895Z","caller":"traceutil/trace.go:171","msg":"trace[1203565955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320008s","start":"2026-03-03T14:33:17.756556Z","end":"2026-03-03T14:33:19.756876Z","steps":["trace[1203565955] 'agreement among raft nodes before linearized reading' (duration: 2.000211205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.756946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.756505Z","time spent":"2.000431271s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:19.833421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635868623s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:19.833949Z","caller":"traceutil/trace.go:171","msg":"trace[319586281] transaction","detail":"{read_only:false; response_revision:13377; number_of_response:1; }","duration":"1.829161849s","start":"2026-03-03T14:33:18.004763Z","end":"2026-03-03T14:33:19.833925Z","steps":["trace[319586281] 'process raft request' (duration: 1.829073987s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.833979Z","caller":"traceutil/trace.go:171","msg":"trace[831432602] transaction","detail":"{read_only:false; response_revision:13376; number_of_response:1; }","duration":"2.560905526s","start":"2026-03-03T14:33:17.273038Z","end":"2026-03-03T14:33:19.833943Z","steps":["trace[831432602] 'process raft request' (duration: 2.560543997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.834075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.004742Z","time spent":"1.829260051s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.83412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.273007Z","time spent":"2.561032889s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:19.834239Z","caller":"traceutil/trace.go:171","msg":"trace[116432267] transaction","detail":"{read_only:false; response_revision:13378; number_of_response:1; }","duration":"1.820211477s","start":"2026-03-03T14:33:18.014004Z","end":"2026-03-03T14:33:19.834216Z","steps":["trace[116432267] 'process raft request' (duration: 1.819884859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.834373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.013975Z","time spent":"1.820318439s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:19.834389Z","caller":"traceutil/trace.go:171","msg":"trace[1082244585] linearizableReadLoop","detail":"{readStateIndex:13947; appliedIndex:13945; }","duration":"2.077818236s","start":"2026-03-03T14:33:17.756562Z","end":"2026-03-03T14:33:19.83438Z","steps":["trace[1082244585] 'read index received' (duration: 441.062412ms)","trace[1082244585] 'applied index is now lower than readState.Index' (duration: 1.636754954s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:19.834468Z","caller":"traceutil/trace.go:171","msg":"trace[2009445786] transaction","detail":"{read_only:false; response_revision:13379; number_of_response:1; }","duration":"1.820202516s","start":"2026-03-03T14:33:18.014257Z","end":"2026-03-03T14:33:19.83446Z","steps":["trace[2009445786] 'process raft request' (duration: 1.819887638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.834509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.014243Z","time spent":"1.820244446s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.837402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822897009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:33:19.837455Z","caller":"traceutil/trace.go:171","msg":"trace[1015565825] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13381; }","duration":"1.822990591s","start":"2026-03-03T14:33:18.014449Z","end":"2026-03-03T14:33:19.83744Z","steps":["trace[1015565825] 'agreement among raft nodes before linearized reading' (duration: 1.822818577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.837488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.014437Z","time spent":"1.823043263s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:33:19.8376Z","caller":"traceutil/trace.go:171","msg":"trace[1382995252] transaction","detail":"{read_only:false; response_revision:13380; number_of_response:1; }","duration":"1.544331972s","start":"2026-03-03T14:33:18.293254Z","end":"2026-03-03T14:33:19.837586Z","steps":["trace[1382995252] 'process raft request' (duration: 1.543898122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.83767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.293198Z","time spent":"1.544432004s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.837636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.698385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:19.837736Z","caller":"traceutil/trace.go:171","msg":"trace[1125230885] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:13381; }","duration":"701.875609ms","start":"2026-03-03T14:33:19.135847Z","end":"2026-03-03T14:33:19.837722Z","steps":["trace[1125230885] 'agreement among raft nodes before linearized reading' (duration: 701.659784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.837811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.135822Z","time spent":"701.93718ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:19.83787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.786649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:33:19.837875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.997198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:19.837905Z","caller":"traceutil/trace.go:171","msg":"trace[941870582] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:13381; }","duration":"785.82438ms","start":"2026-03-03T14:33:19.052072Z","end":"2026-03-03T14:33:19.837896Z","steps":["trace[941870582] 'agreement among raft nodes before linearized reading' (duration: 785.643856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.837933Z","caller":"traceutil/trace.go:171","msg":"trace[1225732021] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13381; }","duration":"451.085791ms","start":"2026-03-03T14:33:19.386829Z","end":"2026-03-03T14:33:19.837915Z","steps":["trace[1225732021] 'agreement among raft nodes before linearized reading' (duration: 450.983628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.837958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.052022Z","time spent":"785.923163ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:19.837972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.386817Z","time spent":"451.144972ms","remote":"127.0.0.1:34170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:19.838119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.091482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:19.838003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.725105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:19.838164Z","caller":"traceutil/trace.go:171","msg":"trace[1547804890] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:13381; }","duration":"317.335668ms","start":"2026-03-03T14:33:19.520814Z","end":"2026-03-03T14:33:19.838149Z","steps":["trace[1547804890] 'agreement among raft nodes before linearized reading' (duration: 317.258556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.520795Z","time spent":"317.39825ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:19.8382Z","caller":"traceutil/trace.go:171","msg":"trace[92733145] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:13381; }","duration":"478.957751ms","start":"2026-03-03T14:33:19.359227Z","end":"2026-03-03T14:33:19.838185Z","steps":["trace[92733145] 'agreement among raft nodes before linearized reading' (duration: 478.742256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075238575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:19.838237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.359207Z","time spent":"479.018613ms","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:19.838248Z","caller":"traceutil/trace.go:171","msg":"trace[517370948] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:13381; }","duration":"1.075329657s","start":"2026-03-03T14:33:18.762907Z","end":"2026-03-03T14:33:19.838236Z","steps":["trace[517370948] 'agreement among raft nodes before linearized reading' (duration: 1.075273426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.762887Z","time spent":"1.075379929s","remote":"127.0.0.1:52204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:19.837696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.935101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:19.838336Z","caller":"traceutil/trace.go:171","msg":"trace[175484088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13381; }","duration":"705.604888ms","start":"2026-03-03T14:33:19.132719Z","end":"2026-03-03T14:33:19.838324Z","steps":["trace[175484088] 'agreement among raft nodes before linearized reading' (duration: 704.941101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.132703Z","time spent":"705.744881ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:19.838158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.82803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:33:19.838547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323476724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:33:19.838566Z","caller":"traceutil/trace.go:171","msg":"trace[580823522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13381; }","duration":"931.27649ms","start":"2026-03-03T14:33:18.907278Z","end":"2026-03-03T14:33:19.838554Z","steps":["trace[580823522] 'agreement among raft nodes before linearized reading' (duration: 930.81681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.838577Z","caller":"traceutil/trace.go:171","msg":"trace[693638377] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13381; }","duration":"1.323542606s","start":"2026-03-03T14:33:18.515026Z","end":"2026-03-03T14:33:19.838569Z","steps":["trace[693638377] 'agreement among raft nodes before linearized reading' (duration: 1.323447653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.8386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.907257Z","time spent":"931.332872ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:19.838601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.515007Z","time spent":"1.323586866s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:33:19.83876Z","caller":"traceutil/trace.go:171","msg":"trace[1071437388] transaction","detail":"{read_only:false; response_revision:13381; number_of_response:1; }","duration":"1.422260057s","start":"2026-03-03T14:33:18.416489Z","end":"2026-03-03T14:33:19.838749Z","steps":["trace[1071437388] 'process raft request' (duration: 1.42073579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473887301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:33:19.838836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.416464Z","time spent":"1.422334688s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:19.83885Z","caller":"traceutil/trace.go:171","msg":"trace[1148225014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13381; }","duration":"1.473955993s","start":"2026-03-03T14:33:18.364884Z","end":"2026-03-03T14:33:19.83884Z","steps":["trace[1148225014] 'agreement among raft nodes before linearized reading' (duration: 1.473864131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.838878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.364866Z","time spent":"1.474004494s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:19.838966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80008566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:33:19.838993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475041929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:33:19.839001Z","caller":"traceutil/trace.go:171","msg":"trace[989081824] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13381; }","duration":"1.800440267s","start":"2026-03-03T14:33:18.038549Z","end":"2026-03-03T14:33:19.838989Z","steps":["trace[989081824] 'agreement among raft nodes before linearized reading' (duration: 1.800388036s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.839032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.038532Z","time spent":"1.800494399s","remote":"127.0.0.1:48424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:19.839034Z","caller":"traceutil/trace.go:171","msg":"trace[1820969196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13381; }","duration":"1.47508238s","start":"2026-03-03T14:33:18.363938Z","end":"2026-03-03T14:33:19.83902Z","steps":["trace[1820969196] 'agreement among raft nodes before linearized reading' (duration: 1.474940657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.839064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.363878Z","time spent":"1.475177992s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:33:21.494074Z","caller":"traceutil/trace.go:171","msg":"trace[1770057903] transaction","detail":"{read_only:false; response_revision:13386; number_of_response:1; }","duration":"493.22783ms","start":"2026-03-03T14:33:21.00082Z","end":"2026-03-03T14:33:21.494048Z","steps":["trace[1770057903] 'process raft request' (duration: 493.045075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:21.49424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.000796Z","time spent":"493.356542ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:22.504176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.164748ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:33:22.504613Z","caller":"traceutil/trace.go:171","msg":"trace[1101457588] transaction","detail":"{read_only:false; response_revision:13387; number_of_response:1; }","duration":"816.671722ms","start":"2026-03-03T14:33:21.687923Z","end":"2026-03-03T14:33:22.504594Z","steps":["trace[1101457588] 'process raft request' (duration: 816.340194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.504725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.687906Z","time spent":"816.754703ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:22.912895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.229874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:22.913125Z","caller":"traceutil/trace.go:171","msg":"trace[418239024] linearizableReadLoop","detail":"{readStateIndex:13959; appliedIndex:13957; }","duration":"1.15512898s","start":"2026-03-03T14:33:21.757978Z","end":"2026-03-03T14:33:22.913107Z","steps":["trace[418239024] 'read index received' (duration: 433.133175ms)","trace[418239024] 'applied index is now lower than readState.Index' (duration: 721.994685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:22.913139Z","caller":"traceutil/trace.go:171","msg":"trace[1682358524] transaction","detail":"{read_only:false; response_revision:13389; number_of_response:1; }","duration":"1.073182436s","start":"2026-03-03T14:33:21.839934Z","end":"2026-03-03T14:33:22.913117Z","steps":["trace[1682358524] 'process raft request' (duration: 1.073057583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155258493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:22.913306Z","caller":"traceutil/trace.go:171","msg":"trace[18445715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13390; }","duration":"1.155358815s","start":"2026-03-03T14:33:21.757937Z","end":"2026-03-03T14:33:22.913296Z","steps":["trace[18445715] 'agreement among raft nodes before linearized reading' (duration: 1.155269593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.757916Z","time spent":"1.155422797s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:22.913412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.31877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:22.913218Z","caller":"traceutil/trace.go:171","msg":"trace[1974092564] transaction","detail":"{read_only:false; response_revision:13388; number_of_response:1; }","duration":"1.074394525s","start":"2026-03-03T14:33:21.83876Z","end":"2026-03-03T14:33:22.913155Z","steps":["trace[1974092564] 'process raft request' (duration: 665.822303ms)","trace[1974092564] 'compare' (duration: 408.07445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:22.913494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075760858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:33:22.9135Z","caller":"traceutil/trace.go:171","msg":"trace[1064620987] transaction","detail":"{read_only:false; response_revision:13390; number_of_response:1; }","duration":"1.073218297s","start":"2026-03-03T14:33:21.839944Z","end":"2026-03-03T14:33:22.913162Z","steps":["trace[1064620987] 'process raft request' (duration: 1.073105484s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:22.913525Z","caller":"traceutil/trace.go:171","msg":"trace[194202699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13390; }","duration":"1.075819179s","start":"2026-03-03T14:33:21.837698Z","end":"2026-03-03T14:33:22.913517Z","steps":["trace[194202699] 'agreement among raft nodes before linearized reading' (duration: 1.075754288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.837682Z","time spent":"1.07586101s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:33:22.913466Z","caller":"traceutil/trace.go:171","msg":"trace[1278115604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13390; }","duration":"681.421193ms","start":"2026-03-03T14:33:22.232031Z","end":"2026-03-03T14:33:22.913452Z","steps":["trace[1278115604] 'agreement among raft nodes before linearized reading' (duration: 681.3128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.839918Z","time spent":"1.073614337s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:22.913607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.23201Z","time spent":"681.588947ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:22.913412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.149909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:33:22.91368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026057369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:22.913697Z","caller":"traceutil/trace.go:171","msg":"trace[500756368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13390; }","duration":"991.452666ms","start":"2026-03-03T14:33:21.922195Z","end":"2026-03-03T14:33:22.913648Z","steps":["trace[500756368] 'agreement among raft nodes before linearized reading' (duration: 991.103408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.99111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:33:22.913817Z","caller":"traceutil/trace.go:171","msg":"trace[1614970313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13390; }","duration":"992.115633ms","start":"2026-03-03T14:33:21.92169Z","end":"2026-03-03T14:33:22.913805Z","steps":["trace[1614970313] 'agreement among raft nodes before linearized reading' (duration: 991.633032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.913835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.922174Z","time spent":"991.633381ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:22.913852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.921669Z","time spent":"992.175926ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:22.913463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.006369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:33:22.9139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.83991Z","time spent":"1.073395921s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:22.91382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.838738Z","time spent":"1.074852045s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:22.913738Z","caller":"traceutil/trace.go:171","msg":"trace[2096059808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13390; }","duration":"1.02615016s","start":"2026-03-03T14:33:21.88758Z","end":"2026-03-03T14:33:22.91373Z","steps":["trace[2096059808] 'agreement among raft nodes before linearized reading' (duration: 1.025732511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.914033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.887569Z","time spent":"1.026456108s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:22.913704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122840613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:22.914101Z","caller":"traceutil/trace.go:171","msg":"trace[667525011] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13390; }","duration":"1.123265175s","start":"2026-03-03T14:33:21.790821Z","end":"2026-03-03T14:33:22.914086Z","steps":["trace[667525011] 'agreement among raft nodes before linearized reading' (duration: 1.122431544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.914137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.790802Z","time spent":"1.123324066s","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:22.913909Z","caller":"traceutil/trace.go:171","msg":"trace[1382842541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13390; }","duration":"986.46843ms","start":"2026-03-03T14:33:21.927431Z","end":"2026-03-03T14:33:22.913899Z","steps":["trace[1382842541] 'agreement among raft nodes before linearized reading' (duration: 985.968548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.914184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.927424Z","time spent":"986.746827ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:33:23.310516Z","caller":"traceutil/trace.go:171","msg":"trace[893857863] linearizableReadLoop","detail":"{readStateIndex:13968; appliedIndex:13967; }","duration":"122.504606ms","start":"2026-03-03T14:33:23.187973Z","end":"2026-03-03T14:33:23.310478Z","steps":["trace[893857863] 'read index received' (duration: 122.102497ms)","trace[893857863] 'applied index is now lower than readState.Index' (duration: 400.539µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:23.310718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.705821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:23.310776Z","caller":"traceutil/trace.go:171","msg":"trace[89685568] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13396; }","duration":"122.827784ms","start":"2026-03-03T14:33:23.187932Z","end":"2026-03-03T14:33:23.31076Z","steps":["trace[89685568] 'agreement among raft nodes before linearized reading' (duration: 122.702671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:23.310982Z","caller":"traceutil/trace.go:171","msg":"trace[1287160994] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"307.456273ms","start":"2026-03-03T14:33:23.00348Z","end":"2026-03-03T14:33:23.310936Z","steps":["trace[1287160994] 'process raft request' (duration: 306.762927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:23.31118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:23.003452Z","time spent":"307.620147ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:25.043508Z","caller":"traceutil/trace.go:171","msg":"trace[90679870] transaction","detail":"{read_only:false; response_revision:13400; number_of_response:1; }","duration":"123.867979ms","start":"2026-03-03T14:33:24.919577Z","end":"2026-03-03T14:33:25.043445Z","steps":["trace[90679870] 'process raft request' (duration: 121.872821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:25.043803Z","caller":"traceutil/trace.go:171","msg":"trace[821584339] transaction","detail":"{read_only:false; response_revision:13401; number_of_response:1; }","duration":"124.076202ms","start":"2026-03-03T14:33:24.919709Z","end":"2026-03-03T14:33:25.043785Z","steps":["trace[821584339] 'process raft request' (duration: 123.685523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:25.562322Z","caller":"traceutil/trace.go:171","msg":"trace[1932555558] transaction","detail":"{read_only:false; response_revision:13408; number_of_response:1; }","duration":"110.625554ms","start":"2026-03-03T14:33:25.451671Z","end":"2026-03-03T14:33:25.562297Z","steps":["trace[1932555558] 'process raft request' (duration: 110.468971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:30.15682Z","caller":"traceutil/trace.go:171","msg":"trace[1636976767] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"198.061988ms","start":"2026-03-03T14:33:29.958729Z","end":"2026-03-03T14:33:30.156791Z","steps":["trace[1636976767] 'process raft request' (duration: 197.898645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:30.166115Z","caller":"traceutil/trace.go:171","msg":"trace[842535434] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"157.503076ms","start":"2026-03-03T14:33:30.00859Z","end":"2026-03-03T14:33:30.166093Z","steps":["trace[842535434] 'process raft request' (duration: 155.581921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.239898Z","caller":"traceutil/trace.go:171","msg":"trace[351878133] linearizableReadLoop","detail":"{readStateIndex:14164; appliedIndex:14162; }","duration":"107.640273ms","start":"2026-03-03T14:33:39.132227Z","end":"2026-03-03T14:33:39.239867Z","steps":["trace[351878133] 'read index received' (duration: 26.526288ms)","trace[351878133] 'applied index is now lower than readState.Index' (duration: 81.112445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:39.240028Z","caller":"traceutil/trace.go:171","msg":"trace[1588595943] transaction","detail":"{read_only:false; response_revision:13584; number_of_response:1; }","duration":"110.124842ms","start":"2026-03-03T14:33:39.129851Z","end":"2026-03-03T14:33:39.239976Z","steps":["trace[1588595943] 'process raft request' (duration: 109.857846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.240099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.854458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:39.240174Z","caller":"traceutil/trace.go:171","msg":"trace[1648148283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13584; }","duration":"107.95797ms","start":"2026-03-03T14:33:39.132199Z","end":"2026-03-03T14:33:39.240157Z","steps":["trace[1648148283] 'agreement among raft nodes before linearized reading' (duration: 107.841068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.706384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:33:39.302405Z","caller":"traceutil/trace.go:171","msg":"trace[454848308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13585; }","duration":"163.823016ms","start":"2026-03-03T14:33:39.138567Z","end":"2026-03-03T14:33:39.30239Z","steps":["trace[454848308] 'agreement among raft nodes before linearized reading' (duration: 163.657853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.302384Z","caller":"traceutil/trace.go:171","msg":"trace[273436034] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"132.788741ms","start":"2026-03-03T14:33:39.169563Z","end":"2026-03-03T14:33:39.302352Z","steps":["trace[273436034] 'process raft request' (duration: 132.506484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.698305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:33:39.302614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.42248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T14:33:39.30261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.67466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:33:39.302668Z","caller":"traceutil/trace.go:171","msg":"trace[1265832290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13585; }","duration":"145.491962ms","start":"2026-03-03T14:33:39.157163Z","end":"2026-03-03T14:33:39.302655Z","steps":["trace[1265832290] 'agreement among raft nodes before linearized reading' (duration: 145.358459ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.302688Z","caller":"traceutil/trace.go:171","msg":"trace[499590336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13585; }","duration":"106.779143ms","start":"2026-03-03T14:33:39.195891Z","end":"2026-03-03T14:33:39.30267Z","steps":["trace[499590336] 'agreement among raft nodes before linearized reading' (duration: 106.585018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.689962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151608"} {"level":"info","ts":"2026-03-03T14:33:39.302757Z","caller":"traceutil/trace.go:171","msg":"trace[1940497834] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13585; }","duration":"152.785435ms","start":"2026-03-03T14:33:39.149963Z","end":"2026-03-03T14:33:39.302749Z","steps":["trace[1940497834] 'agreement among raft nodes before linearized reading' (duration: 152.608431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.800194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:33:39.302805Z","caller":"traceutil/trace.go:171","msg":"trace[1157684820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13585; }","duration":"114.860745ms","start":"2026-03-03T14:33:39.187931Z","end":"2026-03-03T14:33:39.302792Z","steps":["trace[1157684820] 'agreement among raft nodes before linearized reading' (duration: 114.730892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.302622Z","caller":"traceutil/trace.go:171","msg":"trace[1015325512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13585; }","duration":"123.815537ms","start":"2026-03-03T14:33:39.178714Z","end":"2026-03-03T14:33:39.30253Z","steps":["trace[1015325512] 'agreement among raft nodes before linearized reading' (duration: 123.591101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.637659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:39.303016Z","caller":"traceutil/trace.go:171","msg":"trace[149886447] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:13585; }","duration":"147.246234ms","start":"2026-03-03T14:33:39.155752Z","end":"2026-03-03T14:33:39.302998Z","steps":["trace[149886447] 'agreement among raft nodes before linearized reading' (duration: 146.66237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:39.302897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.803741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:39.303219Z","caller":"traceutil/trace.go:171","msg":"trace[842180554] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13585; }","duration":"160.140838ms","start":"2026-03-03T14:33:39.143062Z","end":"2026-03-03T14:33:39.303203Z","steps":["trace[842180554] 'agreement among raft nodes before linearized reading' (duration: 159.801731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.619413Z","caller":"traceutil/trace.go:171","msg":"trace[373280616] transaction","detail":"{read_only:false; response_revision:13594; number_of_response:1; }","duration":"117.955118ms","start":"2026-03-03T14:33:39.501384Z","end":"2026-03-03T14:33:39.619339Z","steps":["trace[373280616] 'process raft request' (duration: 115.05803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:40.93407Z","caller":"traceutil/trace.go:171","msg":"trace[1772168621] transaction","detail":"{read_only:false; response_revision:13606; number_of_response:1; }","duration":"144.360214ms","start":"2026-03-03T14:33:40.78969Z","end":"2026-03-03T14:33:40.93405Z","steps":["trace[1772168621] 'process raft request' (duration: 144.221451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.165377Z","caller":"traceutil/trace.go:171","msg":"trace[100164141] transaction","detail":"{read_only:false; response_revision:13607; number_of_response:1; }","duration":"167.480743ms","start":"2026-03-03T14:33:40.997865Z","end":"2026-03-03T14:33:41.165346Z","steps":["trace[100164141] 'process raft request' (duration: 167.262037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.313137Z","caller":"traceutil/trace.go:171","msg":"trace[144543918] transaction","detail":"{read_only:false; response_revision:13609; number_of_response:1; }","duration":"144.228021ms","start":"2026-03-03T14:33:41.168885Z","end":"2026-03-03T14:33:41.313113Z","steps":["trace[144543918] 'process raft request' (duration: 87.500616ms)","trace[144543918] 'compare' (duration: 55.128138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:41.508272Z","caller":"traceutil/trace.go:171","msg":"trace[1364555545] linearizableReadLoop","detail":"{readStateIndex:14193; appliedIndex:14192; }","duration":"114.25573ms","start":"2026-03-03T14:33:41.393993Z","end":"2026-03-03T14:33:41.508249Z","steps":["trace[1364555545] 'read index received' (duration: 114.056336ms)","trace[1364555545] 'applied index is now lower than readState.Index' (duration: 198.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:41.508315Z","caller":"traceutil/trace.go:171","msg":"trace[1184719427] transaction","detail":"{read_only:false; response_revision:13612; number_of_response:1; }","duration":"118.46508ms","start":"2026-03-03T14:33:41.389823Z","end":"2026-03-03T14:33:41.508288Z","steps":["trace[1184719427] 'process raft request' (duration: 118.278276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.50849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.474585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:41.508533Z","caller":"traceutil/trace.go:171","msg":"trace[2006166134] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13612; }","duration":"114.569918ms","start":"2026-03-03T14:33:41.393951Z","end":"2026-03-03T14:33:41.508521Z","steps":["trace[2006166134] 'agreement among raft nodes before linearized reading' (duration: 114.423534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.508608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.756558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:33:41.508677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.970473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:41.508759Z","caller":"traceutil/trace.go:171","msg":"trace[1774228316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13612; }","duration":"114.073866ms","start":"2026-03-03T14:33:41.394665Z","end":"2026-03-03T14:33:41.508739Z","steps":["trace[1774228316] 'agreement among raft nodes before linearized reading' (duration: 113.83852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:41.508699Z","caller":"traceutil/trace.go:171","msg":"trace[1131854890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13612; }","duration":"113.8711ms","start":"2026-03-03T14:33:41.394809Z","end":"2026-03-03T14:33:41.50868Z","steps":["trace[1131854890] 'agreement among raft nodes before linearized reading' (duration: 113.658895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:41.508642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.22447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:33:41.508916Z","caller":"traceutil/trace.go:171","msg":"trace[1523079629] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13612; }","duration":"114.530927ms","start":"2026-03-03T14:33:41.39437Z","end":"2026-03-03T14:33:41.508901Z","steps":["trace[1523079629] 'agreement among raft nodes before linearized reading' (duration: 114.049435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:42.940791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.05533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:42.940866Z","caller":"traceutil/trace.go:171","msg":"trace[512856401] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13619; }","duration":"513.142892ms","start":"2026-03-03T14:33:42.427708Z","end":"2026-03-03T14:33:42.940851Z","steps":["trace[512856401] 'count revisions from in-memory index tree' (duration: 512.955738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:42.940891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.427648Z","time spent":"513.236305ms","remote":"127.0.0.1:34332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:42.940883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.491076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:42.940958Z","caller":"traceutil/trace.go:171","msg":"trace[563195497] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:13619; }","duration":"571.59598ms","start":"2026-03-03T14:33:42.369343Z","end":"2026-03-03T14:33:42.940939Z","steps":["trace[563195497] 'count revisions from in-memory index tree' (duration: 571.404443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:42.941004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:42.369281Z","time spent":"571.709962ms","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:45.347651Z","caller":"traceutil/trace.go:171","msg":"trace[1815976749] transaction","detail":"{read_only:false; response_revision:13630; number_of_response:1; }","duration":"169.744677ms","start":"2026-03-03T14:33:45.177881Z","end":"2026-03-03T14:33:45.347626Z","steps":["trace[1815976749] 'process raft request' (duration: 169.582893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.471988Z","caller":"traceutil/trace.go:171","msg":"trace[1528716008] linearizableReadLoop","detail":"{readStateIndex:14214; appliedIndex:14211; }","duration":"111.496935ms","start":"2026-03-03T14:33:45.360471Z","end":"2026-03-03T14:33:45.471968Z","steps":["trace[1528716008] 'read index received' (duration: 111.395212ms)","trace[1528716008] 'applied index is now lower than readState.Index' (duration: 100.953µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:45.472082Z","caller":"traceutil/trace.go:171","msg":"trace[649967911] transaction","detail":"{read_only:false; response_revision:13632; number_of_response:1; }","duration":"205.147526ms","start":"2026-03-03T14:33:45.266928Z","end":"2026-03-03T14:33:45.472075Z","steps":["trace[649967911] 'process raft request' (duration: 204.988362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.472066Z","caller":"traceutil/trace.go:171","msg":"trace[1004852016] transaction","detail":"{read_only:false; response_revision:13631; number_of_response:1; }","duration":"293.141304ms","start":"2026-03-03T14:33:45.178884Z","end":"2026-03-03T14:33:45.472025Z","steps":["trace[1004852016] 'process raft request' (duration: 292.893698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.472391Z","caller":"traceutil/trace.go:171","msg":"trace[1899985776] transaction","detail":"{read_only:false; response_revision:13633; number_of_response:1; }","duration":"147.198421ms","start":"2026-03-03T14:33:45.325155Z","end":"2026-03-03T14:33:45.472353Z","steps":["trace[1899985776] 'process raft request' (duration: 146.788121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.472575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.094638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:33:45.472603Z","caller":"traceutil/trace.go:171","msg":"trace[1535706690] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:13633; }","duration":"112.1646ms","start":"2026-03-03T14:33:45.360432Z","end":"2026-03-03T14:33:45.472597Z","steps":["trace[1535706690] 'agreement among raft nodes before linearized reading' (duration: 112.065558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.861535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.64532ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:45.861606Z","caller":"traceutil/trace.go:171","msg":"trace[1952991101] linearizableReadLoop","detail":"{readStateIndex:14215; appliedIndex:14214; }","duration":"331.857622ms","start":"2026-03-03T14:33:45.529736Z","end":"2026-03-03T14:33:45.861594Z","steps":["trace[1952991101] 'read index received' (duration: 179.12861ms)","trace[1952991101] 'applied index is now lower than readState.Index' (duration: 152.728232ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:45.861617Z","caller":"traceutil/trace.go:171","msg":"trace[363806007] transaction","detail":"{read_only:false; response_revision:13634; number_of_response:1; }","duration":"335.639812ms","start":"2026-03-03T14:33:45.525958Z","end":"2026-03-03T14:33:45.861598Z","steps":["trace[363806007] 'process raft request' (duration: 182.870139ms)","trace[363806007] 'compare' (duration: 152.326003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:45.861914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.525917Z","time spent":"335.746075ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:45.861949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.22029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:45.861974Z","caller":"traceutil/trace.go:171","msg":"trace[844775627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13634; }","duration":"332.265572ms","start":"2026-03-03T14:33:45.529695Z","end":"2026-03-03T14:33:45.861961Z","steps":["trace[844775627] 'agreement among raft nodes before linearized reading' (duration: 331.955084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.861993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.52968Z","time spent":"332.309192ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:45.862005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.156331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:45.862072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.540592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:45.862083Z","caller":"traceutil/trace.go:171","msg":"trace[1845116479] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13634; }","duration":"225.276603ms","start":"2026-03-03T14:33:45.636788Z","end":"2026-03-03T14:33:45.862064Z","steps":["trace[1845116479] 'agreement among raft nodes before linearized reading' (duration: 225.16073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.862117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.539476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:45.862138Z","caller":"traceutil/trace.go:171","msg":"trace[107935946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13634; }","duration":"103.599418ms","start":"2026-03-03T14:33:45.758534Z","end":"2026-03-03T14:33:45.862134Z","steps":["trace[107935946] 'agreement among raft nodes before linearized reading' (duration: 103.570107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.862334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.886835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:33:45.862443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.657603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:45.862508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.658713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:45.862364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.889032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"warn","ts":"2026-03-03T14:33:45.862578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.366194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:45.862645Z","caller":"traceutil/trace.go:171","msg":"trace[1167518532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13634; }","duration":"265.454186ms","start":"2026-03-03T14:33:45.597176Z","end":"2026-03-03T14:33:45.86263Z","steps":["trace[1167518532] 'agreement among raft nodes before linearized reading' (duration: 265.259652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.862706Z","caller":"traceutil/trace.go:171","msg":"trace[2078091890] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:13634; }","duration":"219.181829ms","start":"2026-03-03T14:33:45.643429Z","end":"2026-03-03T14:33:45.862611Z","steps":["trace[2078091890] 'agreement among raft nodes before linearized reading' (duration: 218.836701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.862728Z","caller":"traceutil/trace.go:171","msg":"trace[821406690] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:13634; }","duration":"225.786995ms","start":"2026-03-03T14:33:45.636788Z","end":"2026-03-03T14:33:45.862575Z","steps":["trace[821406690] 'agreement among raft nodes before linearized reading' (duration: 225.616521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.862418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.746702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:45.862572Z","caller":"traceutil/trace.go:171","msg":"trace[1051765236] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13634; }","duration":"225.818207ms","start":"2026-03-03T14:33:45.636741Z","end":"2026-03-03T14:33:45.862559Z","steps":["trace[1051765236] 'agreement among raft nodes before linearized reading' (duration: 225.670903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.862892Z","caller":"traceutil/trace.go:171","msg":"trace[1228621518] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13634; }","duration":"220.246425ms","start":"2026-03-03T14:33:45.642633Z","end":"2026-03-03T14:33:45.862879Z","steps":["trace[1228621518] 'agreement among raft nodes before linearized reading' (duration: 219.754253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.862597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.326683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:33:45.862482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.626677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:33:45.86295Z","caller":"traceutil/trace.go:171","msg":"trace[1464378807] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13634; }","duration":"265.685622ms","start":"2026-03-03T14:33:45.597241Z","end":"2026-03-03T14:33:45.862926Z","steps":["trace[1464378807] 'agreement among raft nodes before linearized reading' (duration: 265.19116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.862092Z","caller":"traceutil/trace.go:171","msg":"trace[1407006871] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:13634; }","duration":"172.594284ms","start":"2026-03-03T14:33:45.689492Z","end":"2026-03-03T14:33:45.862087Z","steps":["trace[1407006871] 'agreement among raft nodes before linearized reading' (duration: 172.558573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.862543Z","caller":"traceutil/trace.go:171","msg":"trace[542729602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13634; }","duration":"330.129351ms","start":"2026-03-03T14:33:45.532389Z","end":"2026-03-03T14:33:45.862519Z","steps":["trace[542729602] 'agreement among raft nodes before linearized reading' (duration: 329.551047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.863247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.532375Z","time spent":"330.854638ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:33:45.863136Z","caller":"traceutil/trace.go:171","msg":"trace[348802641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13634; }","duration":"265.1424ms","start":"2026-03-03T14:33:45.597815Z","end":"2026-03-03T14:33:45.862958Z","steps":["trace[348802641] 'agreement among raft nodes before linearized reading' (duration: 264.586886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.182328Z","caller":"traceutil/trace.go:171","msg":"trace[199685633] transaction","detail":"{read_only:false; response_revision:13635; number_of_response:1; }","duration":"315.31437ms","start":"2026-03-03T14:33:45.86699Z","end":"2026-03-03T14:33:46.182304Z","steps":["trace[199685633] 'process raft request' (duration: 259.946086ms)","trace[199685633] 'compare' (duration: 55.141409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:46.182432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.866976Z","time spent":"315.402312ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.250901Z","caller":"traceutil/trace.go:171","msg":"trace[1578524449] transaction","detail":"{read_only:false; response_revision:13636; number_of_response:1; }","duration":"383.741472ms","start":"2026-03-03T14:33:45.867141Z","end":"2026-03-03T14:33:46.250882Z","steps":["trace[1578524449] 'process raft request' (duration: 383.578928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.251019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.867117Z","time spent":"383.840115ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.251197Z","caller":"traceutil/trace.go:171","msg":"trace[1924600808] transaction","detail":"{read_only:false; response_revision:13637; number_of_response:1; }","duration":"384.027689ms","start":"2026-03-03T14:33:45.867137Z","end":"2026-03-03T14:33:46.251165Z","steps":["trace[1924600808] 'process raft request' (duration: 383.716751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.251229Z","caller":"traceutil/trace.go:171","msg":"trace[1484058429] linearizableReadLoop","detail":"{readStateIndex:14218; appliedIndex:14215; }","duration":"383.552828ms","start":"2026-03-03T14:33:45.867654Z","end":"2026-03-03T14:33:46.251207Z","steps":["trace[1484058429] 'read index received' (duration: 259.394533ms)","trace[1484058429] 'applied index is now lower than readState.Index' (duration: 124.157195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:46.251332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.867112Z","time spent":"384.146452ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.251349Z","caller":"traceutil/trace.go:171","msg":"trace[304404346] transaction","detail":"{read_only:false; response_revision:13638; number_of_response:1; }","duration":"383.479887ms","start":"2026-03-03T14:33:45.867858Z","end":"2026-03-03T14:33:46.251338Z","steps":["trace[304404346] 'process raft request' (duration: 383.19261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.251408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.246301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:33:46.251418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.86785Z","time spent":"383.522898ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.251439Z","caller":"traceutil/trace.go:171","msg":"trace[315936885] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:13638; }","duration":"351.309813ms","start":"2026-03-03T14:33:45.900123Z","end":"2026-03-03T14:33:46.251433Z","steps":["trace[315936885] 'agreement among raft nodes before linearized reading' (duration: 351.223071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.251457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.900106Z","time spent":"351.347963ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:33:46.251608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.946057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:33:46.251664Z","caller":"traceutil/trace.go:171","msg":"trace[1902015079] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13638; }","duration":"384.013929ms","start":"2026-03-03T14:33:45.867633Z","end":"2026-03-03T14:33:46.251647Z","steps":["trace[1902015079] 'agreement among raft nodes before linearized reading' (duration: 383.872636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.251715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.867624Z","time spent":"384.07917ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:35:20.444509Z","caller":"traceutil/trace.go:171","msg":"trace[796919393] transaction","detail":"{read_only:false; response_revision:14212; number_of_response:1; }","duration":"334.059744ms","start":"2026-03-03T14:35:20.110425Z","end":"2026-03-03T14:35:20.444485Z","steps":["trace[796919393] 'process raft request' (duration: 333.91548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:20.444839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:20.110402Z","time spent":"334.192217ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:20.553307Z","caller":"traceutil/trace.go:171","msg":"trace[996657619] linearizableReadLoop","detail":"{readStateIndex:14818; appliedIndex:14815; }","duration":"238.923037ms","start":"2026-03-03T14:35:20.314366Z","end":"2026-03-03T14:35:20.553289Z","steps":["trace[996657619] 'read index received' (duration: 130.011513ms)","trace[996657619] 'applied index is now lower than readState.Index' (duration: 108.910664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:20.553581Z","caller":"traceutil/trace.go:171","msg":"trace[612369886] transaction","detail":"{read_only:false; response_revision:14213; number_of_response:1; }","duration":"438.896531ms","start":"2026-03-03T14:35:20.114656Z","end":"2026-03-03T14:35:20.553553Z","steps":["trace[612369886] 'process raft request' (duration: 437.100878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:20.553859Z","caller":"traceutil/trace.go:171","msg":"trace[1058120579] transaction","detail":"{read_only:false; response_revision:14214; number_of_response:1; }","duration":"438.732397ms","start":"2026-03-03T14:35:20.115107Z","end":"2026-03-03T14:35:20.55384Z","steps":["trace[1058120579] 'process raft request' (duration: 438.132023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:20.553991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:20.114642Z","time spent":"439.224208ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:20.554056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:20.115082Z","time spent":"438.828088ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:20.554125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.765249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:35:20.554247Z","caller":"traceutil/trace.go:171","msg":"trace[1112970570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14214; }","duration":"164.959593ms","start":"2026-03-03T14:35:20.389254Z","end":"2026-03-03T14:35:20.554213Z","steps":["trace[1112970570] 'agreement among raft nodes before linearized reading' (duration: 164.623226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:20.555152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.732901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:35:20.555243Z","caller":"traceutil/trace.go:171","msg":"trace[1047750776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14214; }","duration":"240.866863ms","start":"2026-03-03T14:35:20.314332Z","end":"2026-03-03T14:35:20.555199Z","steps":["trace[1047750776] 'agreement among raft nodes before linearized reading' (duration: 239.115822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:24.771784Z","caller":"traceutil/trace.go:171","msg":"trace[84993861] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"312.340729ms","start":"2026-03-03T14:35:24.45942Z","end":"2026-03-03T14:35:24.771761Z","steps":["trace[84993861] 'process raft request' (duration: 312.191836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:24.771933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:24.459404Z","time spent":"312.454402ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:24.774735Z","caller":"traceutil/trace.go:171","msg":"trace[1308008837] transaction","detail":"{read_only:false; response_revision:14233; number_of_response:1; }","duration":"207.83633ms","start":"2026-03-03T14:35:24.566879Z","end":"2026-03-03T14:35:24.774715Z","steps":["trace[1308008837] 'process raft request' (duration: 207.725528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:24.774844Z","caller":"traceutil/trace.go:171","msg":"trace[1163792477] linearizableReadLoop","detail":"{readStateIndex:14839; appliedIndex:14836; }","duration":"200.258951ms","start":"2026-03-03T14:35:24.574573Z","end":"2026-03-03T14:35:24.774832Z","steps":["trace[1163792477] 'read index received' (duration: 196.993114ms)","trace[1163792477] 'applied index is now lower than readState.Index' (duration: 3.264737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:24.774877Z","caller":"traceutil/trace.go:171","msg":"trace[1888182890] transaction","detail":"{read_only:false; response_revision:14234; number_of_response:1; }","duration":"207.768969ms","start":"2026-03-03T14:35:24.567094Z","end":"2026-03-03T14:35:24.774863Z","steps":["trace[1888182890] 'process raft request' (duration: 207.591725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:24.774999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.417825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:35:24.77501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.376453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:35:24.77504Z","caller":"traceutil/trace.go:171","msg":"trace[1052644338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14234; }","duration":"200.485766ms","start":"2026-03-03T14:35:24.574543Z","end":"2026-03-03T14:35:24.775029Z","steps":["trace[1052644338] 'agreement among raft nodes before linearized reading' (duration: 200.358703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:24.775043Z","caller":"traceutil/trace.go:171","msg":"trace[1965721736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14234; }","duration":"189.452835ms","start":"2026-03-03T14:35:24.585581Z","end":"2026-03-03T14:35:24.775033Z","steps":["trace[1965721736] 'agreement among raft nodes before linearized reading' (duration: 189.322172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:45.390979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693679966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:45.891176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693679966,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:46.327099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.462157313s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:35:47.757924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000520693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:35:47.758Z","caller":"traceutil/trace.go:171","msg":"trace[702713411] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643546s","start":"2026-03-03T14:35:45.757341Z","end":"2026-03-03T14:35:47.757985Z","steps":["trace[702713411] 'agreement among raft nodes before linearized reading' (duration: 2.000545854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.758038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.757323Z","time spent":"2.000707708s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:35:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:35:47.831368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503857362s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:35:47.831478Z","caller":"traceutil/trace.go:171","msg":"trace[1237366540] transaction","detail":"{read_only:false; response_revision:14336; number_of_response:1; }","duration":"2.96664477s","start":"2026-03-03T14:35:44.864813Z","end":"2026-03-03T14:35:47.831458Z","steps":["trace[1237366540] 'process raft request' (duration: 1.462626954s)","trace[1237366540] 'compare' (duration: 1.503684388s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:47.832666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:44.864789Z","time spent":"2.967602454s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:48.508399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.181111538s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:35:48.529198Z","caller":"traceutil/trace.go:171","msg":"trace[844829057] transaction","detail":"{read_only:false; response_revision:14337; number_of_response:1; }","duration":"3.664259388s","start":"2026-03-03T14:35:44.86491Z","end":"2026-03-03T14:35:48.529169Z","steps":["trace[844829057] 'process raft request' (duration: 3.643763002s)","trace[844829057] 'compare' (duration: 19.888942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:48.529413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:44.864877Z","time spent":"3.664427372s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:48.530077Z","caller":"traceutil/trace.go:171","msg":"trace[1568415719] transaction","detail":"{read_only:false; response_revision:14338; number_of_response:1; }","duration":"3.016041402s","start":"2026-03-03T14:35:45.513987Z","end":"2026-03-03T14:35:48.530029Z","steps":["trace[1568415719] 'process raft request' (duration: 3.01511958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.530343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.513962Z","time spent":"3.016295839s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:48.530453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640117116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:35:48.530349Z","caller":"traceutil/trace.go:171","msg":"trace[775687281] transaction","detail":"{read_only:false; response_revision:14339; number_of_response:1; }","duration":"1.609486519s","start":"2026-03-03T14:35:46.920773Z","end":"2026-03-03T14:35:48.530259Z","steps":["trace[775687281] 'process raft request' (duration: 1.609294994s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.530501Z","caller":"traceutil/trace.go:171","msg":"trace[1029411763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14339; }","duration":"3.640210728s","start":"2026-03-03T14:35:44.890276Z","end":"2026-03-03T14:35:48.530487Z","steps":["trace[1029411763] 'agreement among raft nodes before linearized reading' (duration: 3.640023374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.530535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:44.890244Z","time spent":"3.6402833s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:35:48.530385Z","caller":"traceutil/trace.go:171","msg":"trace[753971048] linearizableReadLoop","detail":"{readStateIndex:14947; appliedIndex:14944; }","duration":"3.639878911s","start":"2026-03-03T14:35:44.890334Z","end":"2026-03-03T14:35:48.530213Z","steps":["trace[753971048] 'read index received' (duration: 1.437001697s)","trace[753971048] 'applied index is now lower than readState.Index' (duration: 2.202872684s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:48.530687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.920748Z","time spent":"1.609758145s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:48.530997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362357687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:48.53108Z","caller":"traceutil/trace.go:171","msg":"trace[1409616969] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14339; }","duration":"2.362469289s","start":"2026-03-03T14:35:46.168586Z","end":"2026-03-03T14:35:48.531055Z","steps":["trace[1409616969] 'agreement among raft nodes before linearized reading' (duration: 2.362358777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.531086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.641718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:48.531168Z","caller":"traceutil/trace.go:171","msg":"trace[358268604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14339; }","duration":"772.76587ms","start":"2026-03-03T14:35:47.758374Z","end":"2026-03-03T14:35:48.53114Z","steps":["trace[358268604] 'agreement among raft nodes before linearized reading' (duration: 772.624147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.531236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.758352Z","time spent":"772.870093ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:35:48.531319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043170574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:48.531388Z","caller":"traceutil/trace.go:171","msg":"trace[517258760] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:14339; }","duration":"1.043278417s","start":"2026-03-03T14:35:47.488093Z","end":"2026-03-03T14:35:48.531372Z","steps":["trace[517258760] 'agreement among raft nodes before linearized reading' (duration: 1.043162974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.531463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.488069Z","time spent":"1.043382189s","remote":"127.0.0.1:36828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:48.531446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506028634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T14:35:48.531187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450224751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:35:48.532043Z","caller":"traceutil/trace.go:171","msg":"trace[994273635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14339; }","duration":"3.45102821s","start":"2026-03-03T14:35:45.080949Z","end":"2026-03-03T14:35:48.531977Z","steps":["trace[994273635] 'agreement among raft nodes before linearized reading' (duration: 3.450055837s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.532013Z","caller":"traceutil/trace.go:171","msg":"trace[953532488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14339; }","duration":"3.506476135s","start":"2026-03-03T14:35:45.025368Z","end":"2026-03-03T14:35:48.531844Z","steps":["trace[953532488] 'agreement among raft nodes before linearized reading' (duration: 3.505869291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.532122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.080908Z","time spent":"3.451193074s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:48.532241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.02535Z","time spent":"3.506797993s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:35:48.531403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585808907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:35:48.532511Z","caller":"traceutil/trace.go:171","msg":"trace[584892274] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14339; }","duration":"3.586931354s","start":"2026-03-03T14:35:44.94554Z","end":"2026-03-03T14:35:48.532471Z","steps":["trace[584892274] 'agreement among raft nodes before linearized reading' (duration: 3.585426678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.532632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:44.94552Z","time spent":"3.587070937s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:35:48.531503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62559103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:35:48.531605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43963368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:35:48.531649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.466411745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:35:48.531541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.168563Z","time spent":"2.362566981s","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:48.531403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496523228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:35:48.532807Z","caller":"traceutil/trace.go:171","msg":"trace[1570564618] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14339; }","duration":"1.497953783s","start":"2026-03-03T14:35:47.03483Z","end":"2026-03-03T14:35:48.532783Z","steps":["trace[1570564618] 'agreement among raft nodes before linearized reading' (duration: 1.496420496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.532892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.034814Z","time spent":"1.498056085s","remote":"127.0.0.1:40492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:35:48.532942Z","caller":"traceutil/trace.go:171","msg":"trace[88016860] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14339; }","duration":"3.440951432s","start":"2026-03-03T14:35:45.091961Z","end":"2026-03-03T14:35:48.532912Z","steps":["trace[88016860] 'agreement among raft nodes before linearized reading' (duration: 3.439272692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.533071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.091901Z","time spent":"3.441148397s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:35:48.533073Z","caller":"traceutil/trace.go:171","msg":"trace[329728957] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14339; }","duration":"2.627194999s","start":"2026-03-03T14:35:45.905858Z","end":"2026-03-03T14:35:48.533053Z","steps":["trace[329728957] 'agreement among raft nodes before linearized reading' (duration: 2.625301824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.533223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.905838Z","time spent":"2.627371823s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"info","ts":"2026-03-03T14:35:48.533339Z","caller":"traceutil/trace.go:171","msg":"trace[739839864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14339; }","duration":"3.468122656s","start":"2026-03-03T14:35:45.065196Z","end":"2026-03-03T14:35:48.533318Z","steps":["trace[739839864] 'agreement among raft nodes before linearized reading' (duration: 3.465983275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.533408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.065175Z","time spent":"3.468218168s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:35:56.406529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:56.907479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:57.408149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:57.909264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:58.410329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:58.530991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.672664287s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:35:58.531581Z","caller":"traceutil/trace.go:171","msg":"trace[1916981344] transaction","detail":"{read_only:false; response_revision:14374; number_of_response:1; }","duration":"2.673343853s","start":"2026-03-03T14:35:55.85821Z","end":"2026-03-03T14:35:58.531553Z","steps":["trace[1916981344] 'process raft request' (duration: 2.673102027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.531919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:55.858187Z","time spent":"2.673456816s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:58.706924Z","caller":"traceutil/trace.go:171","msg":"trace[760470713] transaction","detail":"{read_only:false; response_revision:14375; number_of_response:1; }","duration":"2.571359124s","start":"2026-03-03T14:35:56.135529Z","end":"2026-03-03T14:35:58.706888Z","steps":["trace[760470713] 'process raft request' (duration: 2.571002985s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:58.706926Z","caller":"traceutil/trace.go:171","msg":"trace[20723934] linearizableReadLoop","detail":"{readStateIndex:14988; appliedIndex:14984; }","duration":"2.801042003s","start":"2026-03-03T14:35:55.905857Z","end":"2026-03-03T14:35:58.706899Z","steps":["trace[20723934] 'read index received' (duration: 2.625422006s)","trace[20723934] 'applied index is now lower than readState.Index' (duration: 175.618807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:58.707009Z","caller":"traceutil/trace.go:171","msg":"trace[420095734] transaction","detail":"{read_only:false; response_revision:14376; number_of_response:1; }","duration":"2.150658375s","start":"2026-03-03T14:35:56.556312Z","end":"2026-03-03T14:35:58.70697Z","steps":["trace[420095734] 'process raft request' (duration: 2.15041792s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:58.707056Z","caller":"traceutil/trace.go:171","msg":"trace[1179987827] transaction","detail":"{read_only:false; response_revision:14377; number_of_response:1; }","duration":"2.150283826s","start":"2026-03-03T14:35:56.556761Z","end":"2026-03-03T14:35:58.707045Z","steps":["trace[1179987827] 'process raft request' (duration: 2.150089191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.13551Z","time spent":"2.571486437s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:58.707136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.556288Z","time spent":"2.150773987s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:58.707166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.556744Z","time spent":"2.150341778s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:58.707292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432151902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fee0059\" ","response":"range_response_count:1 size:2091"} {"level":"warn","ts":"2026-03-03T14:35:58.707325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058182531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:58.707348Z","caller":"traceutil/trace.go:171","msg":"trace[252517949] range","detail":"{range_begin:/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fee0059; range_end:; response_count:1; response_revision:14377; }","duration":"2.432258615s","start":"2026-03-03T14:35:56.275073Z","end":"2026-03-03T14:35:58.707332Z","steps":["trace[252517949] 'agreement among raft nodes before linearized reading' (duration: 2.432095351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703201081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:35:58.707364Z","caller":"traceutil/trace.go:171","msg":"trace[682670030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14377; }","duration":"1.058223112s","start":"2026-03-03T14:35:57.649132Z","end":"2026-03-03T14:35:58.707355Z","steps":["trace[682670030] 'agreement among raft nodes before linearized reading' (duration: 1.058159941s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:58.707388Z","caller":"traceutil/trace.go:171","msg":"trace[1661042810] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14377; }","duration":"1.703264353s","start":"2026-03-03T14:35:57.004112Z","end":"2026-03-03T14:35:58.707377Z","steps":["trace[1661042810] 'agreement among raft nodes before linearized reading' (duration: 1.70314986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.649076Z","time spent":"1.058314074s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.004097Z","time spent":"1.703309403s","remote":"127.0.0.1:35786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":47,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:58.707431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10320816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:35:58.707451Z","caller":"traceutil/trace.go:171","msg":"trace[266304766] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14377; }","duration":"2.10323873s","start":"2026-03-03T14:35:56.604208Z","end":"2026-03-03T14:35:58.707447Z","steps":["trace[266304766] 'agreement among raft nodes before linearized reading' (duration: 2.103176909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.604202Z","time spent":"2.103259611s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:35:58.70756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220575513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:35:58.707584Z","caller":"traceutil/trace.go:171","msg":"trace[730980605] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14377; }","duration":"1.220652695s","start":"2026-03-03T14:35:57.486924Z","end":"2026-03-03T14:35:58.707576Z","steps":["trace[730980605] 'agreement among raft nodes before linearized reading' (duration: 1.220606004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.486891Z","time spent":"1.220741487s","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:58.707661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.112028528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:35:58.707682Z","caller":"traceutil/trace.go:171","msg":"trace[1352079925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14377; }","duration":"2.11207892s","start":"2026-03-03T14:35:56.595598Z","end":"2026-03-03T14:35:58.707677Z","steps":["trace[1352079925] 'agreement among raft nodes before linearized reading' (duration: 2.111989328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.595583Z","time spent":"2.11211022s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801860271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:35:58.707751Z","caller":"traceutil/trace.go:171","msg":"trace[129464443] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:14377; }","duration":"2.801991764s","start":"2026-03-03T14:35:55.905747Z","end":"2026-03-03T14:35:58.707739Z","steps":["trace[129464443] 'agreement among raft nodes before linearized reading' (duration: 2.801836881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:55.905723Z","time spent":"2.802052056s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:35:58.70782Z","caller":"traceutil/trace.go:171","msg":"trace[1822935516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14377; }","duration":"2.112728205s","start":"2026-03-03T14:35:56.595087Z","end":"2026-03-03T14:35:58.707815Z","steps":["trace[1822935516] 'agreement among raft nodes before linearized reading' (duration: 2.112654783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.595074Z","time spent":"2.112760685s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117000317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:35:58.70791Z","caller":"traceutil/trace.go:171","msg":"trace[94706548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14377; }","duration":"2.117034587s","start":"2026-03-03T14:35:56.590871Z","end":"2026-03-03T14:35:58.707906Z","steps":["trace[94706548] 'agreement among raft nodes before linearized reading' (duration: 2.116996136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.590858Z","time spent":"2.117061698s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118127513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:35:58.707987Z","caller":"traceutil/trace.go:171","msg":"trace[493019145] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14377; }","duration":"2.118169764s","start":"2026-03-03T14:35:56.589814Z","end":"2026-03-03T14:35:58.707983Z","steps":["trace[493019145] 'agreement among raft nodes before linearized reading' (duration: 2.118136893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.707999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.589757Z","time spent":"2.118238745s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299780491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:151608"} {"level":"info","ts":"2026-03-03T14:35:58.708024Z","caller":"traceutil/trace.go:171","msg":"trace[303613137] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:14377; }","duration":"1.299838453s","start":"2026-03-03T14:35:57.408178Z","end":"2026-03-03T14:35:58.708016Z","steps":["trace[303613137] 'agreement among raft nodes before linearized reading' (duration: 1.299584357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.708025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.34077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:35:58.708064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123913671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:35:58.708083Z","caller":"traceutil/trace.go:171","msg":"trace[2018051748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14377; }","duration":"2.123966031s","start":"2026-03-03T14:35:56.584111Z","end":"2026-03-03T14:35:58.708077Z","steps":["trace[2018051748] 'agreement among raft nodes before linearized reading' (duration: 2.12391525s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:58.70808Z","caller":"traceutil/trace.go:171","msg":"trace[1434593435] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14377; }","duration":"135.445173ms","start":"2026-03-03T14:35:58.572621Z","end":"2026-03-03T14:35:58.708066Z","steps":["trace[1434593435] 'agreement among raft nodes before linearized reading' (duration: 135.348781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.7081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.584096Z","time spent":"2.123999413s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:35:58.708109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591781778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:35:58.708132Z","caller":"traceutil/trace.go:171","msg":"trace[661306175] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14377; }","duration":"1.59188531s","start":"2026-03-03T14:35:57.116241Z","end":"2026-03-03T14:35:58.708126Z","steps":["trace[661306175] 'agreement among raft nodes before linearized reading' (duration: 1.591834499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.708153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.116216Z","time spent":"1.591931551s","remote":"127.0.0.1:48472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:58.708192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261354821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:35:58.708212Z","caller":"traceutil/trace.go:171","msg":"trace[650796866] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14377; }","duration":"2.261399591s","start":"2026-03-03T14:35:56.446807Z","end":"2026-03-03T14:35:58.708207Z","steps":["trace[650796866] 'agreement among raft nodes before linearized reading' (duration: 2.26132993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.708228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.446792Z","time spent":"2.261431483s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:35:58.708062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.40816Z","time spent":"1.299893764s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":151632,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:35:58.707372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.275047Z","time spent":"2.432320727s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2115,"request content":"key:\"/registry/events/openstack/glance-api-c4694c9f5-f7cpf.18995aaa8fee0059\" "} {"level":"warn","ts":"2026-03-03T14:35:58.708603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261979565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T14:35:58.708679Z","caller":"traceutil/trace.go:171","msg":"trace[2144138129] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14377; }","duration":"2.262109268s","start":"2026-03-03T14:35:56.446547Z","end":"2026-03-03T14:35:58.708657Z","steps":["trace[2144138129] 'agreement among raft nodes before linearized reading' (duration: 2.261846172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.708727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:56.446526Z","time spent":"2.26219078s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:35:58.708736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.219804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:58.708799Z","caller":"traceutil/trace.go:171","msg":"trace[1772655009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14377; }","duration":"954.314956ms","start":"2026-03-03T14:35:57.754469Z","end":"2026-03-03T14:35:58.708784Z","steps":["trace[1772655009] 'agreement among raft nodes before linearized reading' (duration: 953.792823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:58.708878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:57.754455Z","time spent":"954.412739ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:36:05.999211Z","caller":"traceutil/trace.go:171","msg":"trace[1756028072] linearizableReadLoop","detail":"{readStateIndex:15027; appliedIndex:15026; }","duration":"202.155406ms","start":"2026-03-03T14:36:05.797023Z","end":"2026-03-03T14:36:05.999179Z","steps":["trace[1756028072] 'read index received' (duration: 201.856739ms)","trace[1756028072] 'applied index is now lower than readState.Index' (duration: 297.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:05.999371Z","caller":"traceutil/trace.go:171","msg":"trace[1381053426] transaction","detail":"{read_only:false; response_revision:14413; number_of_response:1; }","duration":"224.878365ms","start":"2026-03-03T14:36:05.774432Z","end":"2026-03-03T14:36:05.99931Z","steps":["trace[1381053426] 'process raft request' (duration: 224.548597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:05.99942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.364741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:05.999626Z","caller":"traceutil/trace.go:171","msg":"trace[1730155284] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14413; }","duration":"202.570466ms","start":"2026-03-03T14:36:05.79701Z","end":"2026-03-03T14:36:05.99958Z","steps":["trace[1730155284] 'agreement among raft nodes before linearized reading' (duration: 202.32395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.498042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.088474Z","time spent":"409.561854ms","remote":"127.0.0.1:53838","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:36:07.498856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.510856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:36:07.499092Z","caller":"traceutil/trace.go:171","msg":"trace[1736426378] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"765.15189ms","start":"2026-03-03T14:36:06.733909Z","end":"2026-03-03T14:36:07.499061Z","steps":["trace[1736426378] 'process raft request' (duration: 177.354827ms)","trace[1736426378] 'compare' (duration: 587.011705ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:07.499284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.733882Z","time spent":"765.321684ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:07.499459Z","caller":"traceutil/trace.go:171","msg":"trace[252109578] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"763.07376ms","start":"2026-03-03T14:36:06.736367Z","end":"2026-03-03T14:36:07.499441Z","steps":["trace[252109578] 'process raft request' (duration: 762.64043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.499555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.736342Z","time spent":"763.154362ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:07.499636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.716935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:07.499683Z","caller":"traceutil/trace.go:171","msg":"trace[1727245933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14437; }","duration":"744.793538ms","start":"2026-03-03T14:36:06.754881Z","end":"2026-03-03T14:36:07.499675Z","steps":["trace[1727245933] 'agreement among raft nodes before linearized reading' (duration: 744.709366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.499707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.754866Z","time spent":"744.836128ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:36:07.49931Z","caller":"traceutil/trace.go:171","msg":"trace[1112317856] linearizableReadLoop","detail":"{readStateIndex:15054; appliedIndex:15052; }","duration":"744.326326ms","start":"2026-03-03T14:36:06.754918Z","end":"2026-03-03T14:36:07.499245Z","steps":["trace[1112317856] 'read index received' (duration: 156.358339ms)","trace[1112317856] 'applied index is now lower than readState.Index' (duration: 587.967017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:07.500139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.249602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:36:07.500185Z","caller":"traceutil/trace.go:171","msg":"trace[661151006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14437; }","duration":"741.313524ms","start":"2026-03-03T14:36:06.758859Z","end":"2026-03-03T14:36:07.500173Z","steps":["trace[661151006] 'agreement among raft nodes before linearized reading' (duration: 741.14282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.500226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.758852Z","time spent":"741.366045ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:36:07.500196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.702486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:36:07.500328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.954001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-54jfb\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-03-03T14:36:07.500371Z","caller":"traceutil/trace.go:171","msg":"trace[1067199626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14437; }","duration":"715.908642ms","start":"2026-03-03T14:36:06.784444Z","end":"2026-03-03T14:36:07.500352Z","steps":["trace[1067199626] 'agreement among raft nodes before linearized reading' (duration: 715.609074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.500419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.784429Z","time spent":"715.977784ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:36:07.500409Z","caller":"traceutil/trace.go:171","msg":"trace[226153933] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-54jfb; range_end:; response_count:1; response_revision:14437; }","duration":"175.077703ms","start":"2026-03-03T14:36:07.325311Z","end":"2026-03-03T14:36:07.500389Z","steps":["trace[226153933] 'agreement among raft nodes before linearized reading' (duration: 174.843357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.50085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.342988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:36:07.500872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.050252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:07.500896Z","caller":"traceutil/trace.go:171","msg":"trace[807738850] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14437; }","duration":"677.43751ms","start":"2026-03-03T14:36:06.823445Z","end":"2026-03-03T14:36:07.500883Z","steps":["trace[807738850] 'agreement among raft nodes before linearized reading' (duration: 677.339657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:07.500915Z","caller":"traceutil/trace.go:171","msg":"trace[610918047] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14437; }","duration":"250.131044ms","start":"2026-03-03T14:36:07.250769Z","end":"2026-03-03T14:36:07.500901Z","steps":["trace[610918047] 'agreement among raft nodes before linearized reading' (duration: 250.034042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.500931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.823425Z","time spent":"677.497631ms","remote":"127.0.0.1:48674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:07.500985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.755958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:36:07.501102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.806338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:36:07.501145Z","caller":"traceutil/trace.go:171","msg":"trace[1265993530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14437; }","duration":"739.923941ms","start":"2026-03-03T14:36:06.761203Z","end":"2026-03-03T14:36:07.501127Z","steps":["trace[1265993530] 'agreement among raft nodes before linearized reading' (duration: 739.604144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:07.501172Z","caller":"traceutil/trace.go:171","msg":"trace[328556703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14437; }","duration":"739.888561ms","start":"2026-03-03T14:36:06.761263Z","end":"2026-03-03T14:36:07.501152Z","steps":["trace[328556703] 'agreement among raft nodes before linearized reading' (duration: 739.664206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.501233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.76126Z","time spent":"739.960753ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:36:07.501187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.761196Z","time spent":"739.980683ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:36:07.501076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.986618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:36:07.501408Z","caller":"traceutil/trace.go:171","msg":"trace[998304137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14437; }","duration":"741.377817ms","start":"2026-03-03T14:36:06.760015Z","end":"2026-03-03T14:36:07.501393Z","steps":["trace[998304137] 'agreement among raft nodes before linearized reading' (duration: 740.869695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.500964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.676796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:36:07.501456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.759984Z","time spent":"741.458418ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:36:07.501491Z","caller":"traceutil/trace.go:171","msg":"trace[1070799776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14437; }","duration":"740.233059ms","start":"2026-03-03T14:36:06.761246Z","end":"2026-03-03T14:36:07.501479Z","steps":["trace[1070799776] 'agreement among raft nodes before linearized reading' (duration: 739.516422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:07.501534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:06.761243Z","time spent":"740.27822ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:36:07.849446Z","caller":"traceutil/trace.go:171","msg":"trace[1460778215] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"344.771908ms","start":"2026-03-03T14:36:07.504648Z","end":"2026-03-03T14:36:07.849419Z","steps":["trace[1460778215] 'process raft request' (duration: 276.040958ms)","trace[1460778215] 'compare' (duration: 68.501864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:07.84958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.504627Z","time spent":"344.889381ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:08.139298Z","caller":"traceutil/trace.go:171","msg":"trace[216160686] transaction","detail":"{read_only:false; response_revision:14441; number_of_response:1; }","duration":"628.304774ms","start":"2026-03-03T14:36:07.510976Z","end":"2026-03-03T14:36:08.139281Z","steps":["trace[216160686] 'process raft request' (duration: 628.258183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:08.139332Z","caller":"traceutil/trace.go:171","msg":"trace[1867479453] transaction","detail":"{read_only:false; response_revision:14439; number_of_response:1; }","duration":"634.512122ms","start":"2026-03-03T14:36:07.504749Z","end":"2026-03-03T14:36:08.139261Z","steps":["trace[1867479453] 'process raft request' (duration: 634.352338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.139406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.51096Z","time spent":"628.387767ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:08.139493Z","caller":"traceutil/trace.go:171","msg":"trace[345613931] transaction","detail":"{read_only:false; response_revision:14440; number_of_response:1; }","duration":"634.725647ms","start":"2026-03-03T14:36:07.504762Z","end":"2026-03-03T14:36:08.139488Z","steps":["trace[345613931] 'process raft request' (duration: 634.4463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.139523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.504742Z","time spent":"634.766827ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:08.139506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.504735Z","time spent":"634.674885ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:08.139712Z","caller":"traceutil/trace.go:171","msg":"trace[146397683] transaction","detail":"{read_only:false; response_revision:14442; number_of_response:1; }","duration":"628.633772ms","start":"2026-03-03T14:36:07.511062Z","end":"2026-03-03T14:36:08.139696Z","steps":["trace[146397683] 'process raft request' (duration: 628.195522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.139828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.511035Z","time spent":"628.747675ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:08.13974Z","caller":"traceutil/trace.go:171","msg":"trace[1797196244] linearizableReadLoop","detail":"{readStateIndex:15057; appliedIndex:15054; }","duration":"628.804787ms","start":"2026-03-03T14:36:07.510929Z","end":"2026-03-03T14:36:08.139734Z","steps":["trace[1797196244] 'read index received' (duration: 269.820431ms)","trace[1797196244] 'applied index is now lower than readState.Index' (duration: 358.983816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:08.139977Z","caller":"traceutil/trace.go:171","msg":"trace[1714679126] transaction","detail":"{read_only:false; response_revision:14443; number_of_response:1; }","duration":"626.618794ms","start":"2026-03-03T14:36:07.513336Z","end":"2026-03-03T14:36:08.139954Z","steps":["trace[1714679126] 'process raft request' (duration: 626.269056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.140073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.513323Z","time spent":"626.699296ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:08.140196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.942678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:36:08.140276Z","caller":"traceutil/trace.go:171","msg":"trace[1840272462] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:14443; }","duration":"301.051292ms","start":"2026-03-03T14:36:07.839201Z","end":"2026-03-03T14:36:08.140253Z","steps":["trace[1840272462] 'agreement among raft nodes before linearized reading' (duration: 300.852707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.140335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.839184Z","time spent":"301.137883ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:36:08.140472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.845478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:08.140539Z","caller":"traceutil/trace.go:171","msg":"trace[443211667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14443; }","duration":"382.042092ms","start":"2026-03-03T14:36:07.758484Z","end":"2026-03-03T14:36:08.140526Z","steps":["trace[443211667] 'agreement among raft nodes before linearized reading' (duration: 381.660223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:08.140567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.758462Z","time spent":"382.099124ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:36:08.159528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.552913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:36:08.159567Z","caller":"traceutil/trace.go:171","msg":"trace[1961492108] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:14443; }","duration":"575.622365ms","start":"2026-03-03T14:36:07.583932Z","end":"2026-03-03T14:36:08.159554Z","steps":["trace[1961492108] 'agreement among raft nodes before linearized reading' (duration: 556.108282ms)","trace[1961492108] 'count revisions from in-memory index tree' (duration: 19.450612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:08.159615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.583913Z","time spent":"575.693526ms","remote":"127.0.0.1:35820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:08.173283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.334952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595599"} {"level":"info","ts":"2026-03-03T14:36:08.17335Z","caller":"traceutil/trace.go:171","msg":"trace[2146461591] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14443; }","duration":"662.433624ms","start":"2026-03-03T14:36:07.510902Z","end":"2026-03-03T14:36:08.173336Z","steps":["trace[2146461591] 'agreement among raft nodes before linearized reading' (duration: 628.848917ms)","trace[2146461591] 'range keys from in-memory index tree' (duration: 33.097046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:08.173383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:07.510863Z","time spent":"662.510966ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595623,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:36:09.631083Z","caller":"traceutil/trace.go:171","msg":"trace[1079752458] transaction","detail":"{read_only:false; response_revision:14446; number_of_response:1; }","duration":"125.525958ms","start":"2026-03-03T14:36:09.505525Z","end":"2026-03-03T14:36:09.631051Z","steps":["trace[1079752458] 'process raft request' (duration: 125.376365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:10.43151Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:10.932694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:11.432851Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:11.93398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680284,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:12.359423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.502549151s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:36:12.360048Z","caller":"traceutil/trace.go:171","msg":"trace[914480034] transaction","detail":"{read_only:false; response_revision:14447; number_of_response:1; }","duration":"2.503222927s","start":"2026-03-03T14:36:09.856783Z","end":"2026-03-03T14:36:12.360006Z","steps":["trace[914480034] 'process raft request' (duration: 2.502954061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.360232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:09.856764Z","time spent":"2.503369951s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:12.3751Z","caller":"traceutil/trace.go:171","msg":"trace[1279387890] linearizableReadLoop","detail":"{readStateIndex:15069; appliedIndex:15063; }","duration":"2.4438441s","start":"2026-03-03T14:36:09.931233Z","end":"2026-03-03T14:36:12.375077Z","steps":["trace[1279387890] 'read index received' (duration: 2.428583748s)","trace[1279387890] 'applied index is now lower than readState.Index' (duration: 15.259452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:12.375476Z","caller":"traceutil/trace.go:171","msg":"trace[894326828] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"1.78661003s","start":"2026-03-03T14:36:10.588842Z","end":"2026-03-03T14:36:12.375452Z","steps":["trace[894326828] 'process raft request' (duration: 1.785694278s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.375592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.588818Z","time spent":"1.786687741s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:12.375752Z","caller":"traceutil/trace.go:171","msg":"trace[729567949] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"692.396574ms","start":"2026-03-03T14:36:11.683346Z","end":"2026-03-03T14:36:12.375742Z","steps":["trace[729567949] 'process raft request' (duration: 691.669167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.375806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.68331Z","time spent":"692.472776ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18925,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:12.375845Z","caller":"traceutil/trace.go:171","msg":"trace[111487305] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"1.364952347s","start":"2026-03-03T14:36:11.010843Z","end":"2026-03-03T14:36:12.375795Z","steps":["trace[111487305] 'process raft request' (duration: 1.364028756s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:12.375909Z","caller":"traceutil/trace.go:171","msg":"trace[962888163] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"780.444553ms","start":"2026-03-03T14:36:11.595431Z","end":"2026-03-03T14:36:12.375875Z","steps":["trace[962888163] 'process raft request' (duration: 779.498621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.375995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444754202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:12.376035Z","caller":"traceutil/trace.go:171","msg":"trace[646580134] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14452; }","duration":"2.444823373s","start":"2026-03-03T14:36:09.931203Z","end":"2026-03-03T14:36:12.376026Z","steps":["trace[646580134] 'agreement among raft nodes before linearized reading' (duration: 2.444756241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.010808Z","time spent":"1.365136112s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:36:12.376065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:09.931186Z","time spent":"2.444868644s","remote":"127.0.0.1:52256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:12.376129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.595399Z","time spent":"780.577686ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:12.376135Z","caller":"traceutil/trace.go:171","msg":"trace[778162586] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"739.86399ms","start":"2026-03-03T14:36:11.63623Z","end":"2026-03-03T14:36:12.376094Z","steps":["trace[778162586] 'process raft request' (duration: 738.744804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.37627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.636211Z","time spent":"739.989613ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:12.376376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180089673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:12.376422Z","caller":"traceutil/trace.go:171","msg":"trace[1177374635] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:14452; }","duration":"1.180177345s","start":"2026-03-03T14:36:11.196233Z","end":"2026-03-03T14:36:12.376411Z","steps":["trace[1177374635] 'agreement among raft nodes before linearized reading' (duration: 1.180105803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.3765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.196209Z","time spent":"1.180281837s","remote":"127.0.0.1:36786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:12.376415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212471701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:36:12.376549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212406699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:36:12.376601Z","caller":"traceutil/trace.go:171","msg":"trace[1151354904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14452; }","duration":"2.212516363s","start":"2026-03-03T14:36:10.16407Z","end":"2026-03-03T14:36:12.376586Z","steps":["trace[1151354904] 'agreement among raft nodes before linearized reading' (duration: 2.212320708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.164064Z","time spent":"2.212561264s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:36:12.37664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.246473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:36:12.37663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596323026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:12.376667Z","caller":"traceutil/trace.go:171","msg":"trace[995695830] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14452; }","duration":"295.319655ms","start":"2026-03-03T14:36:12.08134Z","end":"2026-03-03T14:36:12.37666Z","steps":["trace[995695830] 'agreement among raft nodes before linearized reading' (duration: 295.275984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200603689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:36:12.376693Z","caller":"traceutil/trace.go:171","msg":"trace[1022937799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14452; }","duration":"1.596416898s","start":"2026-03-03T14:36:10.780259Z","end":"2026-03-03T14:36:12.376676Z","steps":["trace[1022937799] 'agreement among raft nodes before linearized reading' (duration: 1.596326866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.854824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:36:12.376728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193702296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:36:12.376744Z","caller":"traceutil/trace.go:171","msg":"trace[524865274] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14452; }","duration":"493.944436ms","start":"2026-03-03T14:36:11.882791Z","end":"2026-03-03T14:36:12.376735Z","steps":["trace[524865274] 'agreement among raft nodes before linearized reading' (duration: 493.861494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.37675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.780246Z","time spent":"1.596492039s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:36:12.376766Z","caller":"traceutil/trace.go:171","msg":"trace[1626781562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14452; }","duration":"2.193775968s","start":"2026-03-03T14:36:10.182981Z","end":"2026-03-03T14:36:12.376757Z","steps":["trace[1626781562] 'agreement among raft nodes before linearized reading' (duration: 2.193637014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:11.88277Z","time spent":"493.993518ms","remote":"127.0.0.1:48462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:12.376794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.182964Z","time spent":"2.193824728s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:36:12.376704Z","caller":"traceutil/trace.go:171","msg":"trace[468118416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14452; }","duration":"2.200800863s","start":"2026-03-03T14:36:10.175897Z","end":"2026-03-03T14:36:12.376698Z","steps":["trace[468118416] 'agreement among raft nodes before linearized reading' (duration: 2.200486416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.376885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.175882Z","time spent":"2.200995809s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:36:12.376935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212949243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:36:12.377251Z","caller":"traceutil/trace.go:171","msg":"trace[1349477742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14452; }","duration":"2.212638185s","start":"2026-03-03T14:36:10.163913Z","end":"2026-03-03T14:36:12.376551Z","steps":["trace[1349477742] 'agreement among raft nodes before linearized reading' (duration: 2.212283537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.377323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.16387Z","time spent":"2.213435004s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:36:12.376972Z","caller":"traceutil/trace.go:171","msg":"trace[1908748653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14452; }","duration":"2.213016564s","start":"2026-03-03T14:36:10.163944Z","end":"2026-03-03T14:36:12.37696Z","steps":["trace[1908748653] 'agreement among raft nodes before linearized reading' (duration: 2.212916502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.377414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:10.163924Z","time spent":"2.213478655s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:36:13.922556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693680301,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:36:14.208142Z","caller":"traceutil/trace.go:171","msg":"trace[1556773024] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"930.716506ms","start":"2026-03-03T14:36:13.277395Z","end":"2026-03-03T14:36:14.208112Z","steps":["trace[1556773024] 'process raft request' (duration: 930.516612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:14.208307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.27736Z","time spent":"930.8739ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:14.20907Z","caller":"traceutil/trace.go:171","msg":"trace[1208688820] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"785.686186ms","start":"2026-03-03T14:36:13.423358Z","end":"2026-03-03T14:36:14.209045Z","steps":["trace[1208688820] 'process raft request' (duration: 785.483972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:14.209188Z","caller":"traceutil/trace.go:171","msg":"trace[322903803] transaction","detail":"{read_only:false; response_revision:14461; number_of_response:1; }","duration":"485.368693ms","start":"2026-03-03T14:36:13.723788Z","end":"2026-03-03T14:36:14.209156Z","steps":["trace[322903803] 'process raft request' (duration: 485.163518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:14.209342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.723766Z","time spent":"485.490076ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:14.209201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.423347Z","time spent":"785.797419ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:36:14.212193Z","caller":"traceutil/trace.go:171","msg":"trace[2095103955] linearizableReadLoop","detail":"{readStateIndex:15079; appliedIndex:15075; }","duration":"789.938328ms","start":"2026-03-03T14:36:13.422046Z","end":"2026-03-03T14:36:14.211984Z","steps":["trace[2095103955] 'read index received' (duration: 785.861022ms)","trace[2095103955] 'applied index is now lower than readState.Index' (duration: 4.075356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:14.212402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.328288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-54jfb\" ","response":"range_response_count:1 size:12494"} {"level":"warn","ts":"2026-03-03T14:36:14.212476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.251183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:36:14.212505Z","caller":"traceutil/trace.go:171","msg":"trace[497858652] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-54jfb; range_end:; response_count:1; response_revision:14461; }","duration":"790.478032ms","start":"2026-03-03T14:36:13.422004Z","end":"2026-03-03T14:36:14.212482Z","steps":["trace[497858652] 'agreement among raft nodes before linearized reading' (duration: 790.220825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:14.212522Z","caller":"traceutil/trace.go:171","msg":"trace[1240476112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14461; }","duration":"483.374936ms","start":"2026-03-03T14:36:13.729135Z","end":"2026-03-03T14:36:14.212509Z","steps":["trace[1240476112] 'agreement among raft nodes before linearized reading' (duration: 483.217163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:14.212559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.421981Z","time spent":"790.564953ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12518,"request content":"key:\"/registry/pods/openstack/openvswitch-54jfb\" "} {"level":"warn","ts":"2026-03-03T14:36:14.213112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.765258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:14.213176Z","caller":"traceutil/trace.go:171","msg":"trace[424082793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14461; }","duration":"454.851519ms","start":"2026-03-03T14:36:13.758309Z","end":"2026-03-03T14:36:14.21316Z","steps":["trace[424082793] 'agreement among raft nodes before linearized reading' (duration: 454.759127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:14.213222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.758296Z","time spent":"454.910802ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:36:14.213218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.462148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T14:36:14.213293Z","caller":"traceutil/trace.go:171","msg":"trace[1245285719] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14461; }","duration":"483.53415ms","start":"2026-03-03T14:36:13.729742Z","end":"2026-03-03T14:36:14.213277Z","steps":["trace[1245285719] 'agreement among raft nodes before linearized reading' (duration: 483.400527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:14.213334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.729736Z","time spent":"483.585391ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:36:14.21258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.729116Z","time spent":"483.444548ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:36:16.15866Z","caller":"traceutil/trace.go:171","msg":"trace[1815730833] linearizableReadLoop","detail":"{readStateIndex:15103; appliedIndex:15102; }","duration":"156.754259ms","start":"2026-03-03T14:36:16.001874Z","end":"2026-03-03T14:36:16.158628Z","steps":["trace[1815730833] 'read index received' (duration: 70.340599ms)","trace[1815730833] 'applied index is now lower than readState.Index' (duration: 86.41035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:16.15868Z","caller":"traceutil/trace.go:171","msg":"trace[1276155634] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"160.058487ms","start":"2026-03-03T14:36:15.998584Z","end":"2026-03-03T14:36:16.158642Z","steps":["trace[1276155634] 'process raft request' (duration: 73.713379ms)","trace[1276155634] 'compare' (duration: 86.00057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:16.159014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.147927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18939"} {"level":"info","ts":"2026-03-03T14:36:16.159128Z","caller":"traceutil/trace.go:171","msg":"trace[343204980] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14484; }","duration":"157.312992ms","start":"2026-03-03T14:36:16.001793Z","end":"2026-03-03T14:36:16.159106Z","steps":["trace[343204980] 'agreement among raft nodes before linearized reading' (duration: 157.005995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.159155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.324374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:16.159228Z","caller":"traceutil/trace.go:171","msg":"trace[473708149] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:14484; }","duration":"112.460857ms","start":"2026-03-03T14:36:16.046747Z","end":"2026-03-03T14:36:16.159208Z","steps":["trace[473708149] 'agreement among raft nodes before linearized reading' (duration: 112.286213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.785048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.363069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:36:16.785142Z","caller":"traceutil/trace.go:171","msg":"trace[1575468335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14484; }","duration":"411.501052ms","start":"2026-03-03T14:36:16.373619Z","end":"2026-03-03T14:36:16.78512Z","steps":["trace[1575468335] 'range keys from in-memory index tree' (duration: 411.208944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.785192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:16.3736Z","time spent":"411.576123ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:36:16.785382Z","caller":"traceutil/trace.go:171","msg":"trace[2130346560] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"396.024974ms","start":"2026-03-03T14:36:16.389342Z","end":"2026-03-03T14:36:16.785367Z","steps":["trace[2130346560] 'process raft request' (duration: 395.200184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.785469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:16.389321Z","time spent":"396.090646ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:16.78574Z","caller":"traceutil/trace.go:171","msg":"trace[1628367888] transaction","detail":"{read_only:false; response_revision:14486; number_of_response:1; }","duration":"396.349171ms","start":"2026-03-03T14:36:16.389371Z","end":"2026-03-03T14:36:16.78572Z","steps":["trace[1628367888] 'process raft request' (duration: 396.057754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.78588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:16.389314Z","time spent":"396.508415ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:16.786312Z","caller":"traceutil/trace.go:171","msg":"trace[1500860141] linearizableReadLoop","detail":"{readStateIndex:15105; appliedIndex:15103; }","duration":"301.8965ms","start":"2026-03-03T14:36:16.484395Z","end":"2026-03-03T14:36:16.786292Z","steps":["trace[1500860141] 'read index received' (duration: 300.15406ms)","trace[1500860141] 'applied index is now lower than readState.Index' (duration: 1.74123ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:16.786606Z","caller":"traceutil/trace.go:171","msg":"trace[932057761] transaction","detail":"{read_only:false; response_revision:14487; number_of_response:1; }","duration":"292.58039ms","start":"2026-03-03T14:36:16.494007Z","end":"2026-03-03T14:36:16.786587Z","steps":["trace[932057761] 'process raft request' (duration: 291.606038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.787092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.699691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-54jfb\" ","response":"range_response_count:1 size:12808"} {"level":"info","ts":"2026-03-03T14:36:16.787132Z","caller":"traceutil/trace.go:171","msg":"trace[2031887012] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-54jfb; range_end:; response_count:1; response_revision:14487; }","duration":"302.777543ms","start":"2026-03-03T14:36:16.484342Z","end":"2026-03-03T14:36:16.78712Z","steps":["trace[2031887012] 'agreement among raft nodes before linearized reading' (duration: 302.65129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.787159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:16.484321Z","time spent":"302.830073ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12832,"request content":"key:\"/registry/pods/openstack/openvswitch-54jfb\" "} {"level":"warn","ts":"2026-03-03T14:36:16.7872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.059003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:36:16.787268Z","caller":"traceutil/trace.go:171","msg":"trace[1444867630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14487; }","duration":"288.165816ms","start":"2026-03-03T14:36:16.499085Z","end":"2026-03-03T14:36:16.78725Z","steps":["trace[1444867630] 'agreement among raft nodes before linearized reading' (duration: 287.951681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.78734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.182887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:36:16.787482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.779099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:36:16.787502Z","caller":"traceutil/trace.go:171","msg":"trace[1066070199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14487; }","duration":"288.33598ms","start":"2026-03-03T14:36:16.499106Z","end":"2026-03-03T14:36:16.787442Z","steps":["trace[1066070199] 'agreement among raft nodes before linearized reading' (duration: 287.934471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:16.78753Z","caller":"traceutil/trace.go:171","msg":"trace[1567259871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14487; }","duration":"285.864641ms","start":"2026-03-03T14:36:16.501654Z","end":"2026-03-03T14:36:16.787519Z","steps":["trace[1567259871] 'agreement among raft nodes before linearized reading' (duration: 285.37721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.787347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.071815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:36:16.787792Z","caller":"traceutil/trace.go:171","msg":"trace[1782700905] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14487; }","duration":"283.531225ms","start":"2026-03-03T14:36:16.504246Z","end":"2026-03-03T14:36:16.787777Z","steps":["trace[1782700905] 'agreement among raft nodes before linearized reading' (duration: 282.915891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.787378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.624926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:36:16.78797Z","caller":"traceutil/trace.go:171","msg":"trace[690393293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14487; }","duration":"289.144579ms","start":"2026-03-03T14:36:16.498738Z","end":"2026-03-03T14:36:16.787882Z","steps":["trace[690393293] 'agreement among raft nodes before linearized reading' (duration: 288.392471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:36.523641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.525752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:36:36.523734Z","caller":"traceutil/trace.go:171","msg":"trace[3711128] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14764; }","duration":"388.661095ms","start":"2026-03-03T14:36:36.135052Z","end":"2026-03-03T14:36:36.523714Z","steps":["trace[3711128] 'range keys from in-memory index tree' (duration: 388.364478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:36.523729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.943312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-03T14:36:36.523866Z","caller":"traceutil/trace.go:171","msg":"trace[285480956] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0; range_end:; response_count:1; response_revision:14764; }","duration":"370.112835ms","start":"2026-03-03T14:36:36.153708Z","end":"2026-03-03T14:36:36.523821Z","steps":["trace[285480956] 'range keys from in-memory index tree' (duration: 369.703806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:36.523771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.135032Z","time spent":"388.729556ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:36:36.523936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.153689Z","time spent":"370.228148ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0\" "} {"level":"warn","ts":"2026-03-03T14:36:37.256532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693681189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:37.76828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693681189,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:36:37.798615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173297488s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:36:37.799191Z","caller":"traceutil/trace.go:171","msg":"trace[1316978488] transaction","detail":"{read_only:false; response_revision:14765; number_of_response:1; }","duration":"1.195951505s","start":"2026-03-03T14:36:36.60322Z","end":"2026-03-03T14:36:37.799172Z","steps":["trace[1316978488] 'process raft request' (duration: 1.195783781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:37.799298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.603175Z","time spent":"1.196058337s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13150,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:38.302557Z","caller":"traceutil/trace.go:171","msg":"trace[1164013578] transaction","detail":"{read_only:false; response_revision:14766; number_of_response:1; }","duration":"1.559250139s","start":"2026-03-03T14:36:36.743283Z","end":"2026-03-03T14:36:38.302533Z","steps":["trace[1164013578] 'process raft request' (duration: 1.559076664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.302694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.743248Z","time spent":"1.559377492s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:38.302832Z","caller":"traceutil/trace.go:171","msg":"trace[97121306] transaction","detail":"{read_only:false; response_revision:14767; number_of_response:1; }","duration":"1.43656282s","start":"2026-03-03T14:36:36.866247Z","end":"2026-03-03T14:36:38.30281Z","steps":["trace[97121306] 'process raft request' (duration: 1.436247523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.302947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.866226Z","time spent":"1.436670782s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:38.303195Z","caller":"traceutil/trace.go:171","msg":"trace[1303299578] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"1.436905758s","start":"2026-03-03T14:36:36.866276Z","end":"2026-03-03T14:36:38.303182Z","steps":["trace[1303299578] 'process raft request' (duration: 1.436468107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.303299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.866258Z","time spent":"1.4369972s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:38.303392Z","caller":"traceutil/trace.go:171","msg":"trace[1143023298] linearizableReadLoop","detail":"{readStateIndex:15399; appliedIndex:15394; }","duration":"1.547826727s","start":"2026-03-03T14:36:36.755535Z","end":"2026-03-03T14:36:38.303362Z","steps":["trace[1143023298] 'read index received' (duration: 1.043360277s)","trace[1143023298] 'applied index is now lower than readState.Index' (duration: 504.46414ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:38.303647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.627324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:36:38.303666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548100323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:38.303716Z","caller":"traceutil/trace.go:171","msg":"trace[795144128] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:14769; }","duration":"469.728617ms","start":"2026-03-03T14:36:37.833969Z","end":"2026-03-03T14:36:38.303697Z","steps":["trace[795144128] 'agreement among raft nodes before linearized reading' (duration: 469.622034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.303738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389524594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:36:38.303754Z","caller":"traceutil/trace.go:171","msg":"trace[612007931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14769; }","duration":"1.548229936s","start":"2026-03-03T14:36:36.755496Z","end":"2026-03-03T14:36:38.303726Z","steps":["trace[612007931] 'agreement among raft nodes before linearized reading' (duration: 1.547987971s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:38.303767Z","caller":"traceutil/trace.go:171","msg":"trace[1862131709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14769; }","duration":"1.389588106s","start":"2026-03-03T14:36:36.914168Z","end":"2026-03-03T14:36:38.303756Z","steps":["trace[1862131709] 'agreement among raft nodes before linearized reading' (duration: 1.389518614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.303763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.833952Z","time spent":"469.800018ms","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:38.303766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19617057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-03T14:36:38.303801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.914158Z","time spent":"1.389635467s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:36:38.303805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.75548Z","time spent":"1.548313478s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:36:38.30377Z","caller":"traceutil/trace.go:171","msg":"trace[1636289273] transaction","detail":"{read_only:false; response_revision:14769; number_of_response:1; }","duration":"1.435536925s","start":"2026-03-03T14:36:36.868118Z","end":"2026-03-03T14:36:38.303654Z","steps":["trace[1636289273] 'process raft request' (duration: 1.435014663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.303861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38893509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:36:38.30393Z","caller":"traceutil/trace.go:171","msg":"trace[1422113588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14769; }","duration":"1.389040582s","start":"2026-03-03T14:36:36.914875Z","end":"2026-03-03T14:36:38.303915Z","steps":["trace[1422113588] 'agreement among raft nodes before linearized reading' (duration: 1.388866368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.303951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.220256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-54jfb\" ","response":"range_response_count:1 size:13165"} {"level":"warn","ts":"2026-03-03T14:36:38.303949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28813791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:36:38.303971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.530763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-03-03T14:36:38.303987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.145959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:38.303997Z","caller":"traceutil/trace.go:171","msg":"trace[1274645893] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-54jfb; range_end:; response_count:1; response_revision:14769; }","duration":"499.293507ms","start":"2026-03-03T14:36:37.804686Z","end":"2026-03-03T14:36:38.303979Z","steps":["trace[1274645893] 'agreement among raft nodes before linearized reading' (duration: 499.188765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:38.30401Z","caller":"traceutil/trace.go:171","msg":"trace[1536366956] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14769; }","duration":"1.288203462s","start":"2026-03-03T14:36:37.015787Z","end":"2026-03-03T14:36:38.303991Z","steps":["trace[1536366956] 'agreement among raft nodes before linearized reading' (duration: 1.288101219s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:38.304019Z","caller":"traceutil/trace.go:171","msg":"trace[350256845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0; range_end:; response_count:1; response_revision:14769; }","duration":"774.628895ms","start":"2026-03-03T14:36:37.529374Z","end":"2026-03-03T14:36:38.304003Z","steps":["trace[350256845] 'agreement among raft nodes before linearized reading' (duration: 774.496322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:38.304031Z","caller":"traceutil/trace.go:171","msg":"trace[1811805640] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14769; }","duration":"212.233621ms","start":"2026-03-03T14:36:38.091784Z","end":"2026-03-03T14:36:38.304017Z","steps":["trace[1811805640] 'agreement among raft nodes before linearized reading' (duration: 212.1649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326631272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:36:38.304054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.804667Z","time spent":"499.37163ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":13189,"request content":"key:\"/registry/pods/openstack/openvswitch-54jfb\" "} {"level":"warn","ts":"2026-03-03T14:36:38.304063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.015726Z","time spent":"1.288323784s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:38.304066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.529357Z","time spent":"774.698487ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0\" "} {"level":"info","ts":"2026-03-03T14:36:38.304094Z","caller":"traceutil/trace.go:171","msg":"trace[1803837572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:14769; }","duration":"1.326716635s","start":"2026-03-03T14:36:36.977363Z","end":"2026-03-03T14:36:38.304079Z","steps":["trace[1803837572] 'agreement among raft nodes before linearized reading' (duration: 1.326549751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.868096Z","time spent":"1.435814162s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:38.304137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.977346Z","time spent":"1.326780587s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:36:38.30386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388762886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:36:38.304145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389830182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:36:38.304216Z","caller":"traceutil/trace.go:171","msg":"trace[1846040913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14769; }","duration":"1.389141225s","start":"2026-03-03T14:36:36.915053Z","end":"2026-03-03T14:36:38.304194Z","steps":["trace[1846040913] 'agreement among raft nodes before linearized reading' (duration: 1.388624332s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:38.304255Z","caller":"traceutil/trace.go:171","msg":"trace[52919081] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14769; }","duration":"1.390047057s","start":"2026-03-03T14:36:36.914186Z","end":"2026-03-03T14:36:38.304233Z","steps":["trace[52919081] 'agreement among raft nodes before linearized reading' (duration: 1.389499653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.915041Z","time spent":"1.389227907s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:36:38.30384Z","caller":"traceutil/trace.go:171","msg":"trace[1284865994] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:14769; }","duration":"1.196315174s","start":"2026-03-03T14:36:37.107503Z","end":"2026-03-03T14:36:38.303818Z","steps":["trace[1284865994] 'agreement among raft nodes before linearized reading' (duration: 1.196074998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.914173Z","time spent":"1.39011787s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:36:38.304352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.107479Z","time spent":"1.196856037s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:36:38.303967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.914863Z","time spent":"1.389098233s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:36:38.303839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.567968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:36:38.30453Z","caller":"traceutil/trace.go:171","msg":"trace[1343255260] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14769; }","duration":"644.266125ms","start":"2026-03-03T14:36:37.660248Z","end":"2026-03-03T14:36:38.304514Z","steps":["trace[1343255260] 'agreement among raft nodes before linearized reading' (duration: 643.522986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:37.660177Z","time spent":"644.379508ms","remote":"127.0.0.1:35776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:38.303663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391105562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:36:38.304622Z","caller":"traceutil/trace.go:171","msg":"trace[1234745636] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14769; }","duration":"1.392130196s","start":"2026-03-03T14:36:36.912474Z","end":"2026-03-03T14:36:38.304604Z","steps":["trace[1234745636] 'agreement among raft nodes before linearized reading' (duration: 1.39106155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:38.304683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:36.912438Z","time spent":"1.392222458s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:37:17.283141Z","caller":"traceutil/trace.go:171","msg":"trace[1205180776] transaction","detail":"{read_only:false; response_revision:15259; number_of_response:1; }","duration":"110.437919ms","start":"2026-03-03T14:37:17.172674Z","end":"2026-03-03T14:37:17.283112Z","steps":["trace[1205180776] 'process raft request' (duration: 110.102701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.847473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.471195ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:37:31.847595Z","caller":"traceutil/trace.go:171","msg":"trace[458493215] linearizableReadLoop","detail":"{readStateIndex:16036; appliedIndex:16035; }","duration":"258.825157ms","start":"2026-03-03T14:37:31.588751Z","end":"2026-03-03T14:37:31.847576Z","steps":["trace[458493215] 'read index received' (duration: 79.188248ms)","trace[458493215] 'applied index is now lower than readState.Index' (duration: 179.635299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:31.84782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.033512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:37:31.84785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.005052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:31.847946Z","caller":"traceutil/trace.go:171","msg":"trace[754497156] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15388; }","duration":"259.207226ms","start":"2026-03-03T14:37:31.588711Z","end":"2026-03-03T14:37:31.847918Z","steps":["trace[754497156] 'agreement among raft nodes before linearized reading' (duration: 258.997861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.847959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.739711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:37:31.848056Z","caller":"traceutil/trace.go:171","msg":"trace[944493652] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15388; }","duration":"160.895115ms","start":"2026-03-03T14:37:31.687141Z","end":"2026-03-03T14:37:31.848036Z","steps":["trace[944493652] 'agreement among raft nodes before linearized reading' (duration: 160.619529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.848061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.502751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:37:31.848076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.318148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:31.84812Z","caller":"traceutil/trace.go:171","msg":"trace[963468466] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15388; }","duration":"159.360479ms","start":"2026-03-03T14:37:31.688746Z","end":"2026-03-03T14:37:31.848107Z","steps":["trace[963468466] 'agreement among raft nodes before linearized reading' (duration: 159.288277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.848263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.580177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:37:31.84786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.457088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:31.848386Z","caller":"traceutil/trace.go:171","msg":"trace[818321468] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15388; }","duration":"259.033421ms","start":"2026-03-03T14:37:31.589336Z","end":"2026-03-03T14:37:31.84837Z","steps":["trace[818321468] 'agreement among raft nodes before linearized reading' (duration: 258.499078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.847845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.82601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:31.848752Z","caller":"traceutil/trace.go:171","msg":"trace[802194334] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15388; }","duration":"160.771052ms","start":"2026-03-03T14:37:31.687968Z","end":"2026-03-03T14:37:31.848739Z","steps":["trace[802194334] 'agreement among raft nodes before linearized reading' (duration: 159.784638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:31.848371Z","caller":"traceutil/trace.go:171","msg":"trace[350079790] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15388; }","duration":"160.680359ms","start":"2026-03-03T14:37:31.687648Z","end":"2026-03-03T14:37:31.848328Z","steps":["trace[350079790] 'agreement among raft nodes before linearized reading' (duration: 160.338611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:31.848907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.981796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T14:37:31.84901Z","caller":"traceutil/trace.go:171","msg":"trace[1620292958] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15388; }","duration":"161.13601ms","start":"2026-03-03T14:37:31.687856Z","end":"2026-03-03T14:37:31.848992Z","steps":["trace[1620292958] 'agreement among raft nodes before linearized reading' (duration: 159.934422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:31.847984Z","caller":"traceutil/trace.go:171","msg":"trace[1770214169] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15388; }","duration":"259.162655ms","start":"2026-03-03T14:37:31.588789Z","end":"2026-03-03T14:37:31.847951Z","steps":["trace[1770214169] 'agreement among raft nodes before linearized reading' (duration: 258.95643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:31.848119Z","caller":"traceutil/trace.go:171","msg":"trace[141220308] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15388; }","duration":"253.597904ms","start":"2026-03-03T14:37:31.594503Z","end":"2026-03-03T14:37:31.848101Z","steps":["trace[141220308] 'agreement among raft nodes before linearized reading' (duration: 253.316737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:42.834493Z","caller":"traceutil/trace.go:171","msg":"trace[525323411] transaction","detail":"{read_only:false; response_revision:15444; number_of_response:1; }","duration":"174.273241ms","start":"2026-03-03T14:37:42.660197Z","end":"2026-03-03T14:37:42.83447Z","steps":["trace[525323411] 'process raft request' (duration: 174.121258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:42.837911Z","caller":"traceutil/trace.go:171","msg":"trace[121410924] linearizableReadLoop","detail":"{readStateIndex:16095; appliedIndex:16093; }","duration":"174.506877ms","start":"2026-03-03T14:37:42.663367Z","end":"2026-03-03T14:37:42.837874Z","steps":["trace[121410924] 'read index received' (duration: 170.978874ms)","trace[121410924] 'applied index is now lower than readState.Index' (duration: 3.526343ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:42.838041Z","caller":"traceutil/trace.go:171","msg":"trace[1666674884] transaction","detail":"{read_only:false; response_revision:15445; number_of_response:1; }","duration":"175.573443ms","start":"2026-03-03T14:37:42.66239Z","end":"2026-03-03T14:37:42.837964Z","steps":["trace[1666674884] 'process raft request' (duration: 175.261496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.838241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.864096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:37:42.838328Z","caller":"traceutil/trace.go:171","msg":"trace[1367303541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15445; }","duration":"175.001979ms","start":"2026-03-03T14:37:42.663304Z","end":"2026-03-03T14:37:42.838306Z","steps":["trace[1367303541] 'agreement among raft nodes before linearized reading' (duration: 174.745923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.838319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.010096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:42.838418Z","caller":"traceutil/trace.go:171","msg":"trace[975809290] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:15445; }","duration":"150.236762ms","start":"2026-03-03T14:37:42.688164Z","end":"2026-03-03T14:37:42.838401Z","steps":["trace[975809290] 'agreement among raft nodes before linearized reading' (duration: 149.972346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.838722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.015466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:42.83878Z","caller":"traceutil/trace.go:171","msg":"trace[960383902] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15445; }","duration":"142.082028ms","start":"2026-03-03T14:37:42.696685Z","end":"2026-03-03T14:37:42.838767Z","steps":["trace[960383902] 'agreement among raft nodes before linearized reading' (duration: 141.981915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.838856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.260453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:37:42.83875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.456182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:37:42.838924Z","caller":"traceutil/trace.go:171","msg":"trace[715858801] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15445; }","duration":"142.361955ms","start":"2026-03-03T14:37:42.696544Z","end":"2026-03-03T14:37:42.838906Z","steps":["trace[715858801] 'agreement among raft nodes before linearized reading' (duration: 142.240382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:42.838984Z","caller":"traceutil/trace.go:171","msg":"trace[899077288] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15445; }","duration":"138.720908ms","start":"2026-03-03T14:37:42.700232Z","end":"2026-03-03T14:37:42.838953Z","steps":["trace[899077288] 'agreement among raft nodes before linearized reading' (duration: 138.405631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:42.954636Z","caller":"traceutil/trace.go:171","msg":"trace[1237018884] transaction","detail":"{read_only:false; response_revision:15447; number_of_response:1; }","duration":"110.241274ms","start":"2026-03-03T14:37:42.844365Z","end":"2026-03-03T14:37:42.954606Z","steps":["trace[1237018884] 'process raft request' (duration: 68.405792ms)","trace[1237018884] 'compare' (duration: 41.573846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:45.011225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.728634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:37:45.011377Z","caller":"traceutil/trace.go:171","msg":"trace[292987669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15454; }","duration":"120.910768ms","start":"2026-03-03T14:37:44.890431Z","end":"2026-03-03T14:37:45.011342Z","steps":["trace[292987669] 'range keys from in-memory index tree' (duration: 120.54836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:45.012651Z","caller":"traceutil/trace.go:171","msg":"trace[1205033098] transaction","detail":"{read_only:false; response_revision:15455; number_of_response:1; }","duration":"118.507251ms","start":"2026-03-03T14:37:44.89411Z","end":"2026-03-03T14:37:45.012617Z","steps":["trace[1205033098] 'process raft request' (duration: 118.310266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:45.018093Z","caller":"traceutil/trace.go:171","msg":"trace[93603381] transaction","detail":"{read_only:false; response_revision:15456; number_of_response:1; }","duration":"121.247405ms","start":"2026-03-03T14:37:44.896817Z","end":"2026-03-03T14:37:45.018064Z","steps":["trace[93603381] 'process raft request' (duration: 121.074361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:46.06323Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13190} {"level":"info","ts":"2026-03-03T14:37:46.138586Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13190,"took":"73.022711ms","hash":3184367883,"current-db-size-bytes":41660416,"current-db-size":"42 MB","current-db-size-in-use-bytes":25464832,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T14:37:46.138656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3184367883,"revision":13190,"compact-revision":11885} {"level":"warn","ts":"2026-03-03T14:38:05.33194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683921,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:38:05.389218Z","caller":"traceutil/trace.go:171","msg":"trace[1315962248] transaction","detail":"{read_only:false; response_revision:15543; number_of_response:1; }","duration":"613.372133ms","start":"2026-03-03T14:38:04.775817Z","end":"2026-03-03T14:38:05.389189Z","steps":["trace[1315962248] 'process raft request' (duration: 613.036945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.389504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.775799Z","time spent":"613.586168ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:06.715232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223687712s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:06.71543Z","caller":"traceutil/trace.go:171","msg":"trace[1841266109] transaction","detail":"{read_only:false; response_revision:15544; number_of_response:1; }","duration":"1.878301122s","start":"2026-03-03T14:38:04.83711Z","end":"2026-03-03T14:38:06.715411Z","steps":["trace[1841266109] 'process raft request' (duration: 654.347235ms)","trace[1841266109] 'compare' (duration: 1.222867622s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:06.715504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.837091Z","time spent":"1.878382144s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:06.715679Z","caller":"traceutil/trace.go:171","msg":"trace[1285018230] linearizableReadLoop","detail":"{readStateIndex:16200; appliedIndex:16197; }","duration":"1.884708805s","start":"2026-03-03T14:38:04.830944Z","end":"2026-03-03T14:38:06.715653Z","steps":["trace[1285018230] 'read index received' (duration: 557.868296ms)","trace[1285018230] 'applied index is now lower than readState.Index' (duration: 1.326838949s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:06.71579Z","caller":"traceutil/trace.go:171","msg":"trace[1233892775] transaction","detail":"{read_only:false; response_revision:15545; number_of_response:1; }","duration":"1.838865609s","start":"2026-03-03T14:38:04.876911Z","end":"2026-03-03T14:38:06.715777Z","steps":["trace[1233892775] 'process raft request' (duration: 1.838415307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.715895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.87688Z","time spent":"1.83893773s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:06.717054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886088437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:38:06.717138Z","caller":"traceutil/trace.go:171","msg":"trace[1187164547] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15545; }","duration":"1.886189249s","start":"2026-03-03T14:38:04.830932Z","end":"2026-03-03T14:38:06.717121Z","steps":["trace[1187164547] 'agreement among raft nodes before linearized reading' (duration: 1.88492724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:06.717179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.830892Z","time spent":"1.886277831s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1606,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:06.910835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.309541338s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:38:07.759182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:38:07.759277Z","caller":"traceutil/trace.go:171","msg":"trace[1299359531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000624833s","start":"2026-03-03T14:38:05.758626Z","end":"2026-03-03T14:38:07.759251Z","steps":["trace[1299359531] 'agreement among raft nodes before linearized reading' (duration: 2.000512261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.75932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.75861Z","time spent":"2.000701335s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:38:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:07.970786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059765027s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:38:08.86418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953023874s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:08.864441Z","caller":"traceutil/trace.go:171","msg":"trace[1384962023] linearizableReadLoop","detail":"{readStateIndex:16202; appliedIndex:16200; }","duration":"2.148680313s","start":"2026-03-03T14:38:06.71574Z","end":"2026-03-03T14:38:08.864421Z","steps":["trace[1384962023] 'read index received' (duration: 195.342501ms)","trace[1384962023] 'applied index is now lower than readState.Index' (duration: 1.953336402s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:08.864737Z","caller":"traceutil/trace.go:171","msg":"trace[599564412] transaction","detail":"{read_only:false; response_revision:15546; number_of_response:1; }","duration":"3.263568796s","start":"2026-03-03T14:38:05.601147Z","end":"2026-03-03T14:38:08.864716Z","steps":["trace[599564412] 'process raft request' (duration: 1.309917456s)","trace[599564412] 'compare' (duration: 1.952560354s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:08.86483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.601119Z","time spent":"3.263663379s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:08.865053Z","caller":"traceutil/trace.go:171","msg":"trace[1312999460] transaction","detail":"{read_only:false; response_revision:15547; number_of_response:1; }","duration":"2.83436254s","start":"2026-03-03T14:38:06.030669Z","end":"2026-03-03T14:38:08.865032Z","steps":["trace[1312999460] 'process raft request' (duration: 2.833632933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.86513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.030616Z","time spent":"2.834472783s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:08.86522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912796549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T14:38:08.865278Z","caller":"traceutil/trace.go:171","msg":"trace[959805337] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15547; }","duration":"2.912896452s","start":"2026-03-03T14:38:05.952369Z","end":"2026-03-03T14:38:08.865265Z","steps":["trace[959805337] 'agreement among raft nodes before linearized reading' (duration: 2.912723178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.8653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.952354Z","time spent":"2.912941424s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:38:08.865485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186389938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.865517Z","caller":"traceutil/trace.go:171","msg":"trace[1381448441] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15547; }","duration":"2.18645773s","start":"2026-03-03T14:38:06.679051Z","end":"2026-03-03T14:38:08.865509Z","steps":["trace[1381448441] 'agreement among raft nodes before linearized reading' (duration: 2.186417059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.67903Z","time spent":"2.18650796s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:08.865707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18692138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:08.865729Z","caller":"traceutil/trace.go:171","msg":"trace[341524827] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"2.186960791s","start":"2026-03-03T14:38:06.678762Z","end":"2026-03-03T14:38:08.865723Z","steps":["trace[341524827] 'agreement among raft nodes before linearized reading' (duration: 2.186895119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857686273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:38:08.865786Z","caller":"traceutil/trace.go:171","msg":"trace[553002424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15547; }","duration":"3.857745183s","start":"2026-03-03T14:38:05.008015Z","end":"2026-03-03T14:38:08.865761Z","steps":["trace[553002424] 'agreement among raft nodes before linearized reading' (duration: 3.857670042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894787922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.865754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513445411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.865819Z","caller":"traceutil/trace.go:171","msg":"trace[900718035] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15547; }","duration":"2.894843634s","start":"2026-03-03T14:38:05.970969Z","end":"2026-03-03T14:38:08.865812Z","steps":["trace[900718035] 'agreement among raft nodes before linearized reading' (duration: 2.894789772s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.97095Z","time spent":"2.894883345s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:08.865844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024891677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.865841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894630699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:08.865866Z","caller":"traceutil/trace.go:171","msg":"trace[1814591371] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:15547; }","duration":"3.024956969s","start":"2026-03-03T14:38:05.8409Z","end":"2026-03-03T14:38:08.865857Z","steps":["trace[1814591371] 'agreement among raft nodes before linearized reading' (duration: 3.024919438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.86589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.840873Z","time spent":"3.02501s","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:08.86585Z","caller":"traceutil/trace.go:171","msg":"trace[1382559378] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"2.513568634s","start":"2026-03-03T14:38:06.35226Z","end":"2026-03-03T14:38:08.865828Z","steps":["trace[1382559378] 'agreement among raft nodes before linearized reading' (duration: 2.513434591s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.865895Z","caller":"traceutil/trace.go:171","msg":"trace[1972717148] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"2.894715771s","start":"2026-03-03T14:38:05.971161Z","end":"2026-03-03T14:38:08.865877Z","steps":["trace[1972717148] 'agreement among raft nodes before linearized reading' (duration: 2.894536977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891256359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:08.86593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.971119Z","time spent":"2.894803943s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.865808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.007997Z","time spent":"3.857804745s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:08.865964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912955903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.865973Z","caller":"traceutil/trace.go:171","msg":"trace[1426362131] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"2.891429243s","start":"2026-03-03T14:38:05.974525Z","end":"2026-03-03T14:38:08.865954Z","steps":["trace[1426362131] 'agreement among raft nodes before linearized reading' (duration: 2.891151446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.974513Z","time spent":"2.891493904s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.86604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.579115037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:38:08.866016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549274671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-03-03T14:38:08.866118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581297789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:38:08.866109Z","caller":"traceutil/trace.go:171","msg":"trace[70530767] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15547; }","duration":"2.549404504s","start":"2026-03-03T14:38:06.31668Z","end":"2026-03-03T14:38:08.866085Z","steps":["trace[70530767] 'agreement among raft nodes before linearized reading' (duration: 2.549016285s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866144Z","caller":"traceutil/trace.go:171","msg":"trace[981263871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15547; }","duration":"3.58136288s","start":"2026-03-03T14:38:05.284775Z","end":"2026-03-03T14:38:08.866138Z","steps":["trace[981263871] 'agreement among raft nodes before linearized reading' (duration: 3.581301719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51380484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:08.866137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187364831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.866164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.284754Z","time spent":"3.581404662s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.316661Z","time spent":"2.549490106s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:38:08.86618Z","caller":"traceutil/trace.go:171","msg":"trace[724763032] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"2.513886992s","start":"2026-03-03T14:38:06.35228Z","end":"2026-03-03T14:38:08.866167Z","steps":["trace[724763032] 'agreement among raft nodes before linearized reading' (duration: 2.513763209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89215709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.866198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900749543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:08.866185Z","caller":"traceutil/trace.go:171","msg":"trace[1434205264] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"2.187417512s","start":"2026-03-03T14:38:06.678754Z","end":"2026-03-03T14:38:08.866172Z","steps":["trace[1434205264] 'agreement among raft nodes before linearized reading' (duration: 2.18734173s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866221Z","caller":"traceutil/trace.go:171","msg":"trace[523905199] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15547; }","duration":"3.900830605s","start":"2026-03-03T14:38:04.965383Z","end":"2026-03-03T14:38:08.866214Z","steps":["trace[523905199] 'agreement among raft nodes before linearized reading' (duration: 3.900773114s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866219Z","caller":"traceutil/trace.go:171","msg":"trace[1376444482] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"2.892209401s","start":"2026-03-03T14:38:05.974Z","end":"2026-03-03T14:38:08.86621Z","steps":["trace[1376444482] 'agreement among raft nodes before linearized reading' (duration: 2.89215963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.865929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.352245Z","time spent":"2.513670796s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.678701Z","time spent":"2.187520324s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.965345Z","time spent":"3.900888946s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643571165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:38:08.86624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.558907378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-03T14:38:08.866064Z","caller":"traceutil/trace.go:171","msg":"trace[1772374144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15547; }","duration":"3.579185339s","start":"2026-03-03T14:38:05.286871Z","end":"2026-03-03T14:38:08.866057Z","steps":["trace[1772374144] 'agreement among raft nodes before linearized reading' (duration: 3.579115038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757326322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:08.866314Z","caller":"traceutil/trace.go:171","msg":"trace[1329259692] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15547; }","duration":"2.559008731s","start":"2026-03-03T14:38:06.307291Z","end":"2026-03-03T14:38:08.866299Z","steps":["trace[1329259692] 'agreement among raft nodes before linearized reading' (duration: 2.558822627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.286843Z","time spent":"3.579464946s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89336401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:08.866343Z","caller":"traceutil/trace.go:171","msg":"trace[205869629] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15547; }","duration":"3.757384554s","start":"2026-03-03T14:38:05.108951Z","end":"2026-03-03T14:38:08.866336Z","steps":["trace[205869629] 'agreement among raft nodes before linearized reading' (duration: 3.757327573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.108935Z","time spent":"3.757421714s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.307276Z","time spent":"2.559069222s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.973988Z","time spent":"2.892253603s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:08.86639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895162941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.866414Z","caller":"traceutil/trace.go:171","msg":"trace[2021820855] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15547; }","duration":"2.895224613s","start":"2026-03-03T14:38:05.971183Z","end":"2026-03-03T14:38:08.866408Z","steps":["trace[2021820855] 'agreement among raft nodes before linearized reading' (duration: 2.895190392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901067011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:08.866268Z","caller":"traceutil/trace.go:171","msg":"trace[999523658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15547; }","duration":"3.643657827s","start":"2026-03-03T14:38:05.222604Z","end":"2026-03-03T14:38:08.866262Z","steps":["trace[999523658] 'agreement among raft nodes before linearized reading' (duration: 3.643602686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187048733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.866449Z","caller":"traceutil/trace.go:171","msg":"trace[1846625913] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"3.901131402s","start":"2026-03-03T14:38:04.965309Z","end":"2026-03-03T14:38:08.866441Z","steps":["trace[1846625913] 'agreement among raft nodes before linearized reading' (duration: 3.901071291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.222574Z","time spent":"3.643874241s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.965289Z","time spent":"3.901183393s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.352261Z","time spent":"2.513947183s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895270403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.866482Z","caller":"traceutil/trace.go:171","msg":"trace[1252214903] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15547; }","duration":"2.1877461s","start":"2026-03-03T14:38:06.678716Z","end":"2026-03-03T14:38:08.866462Z","steps":["trace[1252214903] 'agreement among raft nodes before linearized reading' (duration: 2.187006813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567033391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:38:08.866111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167904178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.865747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.678758Z","time spent":"2.186983732s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514468175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:08.866535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.678701Z","time spent":"2.187820021s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:38:08.866547Z","caller":"traceutil/trace.go:171","msg":"trace[437424086] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15547; }","duration":"3.168406181s","start":"2026-03-03T14:38:05.69813Z","end":"2026-03-03T14:38:08.866536Z","steps":["trace[437424086] 'agreement among raft nodes before linearized reading' (duration: 3.16793858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900953667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:08.866226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478323497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-03-03T14:38:08.866566Z","caller":"traceutil/trace.go:171","msg":"trace[147771017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:15547; }","duration":"3.567605393s","start":"2026-03-03T14:38:05.298926Z","end":"2026-03-03T14:38:08.866531Z","steps":["trace[147771017] 'agreement among raft nodes before linearized reading' (duration: 3.566930898s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866568Z","caller":"traceutil/trace.go:171","msg":"trace[427790982] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15547; }","duration":"2.514542027s","start":"2026-03-03T14:38:06.352009Z","end":"2026-03-03T14:38:08.866551Z","steps":["trace[427790982] 'agreement among raft nodes before linearized reading' (duration: 2.514410654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.971126Z","time spent":"2.895308054s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T14:38:08.866596Z","caller":"traceutil/trace.go:171","msg":"trace[38479357] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"3.901234235s","start":"2026-03-03T14:38:04.965345Z","end":"2026-03-03T14:38:08.866579Z","steps":["trace[38479357] 'agreement among raft nodes before linearized reading' (duration: 3.900980429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.351995Z","time spent":"2.514630869s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.298907Z","time spent":"3.567712156s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890414268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:08.866653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.965314Z","time spent":"3.901323456s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:08.865987Z","caller":"traceutil/trace.go:171","msg":"trace[2050183855] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15547; }","duration":"2.913032956s","start":"2026-03-03T14:38:05.952948Z","end":"2026-03-03T14:38:08.865981Z","steps":["trace[2050183855] 'agreement among raft nodes before linearized reading' (duration: 2.912994805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866695Z","caller":"traceutil/trace.go:171","msg":"trace[780767433] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15547; }","duration":"2.890527631s","start":"2026-03-03T14:38:05.976153Z","end":"2026-03-03T14:38:08.86668Z","steps":["trace[780767433] 'agreement among raft nodes before linearized reading' (duration: 2.890390978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.698084Z","time spent":"3.168490582s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:08.866561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.901254025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.866356Z","caller":"traceutil/trace.go:171","msg":"trace[1576492427] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15547; }","duration":"2.89340639s","start":"2026-03-03T14:38:05.972942Z","end":"2026-03-03T14:38:08.866348Z","steps":["trace[1576492427] 'agreement among raft nodes before linearized reading' (duration: 2.893324538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.952918Z","time spent":"2.913775312s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:38:08.866769Z","caller":"traceutil/trace.go:171","msg":"trace[340937769] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"3.901493931s","start":"2026-03-03T14:38:04.965262Z","end":"2026-03-03T14:38:08.866756Z","steps":["trace[340937769] 'agreement among raft nodes before linearized reading' (duration: 3.901276916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.972933Z","time spent":"2.89384642s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.965242Z","time spent":"3.901557432s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:08.866518Z","caller":"traceutil/trace.go:171","msg":"trace[746264688] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"2.895335655s","start":"2026-03-03T14:38:05.971174Z","end":"2026-03-03T14:38:08.86651Z","steps":["trace[746264688] 'agreement among raft nodes before linearized reading' (duration: 2.895281554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92592286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:08.866867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.971126Z","time spent":"2.895729664s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:08.866591Z","caller":"traceutil/trace.go:171","msg":"trace[1835813488] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:15547; }","duration":"3.478726187s","start":"2026-03-03T14:38:05.387856Z","end":"2026-03-03T14:38:08.866582Z","steps":["trace[1835813488] 'agreement among raft nodes before linearized reading' (duration: 3.478279806s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.866876Z","caller":"traceutil/trace.go:171","msg":"trace[652325976] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15547; }","duration":"3.926715198s","start":"2026-03-03T14:38:04.94015Z","end":"2026-03-03T14:38:08.866865Z","steps":["trace[652325976] 'agreement among raft nodes before linearized reading' (duration: 3.925959951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.866911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.940113Z","time spent":"3.92678841s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.387803Z","time spent":"3.479097575s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:38:08.866749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.976142Z","time spent":"2.890594262s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:08.867066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.927413756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:08.867084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977880502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:38:08.867119Z","caller":"traceutil/trace.go:171","msg":"trace[948363290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15547; }","duration":"3.977954514s","start":"2026-03-03T14:38:04.889154Z","end":"2026-03-03T14:38:08.867108Z","steps":["trace[948363290] 'agreement among raft nodes before linearized reading' (duration: 3.977862351s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.867114Z","caller":"traceutil/trace.go:171","msg":"trace[1733139178] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15547; }","duration":"3.927489298s","start":"2026-03-03T14:38:04.93961Z","end":"2026-03-03T14:38:08.8671Z","steps":["trace[1733139178] 'agreement among raft nodes before linearized reading' (duration: 3.927359304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.867144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.889133Z","time spent":"3.978005705s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:08.867167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.939592Z","time spent":"3.927563279s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:08.867299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.489991794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-03T14:38:08.86732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956989048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T14:38:08.867353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.404255883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:38:08.86737Z","caller":"traceutil/trace.go:171","msg":"trace[1140704731] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:15547; }","duration":"3.490092267s","start":"2026-03-03T14:38:05.377255Z","end":"2026-03-03T14:38:08.867348Z","steps":["trace[1140704731] 'agreement among raft nodes before linearized reading' (duration: 3.48899576s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:08.867389Z","caller":"traceutil/trace.go:171","msg":"trace[1344382128] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15547; }","duration":"2.404349405s","start":"2026-03-03T14:38:06.463027Z","end":"2026-03-03T14:38:08.867376Z","steps":["trace[1344382128] 'agreement among raft nodes before linearized reading' (duration: 2.402774797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.867417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.462958Z","time spent":"2.404452188s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:38:08.867417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.377236Z","time spent":"3.490169139s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"info","ts":"2026-03-03T14:38:08.867765Z","caller":"traceutil/trace.go:171","msg":"trace[2096676235] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:15547; }","duration":"2.957568761s","start":"2026-03-03T14:38:05.910179Z","end":"2026-03-03T14:38:08.867748Z","steps":["trace[2096676235] 'agreement among raft nodes before linearized reading' (duration: 2.955127173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.86787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.910159Z","time spent":"2.957695534s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.30\" "} {"level":"warn","ts":"2026-03-03T14:38:09.365369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:09.759649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:38:09.759768Z","caller":"traceutil/trace.go:171","msg":"trace[497870588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315836s","start":"2026-03-03T14:38:07.759427Z","end":"2026-03-03T14:38:09.759743Z","steps":["trace[497870588] 'agreement among raft nodes before linearized reading' (duration: 2.000176203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:09.759822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.759411Z","time spent":"2.000401058s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:09.866189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:10.366362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:10.867179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:11.136026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:38:11.136107Z","caller":"traceutil/trace.go:171","msg":"trace[1424763010] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423569s","start":"2026-03-03T14:38:09.135665Z","end":"2026-03-03T14:38:11.136089Z","steps":["trace[1424763010] 'agreement among raft nodes before linearized reading' (duration: 2.000317606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:11.136153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.135647Z","time spent":"2.00049645s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:11.267972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.712259ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:11.268087Z","caller":"traceutil/trace.go:171","msg":"trace[1197820507] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15547; }","duration":"839.836042ms","start":"2026-03-03T14:38:10.428233Z","end":"2026-03-03T14:38:11.268069Z","steps":["trace[1197820507] 'range keys from in-memory index tree' (duration: 839.692538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:11.367475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:11.764981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999833485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:38:11.765053Z","caller":"traceutil/trace.go:171","msg":"trace[1303159964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948807s","start":"2026-03-03T14:38:09.765089Z","end":"2026-03-03T14:38:11.765037Z","steps":["trace[1303159964] 'agreement among raft nodes before linearized reading' (duration: 1.999856425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:11.765089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.765072Z","time spent":"2.000010349s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:38:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:11.868244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683932,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:11.877937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.906930399s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:11.87837Z","caller":"traceutil/trace.go:171","msg":"trace[1932040835] transaction","detail":"{read_only:false; response_revision:15548; number_of_response:1; }","duration":"4.481576264s","start":"2026-03-03T14:38:07.396766Z","end":"2026-03-03T14:38:11.878342Z","steps":["trace[1932040835] 'process raft request' (duration: 4.48141771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:11.878529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.396734Z","time spent":"4.481699597s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:13.720206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.722256Z","time spent":"4.997942637s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:38:13.720218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.722125Z","time spent":"4.998085451s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 14:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:13.77378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:38:13.773866Z","caller":"traceutil/trace.go:171","msg":"trace[1816739735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630253s","start":"2026-03-03T14:38:11.773216Z","end":"2026-03-03T14:38:13.773846Z","steps":["trace[1816739735] 'agreement among raft nodes before linearized reading' (duration: 2.00050496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.773909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.773197Z","time spent":"2.000703655s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:13.872104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.872498Z","time spent":"4.999599187s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:13.873143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.877269Z","time spent":"4.995867439s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:13.873171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.875511Z","time spent":"4.99765147s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:38:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:14.130739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.252540346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:14.131069Z","caller":"traceutil/trace.go:171","msg":"trace[680119893] transaction","detail":"{read_only:false; response_revision:15549; number_of_response:1; }","duration":"5.671538398s","start":"2026-03-03T14:38:08.459511Z","end":"2026-03-03T14:38:14.131049Z","steps":["trace[680119893] 'process raft request' (duration: 5.671376534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:14.131184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.459475Z","time spent":"5.671645521s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:14.132003Z","caller":"traceutil/trace.go:171","msg":"trace[14067032] transaction","detail":"{read_only:false; response_revision:15554; number_of_response:1; }","duration":"5.256381175s","start":"2026-03-03T14:38:08.875606Z","end":"2026-03-03T14:38:14.131987Z","steps":["trace[14067032] 'process raft request' (duration: 5.25616282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:14.13208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.875584Z","time spent":"5.256443956s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:14.132175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.868584Z","time spent":"5.263589616s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:38:14.132402Z","caller":"traceutil/trace.go:171","msg":"trace[754651121] transaction","detail":"{read_only:false; response_revision:15555; number_of_response:1; }","duration":"5.256344844s","start":"2026-03-03T14:38:08.876017Z","end":"2026-03-03T14:38:14.132362Z","steps":["trace[754651121] 'process raft request' (duration: 5.255799361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:14.132558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.876005Z","time spent":"5.256467286s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:15.063781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.881025ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:38:15.063995Z","caller":"traceutil/trace.go:171","msg":"trace[910419658] linearizableReadLoop","detail":"{readStateIndex:16213; appliedIndex:16202; }","duration":"6.199491916s","start":"2026-03-03T14:38:08.86448Z","end":"2026-03-03T14:38:15.063972Z","steps":["trace[910419658] 'read index received' (duration: 3.013709302s)","trace[910419658] 'applied index is now lower than readState.Index' (duration: 3.185781304s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:15.064329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.608497282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.064393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.611622126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.064469Z","caller":"traceutil/trace.go:171","msg":"trace[1766880798] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:15557; }","duration":"6.608702617s","start":"2026-03-03T14:38:08.455744Z","end":"2026-03-03T14:38:15.064447Z","steps":["trace[1766880798] 'agreement among raft nodes before linearized reading' (duration: 6.608505352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749414303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.064484Z","caller":"traceutil/trace.go:171","msg":"trace[1543954646] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:15557; }","duration":"6.61180669s","start":"2026-03-03T14:38:08.45266Z","end":"2026-03-03T14:38:15.064466Z","steps":["trace[1543954646] 'agreement among raft nodes before linearized reading' (duration: 6.611611656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.287703936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.064522Z","caller":"traceutil/trace.go:171","msg":"trace[32342310] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:15557; }","duration":"7.749451804s","start":"2026-03-03T14:38:07.315057Z","end":"2026-03-03T14:38:15.064509Z","steps":["trace[32342310] 'agreement among raft nodes before linearized reading' (duration: 7.749386243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.45264Z","time spent":"6.611885313s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:15.064547Z","caller":"traceutil/trace.go:171","msg":"trace[539836039] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:15557; }","duration":"7.287800309s","start":"2026-03-03T14:38:07.776729Z","end":"2026-03-03T14:38:15.064529Z","steps":["trace[539836039] 'agreement among raft nodes before linearized reading' (duration: 7.287712487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.314985Z","time spent":"7.749576666s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.064598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.776706Z","time spent":"7.28787635s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.064611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.226091816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:15.064615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.19256219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:38:15.064663Z","caller":"traceutil/trace.go:171","msg":"trace[1478716618] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15557; }","duration":"6.226198598s","start":"2026-03-03T14:38:08.838451Z","end":"2026-03-03T14:38:15.064649Z","steps":["trace[1478716618] 'agreement among raft nodes before linearized reading' (duration: 6.226105196s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.064692Z","caller":"traceutil/trace.go:171","msg":"trace[409365137] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:15557; }","duration":"7.192698163s","start":"2026-03-03T14:38:07.871974Z","end":"2026-03-03T14:38:15.064672Z","steps":["trace[409365137] 'agreement among raft nodes before linearized reading' (duration: 7.192475628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.455734Z","time spent":"6.608776298s","remote":"127.0.0.1:40550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.064735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.871946Z","time spent":"7.192779915s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.064405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.027956197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:38:15.064868Z","caller":"traceutil/trace.go:171","msg":"trace[967869868] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15557; }","duration":"8.028456288s","start":"2026-03-03T14:38:07.036396Z","end":"2026-03-03T14:38:15.064852Z","steps":["trace[967869868] 'agreement among raft nodes before linearized reading' (duration: 8.027886485s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.064894Z","caller":"traceutil/trace.go:171","msg":"trace[1030189054] transaction","detail":"{read_only:false; response_revision:15558; number_of_response:1; }","duration":"1.181014022s","start":"2026-03-03T14:38:13.883861Z","end":"2026-03-03T14:38:15.064875Z","steps":["trace[1030189054] 'process raft request' (duration: 1.180016488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.064924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.036371Z","time spent":"8.02853827s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:38:15.064396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.210466934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.065019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.88384Z","time spent":"1.181104123s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.065042Z","caller":"traceutil/trace.go:171","msg":"trace[2104586955] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:15557; }","duration":"8.211147289s","start":"2026-03-03T14:38:06.853872Z","end":"2026-03-03T14:38:15.06502Z","steps":["trace[2104586955] 'agreement among raft nodes before linearized reading' (duration: 8.210425242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.06471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.838418Z","time spent":"6.226275391s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.065201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.853847Z","time spent":"8.211263292s","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.328743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.796895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T14:38:15.32884Z","caller":"traceutil/trace.go:171","msg":"trace[2132265858] linearizableReadLoop","detail":"{readStateIndex:16215; appliedIndex:16213; }","duration":"264.794308ms","start":"2026-03-03T14:38:15.064033Z","end":"2026-03-03T14:38:15.328827Z","steps":["trace[2132265858] 'read index received' (duration: 256.566µs)","trace[2132265858] 'applied index is now lower than readState.Index' (duration: 264.536832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:15.328912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.853177633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.328939Z","caller":"traceutil/trace.go:171","msg":"trace[1117464823] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:15558; }","duration":"6.853239805s","start":"2026-03-03T14:38:08.47569Z","end":"2026-03-03T14:38:15.32893Z","steps":["trace[1117464823] 'agreement among raft nodes before linearized reading' (duration: 6.589045431s)","trace[1117464823] 'count revisions from in-memory index tree' (duration: 264.151032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:15.328968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.47564Z","time spent":"6.853318647s","remote":"127.0.0.1:40514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.329215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453452777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:15.329244Z","caller":"traceutil/trace.go:171","msg":"trace[1886676736] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15558; }","duration":"4.453503348s","start":"2026-03-03T14:38:10.875735Z","end":"2026-03-03T14:38:15.329238Z","steps":["trace[1886676736] 'agreement among raft nodes before linearized reading' (duration: 4.453392536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.329268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.875725Z","time spent":"4.45353834s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:15.329255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.581378821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.329348Z","caller":"traceutil/trace.go:171","msg":"trace[1897869022] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15558; }","duration":"4.581499073s","start":"2026-03-03T14:38:10.747823Z","end":"2026-03-03T14:38:15.329322Z","steps":["trace[1897869022] 'agreement among raft nodes before linearized reading' (duration: 4.581328899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.329441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.683343247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:15.329436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.747809Z","time spent":"4.581594536s","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.32949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.756532483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.329508Z","caller":"traceutil/trace.go:171","msg":"trace[684204810] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15558; }","duration":"5.756587284s","start":"2026-03-03T14:38:09.572915Z","end":"2026-03-03T14:38:15.329503Z","steps":["trace[684204810] 'agreement among raft nodes before linearized reading' (duration: 5.756558884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.329533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.572896Z","time spent":"5.756631785s","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.32967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888458281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.329696Z","caller":"traceutil/trace.go:171","msg":"trace[1294975926] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:15558; }","duration":"5.888518603s","start":"2026-03-03T14:38:09.441172Z","end":"2026-03-03T14:38:15.32969Z","steps":["trace[1294975926] 'agreement among raft nodes before linearized reading' (duration: 5.888467311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.329715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.441156Z","time spent":"5.888554103s","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.329977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454305718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T14:38:15.330052Z","caller":"traceutil/trace.go:171","msg":"trace[992668361] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15558; }","duration":"4.45438163s","start":"2026-03-03T14:38:10.875653Z","end":"2026-03-03T14:38:15.330035Z","steps":["trace[992668361] 'agreement among raft nodes before linearized reading' (duration: 4.454072082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455650301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:15.330083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442212152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.33015Z","caller":"traceutil/trace.go:171","msg":"trace[570252453] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:15558; }","duration":"3.442321365s","start":"2026-03-03T14:38:11.88781Z","end":"2026-03-03T14:38:15.330132Z","steps":["trace[570252453] 'agreement among raft nodes before linearized reading' (duration: 3.442176102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455911867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.330215Z","caller":"traceutil/trace.go:171","msg":"trace[1046210535] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15558; }","duration":"4.455970928s","start":"2026-03-03T14:38:10.874232Z","end":"2026-03-03T14:38:15.330203Z","steps":["trace[1046210535] 'agreement among raft nodes before linearized reading' (duration: 4.455899576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.874227Z","time spent":"4.45601882s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:38:15.330114Z","caller":"traceutil/trace.go:171","msg":"trace[1588177004] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.455721432s","start":"2026-03-03T14:38:10.874377Z","end":"2026-03-03T14:38:15.330098Z","steps":["trace[1588177004] 'agreement among raft nodes before linearized reading' (duration: 4.455550378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449390811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:15.330413Z","caller":"traceutil/trace.go:171","msg":"trace[2083142875] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15558; }","duration":"6.449432571s","start":"2026-03-03T14:38:08.880973Z","end":"2026-03-03T14:38:15.330406Z","steps":["trace[2083142875] 'agreement among raft nodes before linearized reading' (duration: 6.448886069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.880966Z","time spent":"6.449463352s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":738160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:38:15.330522Z","caller":"traceutil/trace.go:171","msg":"trace[605375004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:15558; }","duration":"1.197481022s","start":"2026-03-03T14:38:14.13303Z","end":"2026-03-03T14:38:15.330511Z","steps":["trace[605375004] 'process raft request' (duration: 931.831883ms)","trace[605375004] 'compare' (duration: 263.736153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:15.330493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454840361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.330906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015843505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T14:38:15.330932Z","caller":"traceutil/trace.go:171","msg":"trace[1615292369] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:15558; }","duration":"1.015903097s","start":"2026-03-03T14:38:14.315021Z","end":"2026-03-03T14:38:15.330924Z","steps":["trace[1615292369] 'agreement among raft nodes before linearized reading' (duration: 1.015843895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.315001Z","time spent":"1.015956878s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:38:15.33106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451974241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:15.331098Z","caller":"traceutil/trace.go:171","msg":"trace[1953816020] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15558; }","duration":"6.452038712s","start":"2026-03-03T14:38:08.879052Z","end":"2026-03-03T14:38:15.331091Z","steps":["trace[1953816020] 'agreement among raft nodes before linearized reading' (duration: 6.451624703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.33112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.879038Z","time spent":"6.452076163s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":738160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.331124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202546311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.331156Z","caller":"traceutil/trace.go:171","msg":"trace[1061969582] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15558; }","duration":"1.202613713s","start":"2026-03-03T14:38:14.12853Z","end":"2026-03-03T14:38:15.331144Z","steps":["trace[1061969582] 'agreement among raft nodes before linearized reading' (duration: 1.202569752s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.331187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.12851Z","time spent":"1.202669523s","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.331204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556436723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.331284Z","caller":"traceutil/trace.go:171","msg":"trace[546575095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15558; }","duration":"1.556520274s","start":"2026-03-03T14:38:13.774727Z","end":"2026-03-03T14:38:15.331248Z","steps":["trace[546575095] 'agreement among raft nodes before linearized reading' (duration: 1.556428372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.331341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.774713Z","time spent":"1.556615266s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:15.331517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454160535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:15.331549Z","caller":"traceutil/trace.go:171","msg":"trace[1660138261] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15558; }","duration":"4.454205906s","start":"2026-03-03T14:38:10.877336Z","end":"2026-03-03T14:38:15.331542Z","steps":["trace[1660138261] 'agreement among raft nodes before linearized reading' (duration: 4.454125194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.33157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.877329Z","time spent":"4.454236867s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:15.331702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844785767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.331733Z","caller":"traceutil/trace.go:171","msg":"trace[1926711217] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15558; }","duration":"3.844845818s","start":"2026-03-03T14:38:11.48688Z","end":"2026-03-03T14:38:15.331726Z","steps":["trace[1926711217] 'agreement among raft nodes before linearized reading' (duration: 3.844795447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.331758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.486865Z","time spent":"3.844886099s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.330419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.874371Z","time spent":"4.456028239s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:15.331927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451642905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:15.332006Z","caller":"traceutil/trace.go:171","msg":"trace[563542430] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.451734578s","start":"2026-03-03T14:38:10.88026Z","end":"2026-03-03T14:38:15.331995Z","steps":["trace[563542430] 'agreement among raft nodes before linearized reading' (duration: 4.451607785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.331995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.452920573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"warn","ts":"2026-03-03T14:38:15.332029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.880253Z","time spent":"4.451770178s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:15.332048Z","caller":"traceutil/trace.go:171","msg":"trace[944233288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15558; }","duration":"6.453041135s","start":"2026-03-03T14:38:08.878991Z","end":"2026-03-03T14:38:15.332033Z","steps":["trace[944233288] 'agreement among raft nodes before linearized reading' (duration: 6.452351079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.332108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452152787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.332129Z","caller":"traceutil/trace.go:171","msg":"trace[317932153] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15558; }","duration":"4.452206219s","start":"2026-03-03T14:38:10.879916Z","end":"2026-03-03T14:38:15.332122Z","steps":["trace[317932153] 'agreement among raft nodes before linearized reading' (duration: 4.452173048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.332151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.879905Z","time spent":"4.452239959s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:15.332242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60996107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T14:38:15.332292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452406483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.332297Z","caller":"traceutil/trace.go:171","msg":"trace[1007096800] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15558; }","duration":"1.610060542s","start":"2026-03-03T14:38:13.722222Z","end":"2026-03-03T14:38:15.332283Z","steps":["trace[1007096800] 'agreement among raft nodes before linearized reading' (duration: 1.609313345s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.332318Z","caller":"traceutil/trace.go:171","msg":"trace[1374541965] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.452445914s","start":"2026-03-03T14:38:10.879864Z","end":"2026-03-03T14:38:15.33231Z","steps":["trace[1374541965] 'agreement among raft nodes before linearized reading' (duration: 4.452407123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.332342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.879857Z","time spent":"4.452479725s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:15.330918Z","caller":"traceutil/trace.go:171","msg":"trace[299021870] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.455282292s","start":"2026-03-03T14:38:10.875604Z","end":"2026-03-03T14:38:15.330886Z","steps":["trace[299021870] 'agreement among raft nodes before linearized reading' (duration: 4.454851132s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.330565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456335627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:15.332494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454876271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:15.330178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.887796Z","time spent":"3.442376446s","remote":"127.0.0.1:34200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:15.332861Z","caller":"traceutil/trace.go:171","msg":"trace[668324139] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.455250592s","start":"2026-03-03T14:38:10.877599Z","end":"2026-03-03T14:38:15.33285Z","steps":["trace[668324139] 'agreement among raft nodes before linearized reading' (duration: 4.454844411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.332919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.877594Z","time spent":"4.455314893s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:15.332932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.455825383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:15.333004Z","caller":"traceutil/trace.go:171","msg":"trace[1380083498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15558; }","duration":"6.455913885s","start":"2026-03-03T14:38:08.877073Z","end":"2026-03-03T14:38:15.332987Z","steps":["trace[1380083498] 'agreement among raft nodes before linearized reading' (duration: 6.454517301s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.333055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.877067Z","time spent":"6.455971926s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":738160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.332127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.878982Z","time spent":"6.453128068s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":738160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.332339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.722194Z","time spent":"1.610132934s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:38:15.333466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611331254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-03T14:38:15.330624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456704085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.333526Z","caller":"traceutil/trace.go:171","msg":"trace[1991573667] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15558; }","duration":"1.611424106s","start":"2026-03-03T14:38:13.722087Z","end":"2026-03-03T14:38:15.333512Z","steps":["trace[1991573667] 'agreement among raft nodes before linearized reading' (duration: 1.60948059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.333546Z","caller":"traceutil/trace.go:171","msg":"trace[1191875524] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15558; }","duration":"4.459647906s","start":"2026-03-03T14:38:10.873887Z","end":"2026-03-03T14:38:15.333535Z","steps":["trace[1191875524] 'agreement among raft nodes before linearized reading' (duration: 4.456706406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.333577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.873875Z","time spent":"4.459694496s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:15.333581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.722071Z","time spent":"1.611497247s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:38:15.33073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.457184157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:15.333743Z","caller":"traceutil/trace.go:171","msg":"trace[986819715] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15558; }","duration":"4.460241819s","start":"2026-03-03T14:38:10.873492Z","end":"2026-03-03T14:38:15.333734Z","steps":["trace[986819715] 'agreement among raft nodes before linearized reading' (duration: 4.457160796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.333791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.873455Z","time spent":"4.460327871s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:15.329462Z","caller":"traceutil/trace.go:171","msg":"trace[394187001] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:15558; }","duration":"5.683408468s","start":"2026-03-03T14:38:09.646047Z","end":"2026-03-03T14:38:15.329456Z","steps":["trace[394187001] 'agreement among raft nodes before linearized reading' (duration: 5.683331786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.333925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.646027Z","time spent":"5.687887645s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":69,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.330779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.453263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416513"} {"level":"info","ts":"2026-03-03T14:38:15.334103Z","caller":"traceutil/trace.go:171","msg":"trace[337904205] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15558; }","duration":"931.803943ms","start":"2026-03-03T14:38:14.402289Z","end":"2026-03-03T14:38:15.334093Z","steps":["trace[337904205] 'agreement among raft nodes before linearized reading' (duration: 928.32689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.33413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.402261Z","time spent":"931.862074ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416537,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:38:15.330849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014437032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:38:15.334464Z","caller":"traceutil/trace.go:171","msg":"trace[1859166172] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15558; }","duration":"1.018108768s","start":"2026-03-03T14:38:14.316346Z","end":"2026-03-03T14:38:15.334455Z","steps":["trace[1859166172] 'agreement among raft nodes before linearized reading' (duration: 1.014453452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.334493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.316323Z","time spent":"1.01816201s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:38:15.330104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.875602Z","time spent":"4.454488383s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:38:15.334785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459148483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.334824Z","caller":"traceutil/trace.go:171","msg":"trace[242495198] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15558; }","duration":"4.459210814s","start":"2026-03-03T14:38:10.875601Z","end":"2026-03-03T14:38:15.334812Z","steps":["trace[242495198] 'agreement among raft nodes before linearized reading' (duration: 4.459154893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.334848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.875584Z","time spent":"4.459259486s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:15.334938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459370518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.33496Z","caller":"traceutil/trace.go:171","msg":"trace[838048323] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.45941287s","start":"2026-03-03T14:38:10.875542Z","end":"2026-03-03T14:38:15.334955Z","steps":["trace[838048323] 'agreement among raft nodes before linearized reading' (duration: 4.459380629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.334977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.87553Z","time spent":"4.45944357s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:15.336277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460785382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.336313Z","caller":"traceutil/trace.go:171","msg":"trace[1269486426] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15558; }","duration":"4.460869254s","start":"2026-03-03T14:38:10.875434Z","end":"2026-03-03T14:38:15.336304Z","steps":["trace[1269486426] 'agreement among raft nodes before linearized reading' (duration: 4.460810583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.336335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.875406Z","time spent":"4.460923906s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:15.336438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461939539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.336426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.875575Z","time spent":"4.460816263s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:15.33647Z","caller":"traceutil/trace.go:171","msg":"trace[1618548551] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.461981761s","start":"2026-03-03T14:38:10.87448Z","end":"2026-03-03T14:38:15.336462Z","steps":["trace[1618548551] 'agreement among raft nodes before linearized reading' (duration: 4.4619384s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.336497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.874475Z","time spent":"4.462016282s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:15.336836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459797479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:15.336864Z","caller":"traceutil/trace.go:171","msg":"trace[1153496101] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.459837219s","start":"2026-03-03T14:38:10.87702Z","end":"2026-03-03T14:38:15.336857Z","steps":["trace[1153496101] 'agreement among raft nodes before linearized reading' (duration: 4.459751207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.336882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.877016Z","time spent":"4.45986241s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:15.336982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459698206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.336976Z","caller":"traceutil/trace.go:171","msg":"trace[1076146312] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15558; }","duration":"4.462672126s","start":"2026-03-03T14:38:10.874198Z","end":"2026-03-03T14:38:15.33687Z","steps":["trace[1076146312] 'agreement among raft nodes before linearized reading' (duration: 4.456268025s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.337005Z","caller":"traceutil/trace.go:171","msg":"trace[1673268775] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.459736857s","start":"2026-03-03T14:38:10.877262Z","end":"2026-03-03T14:38:15.336999Z","steps":["trace[1673268775] 'agreement among raft nodes before linearized reading' (duration: 4.459701797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.337023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.877247Z","time spent":"4.459771988s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:15.337101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.45985224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:15.337117Z","caller":"traceutil/trace.go:171","msg":"trace[1562059443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.45987868s","start":"2026-03-03T14:38:10.877233Z","end":"2026-03-03T14:38:15.337112Z","steps":["trace[1562059443] 'agreement among raft nodes before linearized reading' (duration: 4.459831749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.337135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.877226Z","time spent":"4.459903502s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:15.337024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.874163Z","time spent":"4.462847581s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:15.3306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.133015Z","time spent":"1.197531013s","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:15.337647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461264772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:15.329243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452951565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.338128Z","caller":"traceutil/trace.go:171","msg":"trace[140091489] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15558; }","duration":"4.461873737s","start":"2026-03-03T14:38:10.87624Z","end":"2026-03-03T14:38:15.338113Z","steps":["trace[140091489] 'agreement among raft nodes before linearized reading' (duration: 4.452893815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.338183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.876231Z","time spent":"4.461939569s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:15.33767Z","caller":"traceutil/trace.go:171","msg":"trace[1122808536] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15558; }","duration":"4.461327594s","start":"2026-03-03T14:38:10.876336Z","end":"2026-03-03T14:38:15.337664Z","steps":["trace[1122808536] 'agreement among raft nodes before linearized reading' (duration: 4.461251692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.338271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.876317Z","time spent":"4.46193951s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:15.33788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.46165285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:15.338363Z","caller":"traceutil/trace.go:171","msg":"trace[998723811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15558; }","duration":"6.462128972s","start":"2026-03-03T14:38:08.876218Z","end":"2026-03-03T14:38:15.338347Z","steps":["trace[998723811] 'agreement among raft nodes before linearized reading' (duration: 6.455504614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.338418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.87616Z","time spent":"6.462233855s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":738160,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.337878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.461555419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:15.338758Z","caller":"traceutil/trace.go:171","msg":"trace[734799598] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.462470482s","start":"2026-03-03T14:38:10.876276Z","end":"2026-03-03T14:38:15.338747Z","steps":["trace[734799598] 'agreement among raft nodes before linearized reading' (duration: 4.461524969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.337927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.740995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:38:15.339881Z","caller":"traceutil/trace.go:171","msg":"trace[46865695] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f35c79cf-bfb2-4f6e-a927-d85427fa461c; range_end:; response_count:1; response_revision:15558; }","duration":"271.724432ms","start":"2026-03-03T14:38:15.068141Z","end":"2026-03-03T14:38:15.339866Z","steps":["trace[46865695] 'agreement among raft nodes before linearized reading' (duration: 263.61606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.337975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461050566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T14:38:15.339984Z","caller":"traceutil/trace.go:171","msg":"trace[105525733] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15558; }","duration":"6.463013872s","start":"2026-03-03T14:38:08.876904Z","end":"2026-03-03T14:38:15.339918Z","steps":["trace[105525733] 'agreement among raft nodes before linearized reading' (duration: 6.454807258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.340053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.876898Z","time spent":"6.463110605s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:38:15.337998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.460992627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:15.340128Z","caller":"traceutil/trace.go:171","msg":"trace[1019141209] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15558; }","duration":"4.463136317s","start":"2026-03-03T14:38:10.876984Z","end":"2026-03-03T14:38:15.340121Z","steps":["trace[1019141209] 'agreement among raft nodes before linearized reading' (duration: 4.460696819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.340156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.876976Z","time spent":"4.463171048s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:15.338793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.876272Z","time spent":"4.462509803s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:15.503552Z","caller":"traceutil/trace.go:171","msg":"trace[2062664167] linearizableReadLoop","detail":"{readStateIndex:16217; appliedIndex:16216; }","duration":"162.290878ms","start":"2026-03-03T14:38:15.341237Z","end":"2026-03-03T14:38:15.503528Z","steps":["trace[2062664167] 'read index received' (duration: 27.149443ms)","trace[2062664167] 'applied index is now lower than readState.Index' (duration: 135.140135ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:15.503725Z","caller":"traceutil/trace.go:171","msg":"trace[636906080] transaction","detail":"{read_only:false; response_revision:15561; number_of_response:1; }","duration":"155.686151ms","start":"2026-03-03T14:38:15.348028Z","end":"2026-03-03T14:38:15.503714Z","steps":["trace[636906080] 'process raft request' (duration: 155.412494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.503923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.646577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:38:15.503992Z","caller":"traceutil/trace.go:171","msg":"trace[512797559] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15561; }","duration":"162.734488ms","start":"2026-03-03T14:38:15.34124Z","end":"2026-03-03T14:38:15.503974Z","steps":["trace[512797559] 'agreement among raft nodes before linearized reading' (duration: 162.497103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.504125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.887842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:38:15.504149Z","caller":"traceutil/trace.go:171","msg":"trace[1462908600] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15561; }","duration":"162.931323ms","start":"2026-03-03T14:38:15.341211Z","end":"2026-03-03T14:38:15.504142Z","steps":["trace[1462908600] 'agreement among raft nodes before linearized reading' (duration: 162.859912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.504202Z","caller":"traceutil/trace.go:171","msg":"trace[1241782161] transaction","detail":"{read_only:false; response_revision:15560; number_of_response:1; }","duration":"156.930591ms","start":"2026-03-03T14:38:15.347239Z","end":"2026-03-03T14:38:15.50417Z","steps":["trace[1241782161] 'process raft request' (duration: 156.047659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.504572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.239001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.504631Z","caller":"traceutil/trace.go:171","msg":"trace[1604294547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15561; }","duration":"163.344872ms","start":"2026-03-03T14:38:15.341271Z","end":"2026-03-03T14:38:15.504616Z","steps":["trace[1604294547] 'agreement among raft nodes before linearized reading' (duration: 163.186589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.504874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.771911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18760"} {"level":"info","ts":"2026-03-03T14:38:15.504901Z","caller":"traceutil/trace.go:171","msg":"trace[1826601884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15561; }","duration":"160.816063ms","start":"2026-03-03T14:38:15.34408Z","end":"2026-03-03T14:38:15.504896Z","steps":["trace[1826601884] 'agreement among raft nodes before linearized reading' (duration: 160.71ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.870603Z","caller":"traceutil/trace.go:171","msg":"trace[976584876] linearizableReadLoop","detail":"{readStateIndex:16221; appliedIndex:16220; }","duration":"310.81537ms","start":"2026-03-03T14:38:15.559763Z","end":"2026-03-03T14:38:15.870578Z","steps":["trace[976584876] 'read index received' (duration: 258.518379ms)","trace[976584876] 'applied index is now lower than readState.Index' (duration: 52.295641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:15.870625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.557179Z","time spent":"313.439862ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:38:15.870842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.054545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-03T14:38:15.870922Z","caller":"traceutil/trace.go:171","msg":"trace[1458974593] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:15562; }","duration":"311.173197ms","start":"2026-03-03T14:38:15.559733Z","end":"2026-03-03T14:38:15.870907Z","steps":["trace[1458974593] 'agreement among raft nodes before linearized reading' (duration: 310.938462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.870954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.559718Z","time spent":"311.230959ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:38:16.124488Z","caller":"traceutil/trace.go:171","msg":"trace[1095849544] linearizableReadLoop","detail":"{readStateIndex:16222; appliedIndex:16221; }","duration":"253.805617ms","start":"2026-03-03T14:38:15.870654Z","end":"2026-03-03T14:38:16.124459Z","steps":["trace[1095849544] 'read index received' (duration: 253.258424ms)","trace[1095849544] 'applied index is now lower than readState.Index' (duration: 545.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:16.124691Z","caller":"traceutil/trace.go:171","msg":"trace[1317242164] transaction","detail":"{read_only:false; response_revision:15563; number_of_response:1; }","duration":"319.878594ms","start":"2026-03-03T14:38:15.80478Z","end":"2026-03-03T14:38:16.124658Z","steps":["trace[1317242164] 'process raft request' (duration: 319.29436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.12475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.938683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-03T14:38:16.124809Z","caller":"traceutil/trace.go:171","msg":"trace[953423671] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15563; }","duration":"565.041346ms","start":"2026-03-03T14:38:15.559752Z","end":"2026-03-03T14:38:16.124793Z","steps":["trace[953423671] 'agreement among raft nodes before linearized reading' (duration: 564.818101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.124865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.55974Z","time spent":"565.112757ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:38:16.124877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.804754Z","time spent":"320.003867ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416573,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:16.125192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.162976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:16.125252Z","caller":"traceutil/trace.go:171","msg":"trace[217592427] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15563; }","duration":"351.262738ms","start":"2026-03-03T14:38:15.773971Z","end":"2026-03-03T14:38:16.125234Z","steps":["trace[217592427] 'agreement among raft nodes before linearized reading' (duration: 351.172146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.125302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.773949Z","time spent":"351.339259ms","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:16.12555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.329963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:16.125599Z","caller":"traceutil/trace.go:171","msg":"trace[1583409905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15563; }","duration":"557.401445ms","start":"2026-03-03T14:38:15.568185Z","end":"2026-03-03T14:38:16.125587Z","steps":["trace[1583409905] 'agreement among raft nodes before linearized reading' (duration: 557.323214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:16.125665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.56817Z","time spent":"557.457906ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:38:16.628291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683964,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:38:17.040937Z","caller":"traceutil/trace.go:171","msg":"trace[1802767476] linearizableReadLoop","detail":"{readStateIndex:16224; appliedIndex:16222; }","duration":"913.472487ms","start":"2026-03-03T14:38:16.127449Z","end":"2026-03-03T14:38:17.040921Z","steps":["trace[1802767476] 'read index received' (duration: 913.256332ms)","trace[1802767476] 'applied index is now lower than readState.Index' (duration: 215.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:17.041025Z","caller":"traceutil/trace.go:171","msg":"trace[954399073] transaction","detail":"{read_only:false; response_revision:15565; number_of_response:1; }","duration":"1.162342077s","start":"2026-03-03T14:38:15.878675Z","end":"2026-03-03T14:38:17.041017Z","steps":["trace[954399073] 'process raft request' (duration: 1.162200394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.041268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.878638Z","time spent":"1.162407159s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.041295Z","caller":"traceutil/trace.go:171","msg":"trace[1011948506] transaction","detail":"{read_only:false; response_revision:15564; number_of_response:1; }","duration":"1.168487634s","start":"2026-03-03T14:38:15.872745Z","end":"2026-03-03T14:38:17.041232Z","steps":["trace[1011948506] 'process raft request' (duration: 1.167957081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.041362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.218767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:17.041401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:15.87272Z","time spent":"1.168624096s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:17.041522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.442613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:38:17.041555Z","caller":"traceutil/trace.go:171","msg":"trace[1244862985] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:15565; }","duration":"699.506955ms","start":"2026-03-03T14:38:16.342038Z","end":"2026-03-03T14:38:17.041545Z","steps":["trace[1244862985] 'agreement among raft nodes before linearized reading' (duration: 699.389111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.041608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.342021Z","time spent":"699.550435ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:38:17.041572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.254957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:38:17.041657Z","caller":"traceutil/trace.go:171","msg":"trace[1966218506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15565; }","duration":"906.376689ms","start":"2026-03-03T14:38:16.135268Z","end":"2026-03-03T14:38:17.041644Z","steps":["trace[1966218506] 'agreement among raft nodes before linearized reading' (duration: 906.177083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.041721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.135254Z","time spent":"906.454602ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:17.041845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.644482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.041874Z","caller":"traceutil/trace.go:171","msg":"trace[81201490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15565; }","duration":"285.717233ms","start":"2026-03-03T14:38:16.756149Z","end":"2026-03-03T14:38:17.041866Z","steps":["trace[81201490] 'agreement among raft nodes before linearized reading' (duration: 285.668972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.0419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.932356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:198703"} {"level":"info","ts":"2026-03-03T14:38:17.041975Z","caller":"traceutil/trace.go:171","msg":"trace[202122438] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15565; }","duration":"161.063688ms","start":"2026-03-03T14:38:16.880892Z","end":"2026-03-03T14:38:17.041955Z","steps":["trace[202122438] 'agreement among raft nodes before linearized reading' (duration: 160.468764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.041995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.42729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:17.042016Z","caller":"traceutil/trace.go:171","msg":"trace[274728440] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:15565; }","duration":"577.479122ms","start":"2026-03-03T14:38:16.464531Z","end":"2026-03-03T14:38:17.04201Z","steps":["trace[274728440] 'agreement among raft nodes before linearized reading' (duration: 577.432681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.042035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.464515Z","time spent":"577.514572ms","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:17.042033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.127557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:38:17.042079Z","caller":"traceutil/trace.go:171","msg":"trace[1550751444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15565; }","duration":"907.195379ms","start":"2026-03-03T14:38:16.13487Z","end":"2026-03-03T14:38:17.042066Z","steps":["trace[1550751444] 'agreement among raft nodes before linearized reading' (duration: 907.073886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.04213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.134857Z","time spent":"907.26203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:17.04223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.772858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-03T14:38:17.042295Z","caller":"traceutil/trace.go:171","msg":"trace[698316306] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:15565; }","duration":"914.924362ms","start":"2026-03-03T14:38:16.127356Z","end":"2026-03-03T14:38:17.04228Z","steps":["trace[698316306] 'agreement among raft nodes before linearized reading' (duration: 914.783049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.04234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.127335Z","time spent":"914.991854ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:38:17.04142Z","caller":"traceutil/trace.go:171","msg":"trace[877643946] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:15565; }","duration":"912.30358ms","start":"2026-03-03T14:38:16.1291Z","end":"2026-03-03T14:38:17.041404Z","steps":["trace[877643946] 'agreement among raft nodes before linearized reading' (duration: 912.209037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.04249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:16.129086Z","time spent":"913.394536ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:38:17.042492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.748989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.042696Z","caller":"traceutil/trace.go:171","msg":"trace[1805570776] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:15565; }","duration":"135.986744ms","start":"2026-03-03T14:38:16.906698Z","end":"2026-03-03T14:38:17.042685Z","steps":["trace[1805570776] 'agreement among raft nodes before linearized reading' (duration: 135.763689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.63643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.482489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18760"} {"level":"warn","ts":"2026-03-03T14:38:17.636461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.328739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.636727Z","caller":"traceutil/trace.go:171","msg":"trace[1997499216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15565; }","duration":"591.618207ms","start":"2026-03-03T14:38:17.045083Z","end":"2026-03-03T14:38:17.636702Z","steps":["trace[1997499216] 'range keys from in-memory index tree' (duration: 591.251478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.636511Z","caller":"traceutil/trace.go:171","msg":"trace[952046648] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15565; }","duration":"587.592921ms","start":"2026-03-03T14:38:17.048901Z","end":"2026-03-03T14:38:17.636494Z","steps":["trace[952046648] 'range keys from in-memory index tree' (duration: 587.352316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.636803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.045038Z","time spent":"591.73172ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:17.636561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.315945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T14:38:17.636946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.048896Z","time spent":"588.019841ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18784,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:38:17.637018Z","caller":"traceutil/trace.go:171","msg":"trace[692537954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15565; }","duration":"587.794296ms","start":"2026-03-03T14:38:17.049203Z","end":"2026-03-03T14:38:17.636997Z","steps":["trace[692537954] 'range keys from in-memory index tree' (duration: 587.167622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.636618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.34397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:38:17.637081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.049198Z","time spent":"587.868748ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:38:17.637085Z","caller":"traceutil/trace.go:171","msg":"trace[1210490780] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15565; }","duration":"591.865603ms","start":"2026-03-03T14:38:17.045207Z","end":"2026-03-03T14:38:17.637072Z","steps":["trace[1210490780] 'range keys from in-memory index tree' (duration: 591.146196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.637251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.045192Z","time spent":"592.012976ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:38:17.636633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.544295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:17.637533Z","caller":"traceutil/trace.go:171","msg":"trace[534387893] transaction","detail":"{read_only:false; response_revision:15566; number_of_response:1; }","duration":"586.854713ms","start":"2026-03-03T14:38:17.05066Z","end":"2026-03-03T14:38:17.637515Z","steps":["trace[534387893] 'process raft request' (duration: 307.330456ms)","trace[534387893] 'compare' (duration: 278.35822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:17.637635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.050639Z","time spent":"586.933746ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.706872Z","caller":"traceutil/trace.go:171","msg":"trace[1245440228] transaction","detail":"{read_only:false; response_revision:15567; number_of_response:1; }","duration":"647.198154ms","start":"2026-03-03T14:38:17.059645Z","end":"2026-03-03T14:38:17.706843Z","steps":["trace[1245440228] 'process raft request' (duration: 646.962749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.707196Z","caller":"traceutil/trace.go:171","msg":"trace[2096606869] linearizableReadLoop","detail":"{readStateIndex:16227; appliedIndex:16224; }","duration":"369.121291ms","start":"2026-03-03T14:38:17.338041Z","end":"2026-03-03T14:38:17.707162Z","steps":["trace[2096606869] 'read index received' (duration: 19.962893ms)","trace[2096606869] 'applied index is now lower than readState.Index' (duration: 349.134498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:17.707233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.059616Z","time spent":"647.359578ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:17.707466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.430748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.707512Z","caller":"traceutil/trace.go:171","msg":"trace[1073089389] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15568; }","duration":"369.51028ms","start":"2026-03-03T14:38:17.337989Z","end":"2026-03-03T14:38:17.7075Z","steps":["trace[1073089389] 'agreement among raft nodes before linearized reading' (duration: 369.432599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.707617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.337972Z","time spent":"369.635684ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:38:17.707724Z","caller":"traceutil/trace.go:171","msg":"trace[27031772] transaction","detail":"{read_only:false; response_revision:15568; number_of_response:1; }","duration":"636.90433ms","start":"2026-03-03T14:38:17.070805Z","end":"2026-03-03T14:38:17.707709Z","steps":["trace[27031772] 'process raft request' (duration: 635.989979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.707936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.070779Z","time spent":"636.977761ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:17.716228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.600429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:17.716263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.509165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:17.716297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.061419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-03-03T14:38:17.71631Z","caller":"traceutil/trace.go:171","msg":"trace[1673937473] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"370.575366ms","start":"2026-03-03T14:38:17.345721Z","end":"2026-03-03T14:38:17.716296Z","steps":["trace[1673937473] 'agreement among raft nodes before linearized reading' (duration: 370.368931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.716338Z","caller":"traceutil/trace.go:171","msg":"trace[356233971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:15570; }","duration":"358.125861ms","start":"2026-03-03T14:38:17.358199Z","end":"2026-03-03T14:38:17.716325Z","steps":["trace[356233971] 'agreement among raft nodes before linearized reading' (duration: 357.993267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.985876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T14:38:17.716381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.358186Z","time spent":"358.187212ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:38:17.716404Z","caller":"traceutil/trace.go:171","msg":"trace[1484450829] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15570; }","duration":"371.035396ms","start":"2026-03-03T14:38:17.345362Z","end":"2026-03-03T14:38:17.716397Z","steps":["trace[1484450829] 'agreement among raft nodes before linearized reading' (duration: 370.957774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345351Z","time spent":"371.071588ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.131633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"warn","ts":"2026-03-03T14:38:17.716442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.986166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:17.716519Z","caller":"traceutil/trace.go:171","msg":"trace[636446313] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15570; }","duration":"364.173264ms","start":"2026-03-03T14:38:17.352339Z","end":"2026-03-03T14:38:17.716512Z","steps":["trace[636446313] 'agreement among raft nodes before linearized reading' (duration: 364.105112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.35233Z","time spent":"364.204175ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:38:17.716562Z","caller":"traceutil/trace.go:171","msg":"trace[1401257754] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15570; }","duration":"371.150029ms","start":"2026-03-03T14:38:17.345376Z","end":"2026-03-03T14:38:17.716527Z","steps":["trace[1401257754] 'agreement among raft nodes before linearized reading' (duration: 370.77168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.393301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.716609Z","caller":"traceutil/trace.go:171","msg":"trace[515358827] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15570; }","duration":"375.435412ms","start":"2026-03-03T14:38:17.341167Z","end":"2026-03-03T14:38:17.716603Z","steps":["trace[515358827] 'agreement among raft nodes before linearized reading' (duration: 375.3986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.776161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:17.716634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.341154Z","time spent":"375.476253ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.34537Z","time spent":"371.252153ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:17.716662Z","caller":"traceutil/trace.go:171","msg":"trace[886548503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"367.839772ms","start":"2026-03-03T14:38:17.348802Z","end":"2026-03-03T14:38:17.716642Z","steps":["trace[886548503] 'agreement among raft nodes before linearized reading' (duration: 367.733079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.348792Z","time spent":"367.889293ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.72268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:17.716814Z","caller":"traceutil/trace.go:171","msg":"trace[631948609] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"370.872384ms","start":"2026-03-03T14:38:17.345922Z","end":"2026-03-03T14:38:17.716794Z","steps":["trace[631948609] 'agreement among raft nodes before linearized reading' (duration: 370.562765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.660927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.71687Z","caller":"traceutil/trace.go:171","msg":"trace[1482793705] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"375.724969ms","start":"2026-03-03T14:38:17.341138Z","end":"2026-03-03T14:38:17.716863Z","steps":["trace[1482793705] 'agreement among raft nodes before linearized reading' (duration: 375.662168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.716897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.341126Z","time spent":"375.76598ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345715Z","time spent":"370.626907ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.543569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:17.717017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.992658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-03T14:38:17.717044Z","caller":"traceutil/trace.go:171","msg":"trace[678510403] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15570; }","duration":"358.031609ms","start":"2026-03-03T14:38:17.359005Z","end":"2026-03-03T14:38:17.717036Z","steps":["trace[678510403] 'agreement among raft nodes before linearized reading' (duration: 357.954577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.358998Z","time spent":"358.06379ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.312972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-03T14:38:17.717078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.452917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.717099Z","caller":"traceutil/trace.go:171","msg":"trace[1354901912] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:15570; }","duration":"361.00959ms","start":"2026-03-03T14:38:17.356082Z","end":"2026-03-03T14:38:17.717092Z","steps":["trace[1354901912] 'agreement among raft nodes before linearized reading' (duration: 360.280801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.717105Z","caller":"traceutil/trace.go:171","msg":"trace[1012301810] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15570; }","duration":"371.492939ms","start":"2026-03-03T14:38:17.345604Z","end":"2026-03-03T14:38:17.717097Z","steps":["trace[1012301810] 'agreement among raft nodes before linearized reading' (duration: 371.455568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.717041Z","caller":"traceutil/trace.go:171","msg":"trace[299853954] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"371.601211ms","start":"2026-03-03T14:38:17.345431Z","end":"2026-03-03T14:38:17.717032Z","steps":["trace[299853954] 'agreement among raft nodes before linearized reading' (duration: 371.509869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.356049Z","time spent":"361.071881ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345421Z","time spent":"371.708833ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.886366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:17.71691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.206671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.717217Z","caller":"traceutil/trace.go:171","msg":"trace[1393904105] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"377.05745ms","start":"2026-03-03T14:38:17.340153Z","end":"2026-03-03T14:38:17.71721Z","steps":["trace[1393904105] 'agreement among raft nodes before linearized reading' (duration: 376.872306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.717223Z","caller":"traceutil/trace.go:171","msg":"trace[367793593] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"368.555118ms","start":"2026-03-03T14:38:17.348662Z","end":"2026-03-03T14:38:17.717217Z","steps":["trace[367793593] 'agreement among raft nodes before linearized reading' (duration: 368.226461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.34014Z","time spent":"377.091471ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.348642Z","time spent":"368.59527ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345597Z","time spent":"371.529519ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.702993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:17.716864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345913Z","time spent":"370.940926ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:17.717323Z","caller":"traceutil/trace.go:171","msg":"trace[1574141443] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"371.832907ms","start":"2026-03-03T14:38:17.34548Z","end":"2026-03-03T14:38:17.717313Z","steps":["trace[1574141443] 'agreement among raft nodes before linearized reading' (duration: 371.667513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.717237Z","caller":"traceutil/trace.go:171","msg":"trace[1380115694] transaction","detail":"{read_only:false; response_revision:15569; number_of_response:1; }","duration":"205.81836ms","start":"2026-03-03T14:38:17.511224Z","end":"2026-03-03T14:38:17.717042Z","steps":["trace[1380115694] 'process raft request' (duration: 204.605341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.923398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-03T14:38:17.717349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.855157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:17.717364Z","caller":"traceutil/trace.go:171","msg":"trace[1771825983] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15570; }","duration":"371.955329ms","start":"2026-03-03T14:38:17.345403Z","end":"2026-03-03T14:38:17.717358Z","steps":["trace[1771825983] 'agreement among raft nodes before linearized reading' (duration: 371.898477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345468Z","time spent":"371.883358ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345397Z","time spent":"371.9822ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:17.717382Z","caller":"traceutil/trace.go:171","msg":"trace[757351127] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15570; }","duration":"371.902218ms","start":"2026-03-03T14:38:17.345472Z","end":"2026-03-03T14:38:17.717374Z","steps":["trace[757351127] 'agreement among raft nodes before linearized reading' (duration: 371.819376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345463Z","time spent":"371.945189ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.945509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:17.717479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.01989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:17.71747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.54757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:17.717529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.205786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.717512Z","caller":"traceutil/trace.go:171","msg":"trace[445729866] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15570; }","duration":"372.054212ms","start":"2026-03-03T14:38:17.345431Z","end":"2026-03-03T14:38:17.717485Z","steps":["trace[445729866] 'agreement among raft nodes before linearized reading' (duration: 371.878668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.260136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:17.71757Z","caller":"traceutil/trace.go:171","msg":"trace[1271057594] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15570; }","duration":"372.269376ms","start":"2026-03-03T14:38:17.345288Z","end":"2026-03-03T14:38:17.717558Z","steps":["trace[1271057594] 'agreement among raft nodes before linearized reading' (duration: 372.207615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.717571Z","caller":"traceutil/trace.go:171","msg":"trace[611583051] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"371.679473ms","start":"2026-03-03T14:38:17.345872Z","end":"2026-03-03T14:38:17.717551Z","steps":["trace[611583051] 'agreement among raft nodes before linearized reading' (duration: 371.489029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.242966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:17.717596Z","caller":"traceutil/trace.go:171","msg":"trace[609026840] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15570; }","duration":"372.321368ms","start":"2026-03-03T14:38:17.345268Z","end":"2026-03-03T14:38:17.717589Z","steps":["trace[609026840] 'agreement among raft nodes before linearized reading' (duration: 372.229296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.725444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.71761Z","caller":"traceutil/trace.go:171","msg":"trace[624568893] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15570; }","duration":"372.281277ms","start":"2026-03-03T14:38:17.345324Z","end":"2026-03-03T14:38:17.717605Z","steps":["trace[624568893] 'agreement among raft nodes before linearized reading' (duration: 372.219385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345253Z","time spent":"372.358999ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:17.71761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345276Z","time spent":"372.323747ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345408Z","time spent":"372.172184ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345316Z","time spent":"372.313637ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:17.717627Z","caller":"traceutil/trace.go:171","msg":"trace[302222906] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"371.777825ms","start":"2026-03-03T14:38:17.34584Z","end":"2026-03-03T14:38:17.717618Z","steps":["trace[302222906] 'agreement among raft nodes before linearized reading' (duration: 371.719503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345867Z","time spent":"371.745455ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:17.717663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.34583Z","time spent":"371.826637ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:17.717512Z","caller":"traceutil/trace.go:171","msg":"trace[2023865569] transaction","detail":"{read_only:false; response_revision:15570; number_of_response:1; }","duration":"205.722868ms","start":"2026-03-03T14:38:17.511775Z","end":"2026-03-03T14:38:17.717498Z","steps":["trace[2023865569] 'process raft request' (duration: 204.183821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.71752Z","caller":"traceutil/trace.go:171","msg":"trace[1187692020] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"372.073372ms","start":"2026-03-03T14:38:17.345438Z","end":"2026-03-03T14:38:17.717511Z","steps":["trace[1187692020] 'agreement among raft nodes before linearized reading' (duration: 372.014351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345431Z","time spent":"372.307598ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:17.7163Z","caller":"traceutil/trace.go:171","msg":"trace[1107103556] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15570; }","duration":"376.725062ms","start":"2026-03-03T14:38:17.339559Z","end":"2026-03-03T14:38:17.716284Z","steps":["trace[1107103556] 'agreement among raft nodes before linearized reading' (duration: 376.459815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.339538Z","time spent":"378.272488ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:17.716915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.423325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-03-03T14:38:17.717879Z","caller":"traceutil/trace.go:171","msg":"trace[339828835] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:15570; }","duration":"358.388428ms","start":"2026-03-03T14:38:17.35948Z","end":"2026-03-03T14:38:17.717869Z","steps":["trace[339828835] 'agreement among raft nodes before linearized reading' (duration: 357.369434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.717921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.35946Z","time spent":"358.451459ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:38:17.718202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.056965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.7183Z","caller":"traceutil/trace.go:171","msg":"trace[408155518] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15570; }","duration":"373.203028ms","start":"2026-03-03T14:38:17.345085Z","end":"2026-03-03T14:38:17.718288Z","steps":["trace[408155518] 'agreement among raft nodes before linearized reading' (duration: 373.056025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.725516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.345074Z","time spent":"380.41565ms","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:17.858827Z","caller":"traceutil/trace.go:171","msg":"trace[2126933840] linearizableReadLoop","detail":"{readStateIndex:16230; appliedIndex:16229; }","duration":"132.784997ms","start":"2026-03-03T14:38:17.726009Z","end":"2026-03-03T14:38:17.858794Z","steps":["trace[2126933840] 'read index received' (duration: 66.544608ms)","trace[2126933840] 'applied index is now lower than readState.Index' (duration: 66.238429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:17.859203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.115637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:17.859247Z","caller":"traceutil/trace.go:171","msg":"trace[294858781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15570; }","duration":"101.20569ms","start":"2026-03-03T14:38:17.758031Z","end":"2026-03-03T14:38:17.859236Z","steps":["trace[294858781] 'agreement among raft nodes before linearized reading' (duration: 101.119418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.860812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.116437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:38:17.86088Z","caller":"traceutil/trace.go:171","msg":"trace[1823428641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15570; }","duration":"125.212179ms","start":"2026-03-03T14:38:17.735652Z","end":"2026-03-03T14:38:17.860864Z","steps":["trace[1823428641] 'agreement among raft nodes before linearized reading' (duration: 123.403065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.86086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.991459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:17.860928Z","caller":"traceutil/trace.go:171","msg":"trace[25705845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15570; }","duration":"132.098462ms","start":"2026-03-03T14:38:17.728817Z","end":"2026-03-03T14:38:17.860916Z","steps":["trace[25705845] 'agreement among raft nodes before linearized reading' (duration: 130.151005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.861149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.117643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"warn","ts":"2026-03-03T14:38:17.861229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.190212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:17.861267Z","caller":"traceutil/trace.go:171","msg":"trace[2083257645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15570; }","duration":"126.237773ms","start":"2026-03-03T14:38:17.735021Z","end":"2026-03-03T14:38:17.861258Z","steps":["trace[2083257645] 'agreement among raft nodes before linearized reading' (duration: 124.103522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.8613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.008076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:17.861324Z","caller":"traceutil/trace.go:171","msg":"trace[1606669341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15570; }","duration":"135.270987ms","start":"2026-03-03T14:38:17.725972Z","end":"2026-03-03T14:38:17.861243Z","steps":["trace[1606669341] 'agreement among raft nodes before linearized reading' (duration: 132.89087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.861466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.468548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:17.861492Z","caller":"traceutil/trace.go:171","msg":"trace[1275660408] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15570; }","duration":"126.513129ms","start":"2026-03-03T14:38:17.734974Z","end":"2026-03-03T14:38:17.861487Z","steps":["trace[1275660408] 'agreement among raft nodes before linearized reading' (duration: 124.109982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.861373Z","caller":"traceutil/trace.go:171","msg":"trace[1224144334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15570; }","duration":"131.130939ms","start":"2026-03-03T14:38:17.730228Z","end":"2026-03-03T14:38:17.861359Z","steps":["trace[1224144334] 'agreement among raft nodes before linearized reading' (duration: 128.857845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:18.319294Z","caller":"traceutil/trace.go:171","msg":"trace[1502287942] transaction","detail":"{read_only:false; response_revision:15572; number_of_response:1; }","duration":"384.868745ms","start":"2026-03-03T14:38:17.934402Z","end":"2026-03-03T14:38:18.31927Z","steps":["trace[1502287942] 'process raft request' (duration: 384.709891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:18.319608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.934386Z","time spent":"384.977327ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:19.071788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.441489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:19.072614Z","caller":"traceutil/trace.go:171","msg":"trace[1077646698] linearizableReadLoop","detail":"{readStateIndex:16233; appliedIndex:16232; }","duration":"315.229374ms","start":"2026-03-03T14:38:18.757372Z","end":"2026-03-03T14:38:19.072601Z","steps":["trace[1077646698] 'read index received' (duration: 43.351µs)","trace[1077646698] 'applied index is now lower than readState.Index' (duration: 315.185043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:19.072687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.321637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:19.072712Z","caller":"traceutil/trace.go:171","msg":"trace[861238288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15573; }","duration":"315.383228ms","start":"2026-03-03T14:38:18.757323Z","end":"2026-03-03T14:38:19.072706Z","steps":["trace[861238288] 'agreement among raft nodes before linearized reading' (duration: 315.316466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:19.072734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:18.757305Z","time spent":"315.424539ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:38:19.072835Z","caller":"traceutil/trace.go:171","msg":"trace[114496141] transaction","detail":"{read_only:false; response_revision:15573; number_of_response:1; }","duration":"747.351ms","start":"2026-03-03T14:38:18.32536Z","end":"2026-03-03T14:38:19.072711Z","steps":["trace[114496141] 'process raft request' (duration: 93.910897ms)","trace[114496141] 'compare' (duration: 652.308265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:19.074038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:18.325341Z","time spent":"747.633146ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:19.076375Z","caller":"traceutil/trace.go:171","msg":"trace[1556763102] transaction","detail":"{read_only:false; response_revision:15574; number_of_response:1; }","duration":"161.329616ms","start":"2026-03-03T14:38:18.915025Z","end":"2026-03-03T14:38:19.076354Z","steps":["trace[1556763102] 'process raft request' (duration: 161.216703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.143267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:20.674583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693683994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:20.975155Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.45685875s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:20.975793Z","caller":"traceutil/trace.go:171","msg":"trace[148694145] transaction","detail":"{read_only:false; response_revision:15576; number_of_response:1; }","duration":"1.457593557s","start":"2026-03-03T14:38:19.518116Z","end":"2026-03-03T14:38:20.975709Z","steps":["trace[148694145] 'process raft request' (duration: 1.457430243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.976219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.518084Z","time spent":"1.457793502s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:20.991563Z","caller":"traceutil/trace.go:171","msg":"trace[434750685] transaction","detail":"{read_only:false; response_revision:15577; number_of_response:1; }","duration":"1.275983523s","start":"2026-03-03T14:38:19.715549Z","end":"2026-03-03T14:38:20.991532Z","steps":["trace[434750685] 'process raft request' (duration: 1.275808968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.991728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.715521Z","time spent":"1.276114796s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:20.991823Z","caller":"traceutil/trace.go:171","msg":"trace[1318180622] transaction","detail":"{read_only:false; response_revision:15578; number_of_response:1; }","duration":"1.267153203s","start":"2026-03-03T14:38:19.72464Z","end":"2026-03-03T14:38:20.991793Z","steps":["trace[1318180622] 'process raft request' (duration: 1.266847956s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.991828Z","caller":"traceutil/trace.go:171","msg":"trace[2060020317] linearizableReadLoop","detail":"{readStateIndex:16239; appliedIndex:16235; }","duration":"1.348824659s","start":"2026-03-03T14:38:19.642985Z","end":"2026-03-03T14:38:20.99181Z","steps":["trace[2060020317] 'read index received' (duration: 1.33242768s)","trace[2060020317] 'applied index is now lower than readState.Index' (duration: 16.396189ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:20.991865Z","caller":"traceutil/trace.go:171","msg":"trace[1029959304] transaction","detail":"{read_only:false; response_revision:15579; number_of_response:1; }","duration":"1.266584659s","start":"2026-03-03T14:38:19.72526Z","end":"2026-03-03T14:38:20.991845Z","steps":["trace[1029959304] 'process raft request' (duration: 1.266433245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.99197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.725221Z","time spent":"1.266702202s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:20.991985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.724622Z","time spent":"1.267282666s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:20.992155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265013492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.992235Z","caller":"traceutil/trace.go:171","msg":"trace[1370610451] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.265113955s","start":"2026-03-03T14:38:19.72711Z","end":"2026-03-03T14:38:20.992224Z","steps":["trace[1370610451] 'agreement among raft nodes before linearized reading' (duration: 1.264966381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.19773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:20.992276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260437593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:20.992328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26031096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:20.992325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263299901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:20.992358Z","caller":"traceutil/trace.go:171","msg":"trace[1607184590] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.260338841s","start":"2026-03-03T14:38:19.732012Z","end":"2026-03-03T14:38:20.992351Z","steps":["trace[1607184590] 'agreement among raft nodes before linearized reading' (duration: 1.260274089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.782973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:20.992391Z","caller":"traceutil/trace.go:171","msg":"trace[544730415] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15579; }","duration":"1.263464465s","start":"2026-03-03T14:38:19.728911Z","end":"2026-03-03T14:38:20.992375Z","steps":["trace[544730415] 'agreement among raft nodes before linearized reading' (duration: 1.263199769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.732006Z","time spent":"1.260398162s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.459447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.992433Z","caller":"traceutil/trace.go:171","msg":"trace[689601634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15579; }","duration":"236.511719ms","start":"2026-03-03T14:38:20.755915Z","end":"2026-03-03T14:38:20.992427Z","steps":["trace[689601634] 'agreement among raft nodes before linearized reading' (duration: 236.483568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.728902Z","time spent":"1.263523516s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262515113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:20.992488Z","caller":"traceutil/trace.go:171","msg":"trace[111033345] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15579; }","duration":"1.262566394s","start":"2026-03-03T14:38:19.729912Z","end":"2026-03-03T14:38:20.992479Z","steps":["trace[111033345] 'agreement among raft nodes before linearized reading' (duration: 1.262132174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28053742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T14:38:20.992529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.729903Z","time spent":"1.262618045s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:20.992312Z","caller":"traceutil/trace.go:171","msg":"trace[430469908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15579; }","duration":"414.269011ms","start":"2026-03-03T14:38:20.578022Z","end":"2026-03-03T14:38:20.992291Z","steps":["trace[430469908] 'agreement among raft nodes before linearized reading' (duration: 414.20154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.992545Z","caller":"traceutil/trace.go:171","msg":"trace[641468497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15579; }","duration":"1.280934269s","start":"2026-03-03T14:38:19.711591Z","end":"2026-03-03T14:38:20.992525Z","steps":["trace[641468497] 'agreement among raft nodes before linearized reading' (duration: 1.280416967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:20.578005Z","time spent":"414.563619ms","remote":"127.0.0.1:34252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:20.9926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089160592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-03-03T14:38:20.992618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.711571Z","time spent":"1.281029162s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:38:20.992641Z","caller":"traceutil/trace.go:171","msg":"trace[1058210969] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:15579; }","duration":"1.089237534s","start":"2026-03-03T14:38:19.903395Z","end":"2026-03-03T14:38:20.992632Z","steps":["trace[1058210969] 'agreement among raft nodes before linearized reading' (duration: 1.089129952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265366191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:20.992173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349163517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:38:20.992675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.90337Z","time spent":"1.089299226s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9811,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"info","ts":"2026-03-03T14:38:20.992692Z","caller":"traceutil/trace.go:171","msg":"trace[1538312712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15579; }","duration":"1.349743431s","start":"2026-03-03T14:38:19.642942Z","end":"2026-03-03T14:38:20.992686Z","steps":["trace[1538312712] 'agreement among raft nodes before linearized reading' (duration: 1.349020954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261809595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T14:38:20.992264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095587605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-03T14:38:20.992745Z","caller":"traceutil/trace.go:171","msg":"trace[697598622] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15579; }","duration":"1.096094177s","start":"2026-03-03T14:38:19.896645Z","end":"2026-03-03T14:38:20.992739Z","steps":["trace[697598622] 'agreement among raft nodes before linearized reading' (duration: 1.095571305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263514736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.992329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727102Z","time spent":"1.265175836s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261916328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.992801Z","caller":"traceutil/trace.go:171","msg":"trace[80885239] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15579; }","duration":"1.263555487s","start":"2026-03-03T14:38:19.729234Z","end":"2026-03-03T14:38:20.99279Z","steps":["trace[80885239] 'agreement among raft nodes before linearized reading' (duration: 1.263491616s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.992813Z","caller":"traceutil/trace.go:171","msg":"trace[1422599467] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.261961938s","start":"2026-03-03T14:38:19.730844Z","end":"2026-03-03T14:38:20.992806Z","steps":["trace[1422599467] 'agreement among raft nodes before linearized reading' (duration: 1.261918787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.729195Z","time spent":"1.263636989s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.730834Z","time spent":"1.262023981s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:20.9929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262234956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:20.992931Z","caller":"traceutil/trace.go:171","msg":"trace[1496510266] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.262266307s","start":"2026-03-03T14:38:19.730657Z","end":"2026-03-03T14:38:20.992923Z","steps":["trace[1496510266] 'agreement among raft nodes before linearized reading' (duration: 1.262182215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263739471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.992954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.730619Z","time spent":"1.262330489s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:20.992964Z","caller":"traceutil/trace.go:171","msg":"trace[1069043824] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.263778842s","start":"2026-03-03T14:38:19.729177Z","end":"2026-03-03T14:38:20.992955Z","steps":["trace[1069043824] 'agreement among raft nodes before linearized reading' (duration: 1.263737381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.9929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092784198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20750"} {"level":"warn","ts":"2026-03-03T14:38:20.992985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262789019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.993014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.729169Z","time spent":"1.263823854s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:38:20.993044Z","caller":"traceutil/trace.go:171","msg":"trace[1088896195] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.262859771s","start":"2026-03-03T14:38:19.730171Z","end":"2026-03-03T14:38:20.993031Z","steps":["trace[1088896195] 'agreement among raft nodes before linearized reading' (duration: 1.262776579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.993067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265903263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:20.993085Z","caller":"traceutil/trace.go:171","msg":"trace[573902646] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.265936664s","start":"2026-03-03T14:38:19.727143Z","end":"2026-03-03T14:38:20.993079Z","steps":["trace[573902646] 'agreement among raft nodes before linearized reading' (duration: 1.265882813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.993086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.730163Z","time spent":"1.262914002s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:20.993101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727136Z","time spent":"1.265960924s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:20.993102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263984317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.993133Z","caller":"traceutil/trace.go:171","msg":"trace[1644952625] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15579; }","duration":"1.264013898s","start":"2026-03-03T14:38:19.729111Z","end":"2026-03-03T14:38:20.993125Z","steps":["trace[1644952625] 'agreement among raft nodes before linearized reading' (duration: 1.263970407s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.992744Z","caller":"traceutil/trace.go:171","msg":"trace[2018831201] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15579; }","duration":"1.261857077s","start":"2026-03-03T14:38:19.730878Z","end":"2026-03-03T14:38:20.992735Z","steps":["trace[2018831201] 'agreement among raft nodes before linearized reading' (duration: 1.261765845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.99319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265217397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:20.993211Z","caller":"traceutil/trace.go:171","msg":"trace[1344003450] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15579; }","duration":"1.265278059s","start":"2026-03-03T14:38:19.727927Z","end":"2026-03-03T14:38:20.993205Z","steps":["trace[1344003450] 'agreement among raft nodes before linearized reading' (duration: 1.265218147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094373216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-03-03T14:38:20.99323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727912Z","time spent":"1.265314089s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:38:20.993329Z","caller":"traceutil/trace.go:171","msg":"trace[966003506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:15579; }","duration":"1.095507313s","start":"2026-03-03T14:38:19.897786Z","end":"2026-03-03T14:38:20.993293Z","steps":["trace[966003506] 'agreement among raft nodes before linearized reading' (duration: 1.094335315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.642919Z","time spent":"1.349791162s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:38:20.993011Z","caller":"traceutil/trace.go:171","msg":"trace[1573774980] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:15579; }","duration":"1.092933912s","start":"2026-03-03T14:38:19.900068Z","end":"2026-03-03T14:38:20.993002Z","steps":["trace[1573774980] 'agreement among raft nodes before linearized reading' (duration: 1.092762698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.99349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.900049Z","time spent":"1.093430803s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20774,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.739851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-03T14:38:20.993627Z","caller":"traceutil/trace.go:171","msg":"trace[32726140] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15579; }","duration":"132.105252ms","start":"2026-03-03T14:38:20.861511Z","end":"2026-03-03T14:38:20.993616Z","steps":["trace[32726140] 'agreement among raft nodes before linearized reading' (duration: 130.70731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.993672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.896629Z","time spent":"1.097028138s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:38:20.992371Z","caller":"traceutil/trace.go:171","msg":"trace[100388525] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.260562707s","start":"2026-03-03T14:38:19.731786Z","end":"2026-03-03T14:38:20.992348Z","steps":["trace[100388525] 'agreement among raft nodes before linearized reading' (duration: 1.260300841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.993811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.731777Z","time spent":"1.262026831s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:20.99277Z","caller":"traceutil/trace.go:171","msg":"trace[1977905787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.265637797s","start":"2026-03-03T14:38:19.727063Z","end":"2026-03-03T14:38:20.992701Z","steps":["trace[1977905787] 'agreement among raft nodes before linearized reading' (duration: 1.265192307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.992193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093219189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-03T14:38:20.993882Z","caller":"traceutil/trace.go:171","msg":"trace[1841564273] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15579; }","duration":"1.094919618s","start":"2026-03-03T14:38:19.898951Z","end":"2026-03-03T14:38:20.99387Z","steps":["trace[1841564273] 'agreement among raft nodes before linearized reading' (duration: 1.093120476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.993892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727037Z","time spent":"1.266832654s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:20.993923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.898943Z","time spent":"1.094969779s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22119,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:38:20.993954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269611021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.992656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26455089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.992427Z","caller":"traceutil/trace.go:171","msg":"trace[1210286221] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:15579; }","duration":"840.861465ms","start":"2026-03-03T14:38:20.151551Z","end":"2026-03-03T14:38:20.992412Z","steps":["trace[1210286221] 'agreement among raft nodes before linearized reading' (duration: 840.792114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.994031Z","caller":"traceutil/trace.go:171","msg":"trace[1860956259] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.265985774s","start":"2026-03-03T14:38:19.728029Z","end":"2026-03-03T14:38:20.994015Z","steps":["trace[1860956259] 'agreement among raft nodes before linearized reading' (duration: 1.264469908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:20.15153Z","time spent":"842.514824ms","remote":"127.0.0.1:34006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:20.994084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727992Z","time spent":"1.266079186s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:20.99406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.897735Z","time spent":"1.095648937s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6551,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.729077Z","time spent":"1.265076663s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:20.992384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.244134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:20.994215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.730871Z","time spent":"1.26330034s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270568904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:20.994255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270627395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:20.994301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281567625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.994317Z","caller":"traceutil/trace.go:171","msg":"trace[178911297] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15579; }","duration":"1.270709757s","start":"2026-03-03T14:38:19.723595Z","end":"2026-03-03T14:38:20.994305Z","steps":["trace[178911297] 'agreement among raft nodes before linearized reading' (duration: 1.270619545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267323867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:20.994342Z","caller":"traceutil/trace.go:171","msg":"trace[896397449] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15579; }","duration":"1.281630236s","start":"2026-03-03T14:38:19.712698Z","end":"2026-03-03T14:38:20.994328Z","steps":["trace[896397449] 'agreement among raft nodes before linearized reading' (duration: 1.281577015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.723584Z","time spent":"1.270760808s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.712686Z","time spent":"1.281681168s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:38:20.994374Z","caller":"traceutil/trace.go:171","msg":"trace[15380299] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15579; }","duration":"1.26742015s","start":"2026-03-03T14:38:19.726941Z","end":"2026-03-03T14:38:20.994361Z","steps":["trace[15380299] 'agreement among raft nodes before linearized reading' (duration: 1.267278186s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.994243Z","caller":"traceutil/trace.go:171","msg":"trace[2107978324] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:15579; }","duration":"236.14265ms","start":"2026-03-03T14:38:20.758083Z","end":"2026-03-03T14:38:20.994225Z","steps":["trace[2107978324] 'agreement among raft nodes before linearized reading' (duration: 234.252874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.994314Z","caller":"traceutil/trace.go:171","msg":"trace[211224362] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.270642235s","start":"2026-03-03T14:38:19.723656Z","end":"2026-03-03T14:38:20.994299Z","steps":["trace[211224362] 'agreement among raft nodes before linearized reading' (duration: 1.270490521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.72691Z","time spent":"1.267494811s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:20.993134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265085752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:20.994441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.723649Z","time spent":"1.270785859s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:38:20.994455Z","caller":"traceutil/trace.go:171","msg":"trace[1426117576] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15579; }","duration":"1.266487058s","start":"2026-03-03T14:38:19.72796Z","end":"2026-03-03T14:38:20.994447Z","steps":["trace[1426117576] 'agreement among raft nodes before linearized reading' (duration: 1.264861239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.99448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.727951Z","time spent":"1.266522928s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269551371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.994566Z","caller":"traceutil/trace.go:171","msg":"trace[353421472] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15579; }","duration":"1.269634072s","start":"2026-03-03T14:38:19.72492Z","end":"2026-03-03T14:38:20.994555Z","steps":["trace[353421472] 'agreement among raft nodes before linearized reading' (duration: 1.26952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.724915Z","time spent":"1.269692203s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267701046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:20.994674Z","caller":"traceutil/trace.go:171","msg":"trace[1983756583] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15579; }","duration":"1.267762648s","start":"2026-03-03T14:38:19.726899Z","end":"2026-03-03T14:38:20.994662Z","steps":["trace[1983756583] 'agreement among raft nodes before linearized reading' (duration: 1.267643715s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.994514Z","caller":"traceutil/trace.go:171","msg":"trace[2077819182] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15579; }","duration":"1.270187205s","start":"2026-03-03T14:38:19.724315Z","end":"2026-03-03T14:38:20.994502Z","steps":["trace[2077819182] 'agreement among raft nodes before linearized reading' (duration: 1.26959393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.994727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.726891Z","time spent":"1.267823759s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:38:20.994776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:19.724309Z","time spent":"1.270447541s","remote":"127.0.0.1:48404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:38:21.147051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.813849ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:21.147384Z","caller":"traceutil/trace.go:171","msg":"trace[1814621067] transaction","detail":"{read_only:false; response_revision:15580; number_of_response:1; }","duration":"149.813661ms","start":"2026-03-03T14:38:20.99753Z","end":"2026-03-03T14:38:21.147344Z","steps":["trace[1814621067] 'process raft request' (duration: 43.583743ms)","trace[1814621067] 'compare' (duration: 105.606504ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:21.147577Z","caller":"traceutil/trace.go:171","msg":"trace[1558055485] linearizableReadLoop","detail":"{readStateIndex:16240; appliedIndex:16239; }","duration":"149.664548ms","start":"2026-03-03T14:38:20.997871Z","end":"2026-03-03T14:38:21.147535Z","steps":["trace[1558055485] 'read index received' (duration: 43.408868ms)","trace[1558055485] 'applied index is now lower than readState.Index' (duration: 106.25118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:21.147594Z","caller":"traceutil/trace.go:171","msg":"trace[1796116984] transaction","detail":"{read_only:false; response_revision:15581; number_of_response:1; }","duration":"147.503466ms","start":"2026-03-03T14:38:21.000064Z","end":"2026-03-03T14:38:21.147568Z","steps":["trace[1796116984] 'process raft request' (duration: 147.301712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.147911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.004685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-03T14:38:21.147985Z","caller":"traceutil/trace.go:171","msg":"trace[619790404] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2a4abc6b-cc5b-422f-826b-0fbe906651f0; range_end:; response_count:1; response_revision:15581; }","duration":"150.121889ms","start":"2026-03-03T14:38:20.997842Z","end":"2026-03-03T14:38:21.147964Z","steps":["trace[619790404] 'agreement among raft nodes before linearized reading' (duration: 149.859773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.149033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.673151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:21.149142Z","caller":"traceutil/trace.go:171","msg":"trace[1328611661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15581; }","duration":"147.774084ms","start":"2026-03-03T14:38:21.001309Z","end":"2026-03-03T14:38:21.149083Z","steps":["trace[1328611661] 'agreement among raft nodes before linearized reading' (duration: 146.563185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.149672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.428236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:21.149875Z","caller":"traceutil/trace.go:171","msg":"trace[984433964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15581; }","duration":"147.568828ms","start":"2026-03-03T14:38:21.002184Z","end":"2026-03-03T14:38:21.149753Z","steps":["trace[984433964] 'agreement among raft nodes before linearized reading' (duration: 146.454892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.150415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.06182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:21.150564Z","caller":"traceutil/trace.go:171","msg":"trace[1965366332] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15581; }","duration":"148.238125ms","start":"2026-03-03T14:38:21.002304Z","end":"2026-03-03T14:38:21.150542Z","steps":["trace[1965366332] 'agreement among raft nodes before linearized reading' (duration: 145.612353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.150701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.47722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:21.150774Z","caller":"traceutil/trace.go:171","msg":"trace[1418487778] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15581; }","duration":"148.577143ms","start":"2026-03-03T14:38:21.002179Z","end":"2026-03-03T14:38:21.150756Z","steps":["trace[1418487778] 'agreement among raft nodes before linearized reading' (duration: 147.403355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:21.151231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.015416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:21.151319Z","caller":"traceutil/trace.go:171","msg":"trace[803378910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15581; }","duration":"147.131279ms","start":"2026-03-03T14:38:21.004173Z","end":"2026-03-03T14:38:21.151304Z","steps":["trace[803378910] 'agreement among raft nodes before linearized reading' (duration: 144.347583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:29.355946Z","caller":"traceutil/trace.go:171","msg":"trace[676931730] transaction","detail":"{read_only:false; response_revision:15616; number_of_response:1; }","duration":"110.380617ms","start":"2026-03-03T14:38:29.245542Z","end":"2026-03-03T14:38:29.355923Z","steps":["trace[676931730] 'process raft request' (duration: 107.864707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:29.356092Z","caller":"traceutil/trace.go:171","msg":"trace[1192731577] linearizableReadLoop","detail":"{readStateIndex:16277; appliedIndex:16276; }","duration":"110.383426ms","start":"2026-03-03T14:38:29.245688Z","end":"2026-03-03T14:38:29.356072Z","steps":["trace[1192731577] 'read index received' (duration: 6.159096ms)","trace[1192731577] 'applied index is now lower than readState.Index' (duration: 104.22297ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:29.356169Z","caller":"traceutil/trace.go:171","msg":"trace[1285707028] transaction","detail":"{read_only:false; response_revision:15617; number_of_response:1; }","duration":"110.08161ms","start":"2026-03-03T14:38:29.246047Z","end":"2026-03-03T14:38:29.356129Z","steps":["trace[1285707028] 'process raft request' (duration: 109.793913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:29.356462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.740526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9787"} {"level":"info","ts":"2026-03-03T14:38:29.356618Z","caller":"traceutil/trace.go:171","msg":"trace[828230915] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:15617; }","duration":"110.92119ms","start":"2026-03-03T14:38:29.245672Z","end":"2026-03-03T14:38:29.356593Z","steps":["trace[828230915] 'agreement among raft nodes before linearized reading' (duration: 110.607602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:29.357307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.845794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738086"} {"level":"info","ts":"2026-03-03T14:38:29.357438Z","caller":"traceutil/trace.go:171","msg":"trace[1313683094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15617; }","duration":"110.004548ms","start":"2026-03-03T14:38:29.247413Z","end":"2026-03-03T14:38:29.357417Z","steps":["trace[1313683094] 'agreement among raft nodes before linearized reading' (duration: 108.964603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.162318Z","caller":"traceutil/trace.go:171","msg":"trace[2070271146] linearizableReadLoop","detail":"{readStateIndex:16284; appliedIndex:16283; }","duration":"142.522139ms","start":"2026-03-03T14:38:31.019767Z","end":"2026-03-03T14:38:31.162289Z","steps":["trace[2070271146] 'read index received' (duration: 142.276663ms)","trace[2070271146] 'applied index is now lower than readState.Index' (duration: 244.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:31.162417Z","caller":"traceutil/trace.go:171","msg":"trace[97082388] transaction","detail":"{read_only:false; response_revision:15621; number_of_response:1; }","duration":"144.26884ms","start":"2026-03-03T14:38:31.018109Z","end":"2026-03-03T14:38:31.162378Z","steps":["trace[97082388] 'process raft request' (duration: 143.939793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.162507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.714773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.162568Z","caller":"traceutil/trace.go:171","msg":"trace[1279121094] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15621; }","duration":"142.820356ms","start":"2026-03-03T14:38:31.019731Z","end":"2026-03-03T14:38:31.162551Z","steps":["trace[1279121094] 'agreement among raft nodes before linearized reading' (duration: 142.707354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.242123Z","caller":"traceutil/trace.go:171","msg":"trace[75988499] transaction","detail":"{read_only:false; response_revision:15623; number_of_response:1; }","duration":"210.189323ms","start":"2026-03-03T14:38:31.031915Z","end":"2026-03-03T14:38:31.242105Z","steps":["trace[75988499] 'process raft request' (duration: 210.134682ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.242217Z","caller":"traceutil/trace.go:171","msg":"trace[826549683] transaction","detail":"{read_only:false; response_revision:15622; number_of_response:1; }","duration":"211.946145ms","start":"2026-03-03T14:38:31.03022Z","end":"2026-03-03T14:38:31.242166Z","steps":["trace[826549683] 'process raft request' (duration: 211.72196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.242305Z","caller":"traceutil/trace.go:171","msg":"trace[1005800493] transaction","detail":"{read_only:false; response_revision:15624; number_of_response:1; }","duration":"209.053947ms","start":"2026-03-03T14:38:31.033224Z","end":"2026-03-03T14:38:31.242277Z","steps":["trace[1005800493] 'process raft request' (duration: 208.854262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.399658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.242452Z","caller":"traceutil/trace.go:171","msg":"trace[1945047378] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15624; }","duration":"210.449459ms","start":"2026-03-03T14:38:31.031988Z","end":"2026-03-03T14:38:31.242437Z","steps":["trace[1945047378] 'agreement among raft nodes before linearized reading' (duration: 210.394378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.332605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.242532Z","caller":"traceutil/trace.go:171","msg":"trace[879608773] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15624; }","duration":"212.403886ms","start":"2026-03-03T14:38:31.030115Z","end":"2026-03-03T14:38:31.242519Z","steps":["trace[879608773] 'agreement among raft nodes before linearized reading' (duration: 212.326264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.637094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:31.242702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.424019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.242725Z","caller":"traceutil/trace.go:171","msg":"trace[1310199433] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15624; }","duration":"210.802188ms","start":"2026-03-03T14:38:31.031882Z","end":"2026-03-03T14:38:31.242684Z","steps":["trace[1310199433] 'agreement among raft nodes before linearized reading' (duration: 210.586343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.242738Z","caller":"traceutil/trace.go:171","msg":"trace[1217384590] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"210.45934ms","start":"2026-03-03T14:38:31.032271Z","end":"2026-03-03T14:38:31.24273Z","steps":["trace[1217384590] 'agreement among raft nodes before linearized reading' (duration: 210.408528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.71977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:31.24278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.034889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:31.24283Z","caller":"traceutil/trace.go:171","msg":"trace[717431948] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"211.778942ms","start":"2026-03-03T14:38:31.031038Z","end":"2026-03-03T14:38:31.242817Z","steps":["trace[717431948] 'agreement among raft nodes before linearized reading' (duration: 211.70559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.242855Z","caller":"traceutil/trace.go:171","msg":"trace[1830979704] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"210.132412ms","start":"2026-03-03T14:38:31.032703Z","end":"2026-03-03T14:38:31.242836Z","steps":["trace[1830979704] 'agreement among raft nodes before linearized reading' (duration: 209.877566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.755717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:31.242925Z","caller":"traceutil/trace.go:171","msg":"trace[1656705437] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"210.849528ms","start":"2026-03-03T14:38:31.032068Z","end":"2026-03-03T14:38:31.242918Z","steps":["trace[1656705437] 'agreement among raft nodes before linearized reading' (duration: 210.761566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.571749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.243008Z","caller":"traceutil/trace.go:171","msg":"trace[1407403368] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15624; }","duration":"220.636302ms","start":"2026-03-03T14:38:31.022352Z","end":"2026-03-03T14:38:31.242988Z","steps":["trace[1407403368] 'agreement among raft nodes before linearized reading' (duration: 220.56237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.243053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.042513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:31.243063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.432404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:31.24307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.61016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T14:38:31.2427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.477442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:31.243071Z","caller":"traceutil/trace.go:171","msg":"trace[1699883211] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"211.067724ms","start":"2026-03-03T14:38:31.031998Z","end":"2026-03-03T14:38:31.243066Z","steps":["trace[1699883211] 'agreement among raft nodes before linearized reading' (duration: 211.038533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.243116Z","caller":"traceutil/trace.go:171","msg":"trace[2110643238] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"216.902252ms","start":"2026-03-03T14:38:31.026208Z","end":"2026-03-03T14:38:31.24311Z","steps":["trace[2110643238] 'agreement among raft nodes before linearized reading' (duration: 216.42781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.243117Z","caller":"traceutil/trace.go:171","msg":"trace[1166151277] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15624; }","duration":"212.668602ms","start":"2026-03-03T14:38:31.030436Z","end":"2026-03-03T14:38:31.243104Z","steps":["trace[1166151277] 'agreement among raft nodes before linearized reading' (duration: 212.539979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.286836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:31.243209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.066099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:38:31.24322Z","caller":"traceutil/trace.go:171","msg":"trace[1598062832] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"210.862999ms","start":"2026-03-03T14:38:31.032353Z","end":"2026-03-03T14:38:31.243216Z","steps":["trace[1598062832] 'agreement among raft nodes before linearized reading' (duration: 210.223734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.24323Z","caller":"traceutil/trace.go:171","msg":"trace[1867931540] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"207.087599ms","start":"2026-03-03T14:38:31.036136Z","end":"2026-03-03T14:38:31.243224Z","steps":["trace[1867931540] 'agreement among raft nodes before linearized reading' (duration: 207.025198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.243193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.206177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:31.243309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.881268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:31.243322Z","caller":"traceutil/trace.go:171","msg":"trace[1967985153] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"207.904718ms","start":"2026-03-03T14:38:31.035413Z","end":"2026-03-03T14:38:31.243318Z","steps":["trace[1967985153] 'agreement among raft nodes before linearized reading' (duration: 207.861427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.243338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.795309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:38:31.243402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.39299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.243422Z","caller":"traceutil/trace.go:171","msg":"trace[1919135073] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"208.423011ms","start":"2026-03-03T14:38:31.034993Z","end":"2026-03-03T14:38:31.243416Z","steps":["trace[1919135073] 'agreement among raft nodes before linearized reading' (duration: 208.39178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.243428Z","caller":"traceutil/trace.go:171","msg":"trace[1794268751] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"208.889862ms","start":"2026-03-03T14:38:31.03452Z","end":"2026-03-03T14:38:31.24341Z","steps":["trace[1794268751] 'agreement among raft nodes before linearized reading' (duration: 208.700807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.938375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.243349Z","caller":"traceutil/trace.go:171","msg":"trace[102800056] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"211.35968ms","start":"2026-03-03T14:38:31.031961Z","end":"2026-03-03T14:38:31.243321Z","steps":["trace[102800056] 'agreement among raft nodes before linearized reading' (duration: 211.001942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.243558Z","caller":"traceutil/trace.go:171","msg":"trace[971722609] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15624; }","duration":"220.654232ms","start":"2026-03-03T14:38:31.022897Z","end":"2026-03-03T14:38:31.243552Z","steps":["trace[971722609] 'agreement among raft nodes before linearized reading' (duration: 219.929665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.569212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:31.24363Z","caller":"traceutil/trace.go:171","msg":"trace[2004412016] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"219.406581ms","start":"2026-03-03T14:38:31.024215Z","end":"2026-03-03T14:38:31.243622Z","steps":["trace[2004412016] 'agreement among raft nodes before linearized reading' (duration: 218.50767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.637932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:38:31.243801Z","caller":"traceutil/trace.go:171","msg":"trace[785540013] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15624; }","duration":"216.81786ms","start":"2026-03-03T14:38:31.026914Z","end":"2026-03-03T14:38:31.243731Z","steps":["trace[785540013] 'agreement among raft nodes before linearized reading' (duration: 215.559281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.243096Z","caller":"traceutil/trace.go:171","msg":"trace[58372043] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15624; }","duration":"206.478095ms","start":"2026-03-03T14:38:31.03661Z","end":"2026-03-03T14:38:31.243088Z","steps":["trace[58372043] 'agreement among raft nodes before linearized reading' (duration: 206.399733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.242429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.1353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:31.243971Z","caller":"traceutil/trace.go:171","msg":"trace[699766048] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15624; }","duration":"221.660125ms","start":"2026-03-03T14:38:31.02226Z","end":"2026-03-03T14:38:31.24392Z","steps":["trace[699766048] 'agreement among raft nodes before linearized reading' (duration: 220.019987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.486035Z","caller":"traceutil/trace.go:171","msg":"trace[319862303] transaction","detail":"{read_only:false; response_revision:15625; number_of_response:1; }","duration":"105.712967ms","start":"2026-03-03T14:38:31.380296Z","end":"2026-03-03T14:38:31.486009Z","steps":["trace[319862303] 'process raft request' (duration: 105.496892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.530576Z","caller":"traceutil/trace.go:171","msg":"trace[1623954941] linearizableReadLoop","detail":"{readStateIndex:16289; appliedIndex:16287; }","duration":"148.221844ms","start":"2026-03-03T14:38:31.38215Z","end":"2026-03-03T14:38:31.530371Z","steps":["trace[1623954941] 'read index received' (duration: 103.565175ms)","trace[1623954941] 'applied index is now lower than readState.Index' (duration: 44.655899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:31.530801Z","caller":"traceutil/trace.go:171","msg":"trace[409175682] transaction","detail":"{read_only:false; response_revision:15626; number_of_response:1; }","duration":"150.039348ms","start":"2026-03-03T14:38:31.380722Z","end":"2026-03-03T14:38:31.530761Z","steps":["trace[409175682] 'process raft request' (duration: 149.535056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.530875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.706085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20750"} {"level":"info","ts":"2026-03-03T14:38:31.530916Z","caller":"traceutil/trace.go:171","msg":"trace[127085372] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:15626; }","duration":"148.785367ms","start":"2026-03-03T14:38:31.382122Z","end":"2026-03-03T14:38:31.530907Z","steps":["trace[127085372] 'agreement among raft nodes before linearized reading' (duration: 148.630114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.531038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.978494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:38:31.531236Z","caller":"traceutil/trace.go:171","msg":"trace[1446768929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15626; }","duration":"133.107047ms","start":"2026-03-03T14:38:31.397995Z","end":"2026-03-03T14:38:31.531102Z","steps":["trace[1446768929] 'agreement among raft nodes before linearized reading' (duration: 132.885652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.531378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.728695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:31.531459Z","caller":"traceutil/trace.go:171","msg":"trace[1524586439] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:15626; }","duration":"134.886498ms","start":"2026-03-03T14:38:31.396562Z","end":"2026-03-03T14:38:31.531448Z","steps":["trace[1524586439] 'agreement among raft nodes before linearized reading' (duration: 134.669353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.531518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.021089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22095"} {"level":"info","ts":"2026-03-03T14:38:31.531714Z","caller":"traceutil/trace.go:171","msg":"trace[710446539] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:15626; }","duration":"148.172883ms","start":"2026-03-03T14:38:31.383454Z","end":"2026-03-03T14:38:31.531626Z","steps":["trace[710446539] 'agreement among raft nodes before linearized reading' (duration: 147.281992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:31.531823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.977014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"warn","ts":"2026-03-03T14:38:31.531824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.255524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:738136"} {"level":"info","ts":"2026-03-03T14:38:31.53187Z","caller":"traceutil/trace.go:171","msg":"trace[1955066264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15626; }","duration":"144.028505ms","start":"2026-03-03T14:38:31.387831Z","end":"2026-03-03T14:38:31.53186Z","steps":["trace[1955066264] 'agreement among raft nodes before linearized reading' (duration: 142.929119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:31.531889Z","caller":"traceutil/trace.go:171","msg":"trace[752449352] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15626; }","duration":"145.325936ms","start":"2026-03-03T14:38:31.386547Z","end":"2026-03-03T14:38:31.531873Z","steps":["trace[752449352] 'agreement among raft nodes before linearized reading' (duration: 144.251341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:05.878217Z","caller":"traceutil/trace.go:171","msg":"trace[153061803] transaction","detail":"{read_only:false; response_revision:16082; number_of_response:1; }","duration":"264.532322ms","start":"2026-03-03T14:40:05.613656Z","end":"2026-03-03T14:40:05.878188Z","steps":["trace[153061803] 'process raft request' (duration: 264.281456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.02679Z","caller":"traceutil/trace.go:171","msg":"trace[1380088296] transaction","detail":"{read_only:false; response_revision:16083; number_of_response:1; }","duration":"412.46229ms","start":"2026-03-03T14:40:05.614291Z","end":"2026-03-03T14:40:06.026754Z","steps":["trace[1380088296] 'process raft request' (duration: 345.902841ms)","trace[1380088296] 'compare' (duration: 66.308733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:06.027034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.614263Z","time spent":"412.650065ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:06.0272Z","caller":"traceutil/trace.go:171","msg":"trace[920907468] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"412.402938ms","start":"2026-03-03T14:40:05.614758Z","end":"2026-03-03T14:40:06.027161Z","steps":["trace[920907468] 'process raft request' (duration: 411.941997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.027366Z","caller":"traceutil/trace.go:171","msg":"trace[286622843] linearizableReadLoop","detail":"{readStateIndex:16768; appliedIndex:16765; }","duration":"324.870103ms","start":"2026-03-03T14:40:05.702479Z","end":"2026-03-03T14:40:06.027349Z","steps":["trace[286622843] 'read index received' (duration: 175.473981ms)","trace[286622843] 'applied index is now lower than readState.Index' (duration: 149.393862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:06.027413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.614731Z","time spent":"412.569502ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:06.027931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.023663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:40:06.027965Z","caller":"traceutil/trace.go:171","msg":"trace[1954976352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16084; }","duration":"111.086824ms","start":"2026-03-03T14:40:05.916869Z","end":"2026-03-03T14:40:06.027955Z","steps":["trace[1954976352] 'agreement among raft nodes before linearized reading' (duration: 110.978272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.02758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.096558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:40:06.02809Z","caller":"traceutil/trace.go:171","msg":"trace[1518472120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16084; }","duration":"325.61008ms","start":"2026-03-03T14:40:05.702437Z","end":"2026-03-03T14:40:06.028047Z","steps":["trace[1518472120] 'agreement among raft nodes before linearized reading' (duration: 325.016986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.028211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.702417Z","time spent":"325.758023ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:40:06.816087Z","caller":"traceutil/trace.go:171","msg":"trace[892281592] transaction","detail":"{read_only:false; response_revision:16090; number_of_response:1; }","duration":"136.420224ms","start":"2026-03-03T14:40:06.679637Z","end":"2026-03-03T14:40:06.816057Z","steps":["trace[892281592] 'process raft request' (duration: 135.487512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.993443Z","caller":"traceutil/trace.go:171","msg":"trace[543119164] transaction","detail":"{read_only:false; response_revision:16091; number_of_response:1; }","duration":"137.190233ms","start":"2026-03-03T14:40:06.856222Z","end":"2026-03-03T14:40:06.993413Z","steps":["trace[543119164] 'process raft request' (duration: 118.200262ms)","trace[543119164] 'compare' (duration: 18.850047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:10.179656Z","caller":"traceutil/trace.go:171","msg":"trace[916478798] linearizableReadLoop","detail":"{readStateIndex:16795; appliedIndex:16794; }","duration":"143.912171ms","start":"2026-03-03T14:40:10.035724Z","end":"2026-03-03T14:40:10.179636Z","steps":["trace[916478798] 'read index received' (duration: 87.446803ms)","trace[916478798] 'applied index is now lower than readState.Index' (duration: 56.464628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:10.179744Z","caller":"traceutil/trace.go:171","msg":"trace[180158172] transaction","detail":"{read_only:false; response_revision:16110; number_of_response:1; }","duration":"218.107001ms","start":"2026-03-03T14:40:09.961624Z","end":"2026-03-03T14:40:10.179731Z","steps":["trace[180158172] 'process raft request' (duration: 161.632072ms)","trace[180158172] 'compare' (duration: 55.997008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:10.179872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.137826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:10.179889Z","caller":"traceutil/trace.go:171","msg":"trace[91614133] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16110; }","duration":"144.202138ms","start":"2026-03-03T14:40:10.035682Z","end":"2026-03-03T14:40:10.179884Z","steps":["trace[91614133] 'agreement among raft nodes before linearized reading' (duration: 144.143167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:10.258233Z","caller":"traceutil/trace.go:171","msg":"trace[1653633980] transaction","detail":"{read_only:false; response_revision:16111; number_of_response:1; }","duration":"205.81804ms","start":"2026-03-03T14:40:10.052361Z","end":"2026-03-03T14:40:10.258179Z","steps":["trace[1653633980] 'process raft request' (duration: 205.575094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:10.258313Z","caller":"traceutil/trace.go:171","msg":"trace[257437785] transaction","detail":"{read_only:false; response_revision:16112; number_of_response:1; }","duration":"204.959259ms","start":"2026-03-03T14:40:10.053317Z","end":"2026-03-03T14:40:10.258276Z","steps":["trace[257437785] 'process raft request' (duration: 204.800245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:10.258452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.852064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T14:40:10.258584Z","caller":"traceutil/trace.go:171","msg":"trace[338259793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16112; }","duration":"126.009607ms","start":"2026-03-03T14:40:10.132548Z","end":"2026-03-03T14:40:10.258558Z","steps":["trace[338259793] 'agreement among raft nodes before linearized reading' (duration: 125.66915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:10.258947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.129119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:40:10.259Z","caller":"traceutil/trace.go:171","msg":"trace[820434042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16112; }","duration":"134.240992ms","start":"2026-03-03T14:40:10.124748Z","end":"2026-03-03T14:40:10.258989Z","steps":["trace[820434042] 'agreement among raft nodes before linearized reading' (duration: 134.032137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:10.259392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.888192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:40:10.259446Z","caller":"traceutil/trace.go:171","msg":"trace[649243286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16112; }","duration":"127.962894ms","start":"2026-03-03T14:40:10.131469Z","end":"2026-03-03T14:40:10.259432Z","steps":["trace[649243286] 'agreement among raft nodes before linearized reading' (duration: 127.134964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:10.369286Z","caller":"traceutil/trace.go:171","msg":"trace[425143448] linearizableReadLoop","detail":"{readStateIndex:16798; appliedIndex:16797; }","duration":"103.753689ms","start":"2026-03-03T14:40:10.265501Z","end":"2026-03-03T14:40:10.369255Z","steps":["trace[425143448] 'read index received' (duration: 30.917653ms)","trace[425143448] 'applied index is now lower than readState.Index' (duration: 72.831796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:10.369302Z","caller":"traceutil/trace.go:171","msg":"trace[1639150839] transaction","detail":"{read_only:false; response_revision:16113; number_of_response:1; }","duration":"104.139808ms","start":"2026-03-03T14:40:10.265108Z","end":"2026-03-03T14:40:10.369248Z","steps":["trace[1639150839] 'process raft request' (duration: 31.316872ms)","trace[1639150839] 'compare' (duration: 72.612161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:10.369329Z","caller":"traceutil/trace.go:171","msg":"trace[153434586] transaction","detail":"{read_only:false; response_revision:16114; number_of_response:1; }","duration":"103.77114ms","start":"2026-03-03T14:40:10.265527Z","end":"2026-03-03T14:40:10.369298Z","steps":["trace[153434586] 'process raft request' (duration: 103.669698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:10.36956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.030756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:40:10.36986Z","caller":"traceutil/trace.go:171","msg":"trace[113125674] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:16116; }","duration":"104.134579ms","start":"2026-03-03T14:40:10.265487Z","end":"2026-03-03T14:40:10.369621Z","steps":["trace[113125674] 'agreement among raft nodes before linearized reading' (duration: 103.889803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:10.370001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.977285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18760"} {"level":"info","ts":"2026-03-03T14:40:10.370037Z","caller":"traceutil/trace.go:171","msg":"trace[1204716245] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:16116; }","duration":"104.055097ms","start":"2026-03-03T14:40:10.265974Z","end":"2026-03-03T14:40:10.370029Z","steps":["trace[1204716245] 'agreement among raft nodes before linearized reading' (duration: 103.412932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:10.370191Z","caller":"traceutil/trace.go:171","msg":"trace[672320986] transaction","detail":"{read_only:false; response_revision:16115; number_of_response:1; }","duration":"104.490817ms","start":"2026-03-03T14:40:10.265693Z","end":"2026-03-03T14:40:10.370184Z","steps":["trace[672320986] 'process raft request' (duration: 103.545105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:10.370318Z","caller":"traceutil/trace.go:171","msg":"trace[1981464174] transaction","detail":"{read_only:false; response_revision:16116; number_of_response:1; }","duration":"102.952881ms","start":"2026-03-03T14:40:10.267345Z","end":"2026-03-03T14:40:10.370298Z","steps":["trace[1981464174] 'process raft request' (duration: 101.926527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.57266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.674114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-03T14:40:11.572847Z","caller":"traceutil/trace.go:171","msg":"trace[727662418] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16119; }","duration":"269.92017ms","start":"2026-03-03T14:40:11.302909Z","end":"2026-03-03T14:40:11.572829Z","steps":["trace[727662418] 'range keys from in-memory index tree' (duration: 269.439678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:22.027943Z","caller":"traceutil/trace.go:171","msg":"trace[444526943] linearizableReadLoop","detail":"{readStateIndex:17915; appliedIndex:17914; }","duration":"156.06502ms","start":"2026-03-03T14:42:21.871854Z","end":"2026-03-03T14:42:22.027919Z","steps":["trace[444526943] 'read index received' (duration: 155.884416ms)","trace[444526943] 'applied index is now lower than readState.Index' (duration: 179.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:42:22.028076Z","caller":"traceutil/trace.go:171","msg":"trace[25531105] transaction","detail":"{read_only:false; response_revision:17193; number_of_response:1; }","duration":"233.676621ms","start":"2026-03-03T14:42:21.794382Z","end":"2026-03-03T14:42:22.028058Z","steps":["trace[25531105] 'process raft request' (duration: 233.406685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:22.028179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.315976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:42:22.028231Z","caller":"traceutil/trace.go:171","msg":"trace[1050011687] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17193; }","duration":"156.422189ms","start":"2026-03-03T14:42:21.871796Z","end":"2026-03-03T14:42:22.028218Z","steps":["trace[1050011687] 'agreement among raft nodes before linearized reading' (duration: 156.219234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.047712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.636883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:42:23.047875Z","caller":"traceutil/trace.go:171","msg":"trace[266118583] transaction","detail":"{read_only:false; response_revision:17198; number_of_response:1; }","duration":"248.168064ms","start":"2026-03-03T14:42:22.799668Z","end":"2026-03-03T14:42:23.047836Z","steps":["trace[266118583] 'process raft request' (duration: 132.318507ms)","trace[266118583] 'compare' (duration: 115.419837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:42:23.047999Z","caller":"traceutil/trace.go:171","msg":"trace[157240549] linearizableReadLoop","detail":"{readStateIndex:17920; appliedIndex:17918; }","duration":"232.223856ms","start":"2026-03-03T14:42:22.8157Z","end":"2026-03-03T14:42:23.047924Z","steps":["trace[157240549] 'read index received' (duration: 16.502892ms)","trace[157240549] 'applied index is now lower than readState.Index' (duration: 215.717174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:42:23.171705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.882637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:42:23.171911Z","caller":"traceutil/trace.go:171","msg":"trace[2026028423] linearizableReadLoop","detail":"{readStateIndex:17921; appliedIndex:17920; }","duration":"123.781945ms","start":"2026-03-03T14:42:23.048065Z","end":"2026-03-03T14:42:23.171847Z","steps":["trace[2026028423] 'read index received' (duration: 58.762µs)","trace[2026028423] 'applied index is now lower than readState.Index' (duration: 123.721223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:42:23.172195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.514567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T14:42:23.172203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.236335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:42:23.172273Z","caller":"traceutil/trace.go:171","msg":"trace[877759316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17198; }","duration":"105.352258ms","start":"2026-03-03T14:42:23.066906Z","end":"2026-03-03T14:42:23.172258Z","steps":["trace[877759316] 'agreement among raft nodes before linearized reading' (duration: 105.148223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:23.172268Z","caller":"traceutil/trace.go:171","msg":"trace[700294634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17198; }","duration":"190.630459ms","start":"2026-03-03T14:42:22.981621Z","end":"2026-03-03T14:42:23.172251Z","steps":["trace[700294634] 'agreement among raft nodes before linearized reading' (duration: 190.410664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.172355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.000546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:42:23.172428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.47352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:42:23.172429Z","caller":"traceutil/trace.go:171","msg":"trace[878723424] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:17198; }","duration":"231.113539ms","start":"2026-03-03T14:42:22.941297Z","end":"2026-03-03T14:42:23.172411Z","steps":["trace[878723424] 'agreement among raft nodes before linearized reading' (duration: 231.001946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:23.172495Z","caller":"traceutil/trace.go:171","msg":"trace[448964956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17198; }","duration":"105.568823ms","start":"2026-03-03T14:42:23.066906Z","end":"2026-03-03T14:42:23.172474Z","steps":["trace[448964956] 'agreement among raft nodes before linearized reading' (duration: 105.382058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.172631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.266466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:42:23.172995Z","caller":"traceutil/trace.go:171","msg":"trace[278269417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17198; }","duration":"357.304771ms","start":"2026-03-03T14:42:22.815651Z","end":"2026-03-03T14:42:23.172956Z","steps":["trace[278269417] 'agreement among raft nodes before linearized reading' (duration: 232.350999ms)","trace[278269417] 'range keys from in-memory index tree' (duration: 123.906478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:42:23.17308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:42:22.815623Z","time spent":"357.426474ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:42:23.514975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.405342ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:42:23.515106Z","caller":"traceutil/trace.go:171","msg":"trace[1068859971] transaction","detail":"{read_only:false; response_revision:17200; number_of_response:1; }","duration":"338.010534ms","start":"2026-03-03T14:42:23.177081Z","end":"2026-03-03T14:42:23.515092Z","steps":["trace[1068859971] 'process raft request' (duration: 129.416288ms)","trace[1068859971] 'compare' (duration: 208.200896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:42:23.515149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:42:23.17707Z","time spent":"338.060035ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:42:23.516002Z","caller":"traceutil/trace.go:171","msg":"trace[1032174011] transaction","detail":"{read_only:false; response_revision:17201; number_of_response:1; }","duration":"338.849473ms","start":"2026-03-03T14:42:23.177138Z","end":"2026-03-03T14:42:23.515988Z","steps":["trace[1032174011] 'process raft request' (duration: 337.910021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.516071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:42:23.177115Z","time spent":"338.927726ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:42:23.516302Z","caller":"traceutil/trace.go:171","msg":"trace[453080651] transaction","detail":"{read_only:false; response_revision:17202; number_of_response:1; }","duration":"339.11993ms","start":"2026-03-03T14:42:23.177168Z","end":"2026-03-03T14:42:23.516288Z","steps":["trace[453080651] 'process raft request' (duration: 338.776142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:23.516235Z","caller":"traceutil/trace.go:171","msg":"trace[563473018] linearizableReadLoop","detail":"{readStateIndex:17925; appliedIndex:17922; }","duration":"267.607275ms","start":"2026-03-03T14:42:23.248584Z","end":"2026-03-03T14:42:23.516191Z","steps":["trace[563473018] 'read index received' (duration: 57.913193ms)","trace[563473018] 'applied index is now lower than readState.Index' (duration: 209.690972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:42:23.516366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:42:23.177144Z","time spent":"339.192161ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:42:23.517081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.883161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:42:23.51719Z","caller":"traceutil/trace.go:171","msg":"trace[1775117461] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17202; }","duration":"268.613959ms","start":"2026-03-03T14:42:23.248551Z","end":"2026-03-03T14:42:23.517165Z","steps":["trace[1775117461] 'agreement among raft nodes before linearized reading' (duration: 267.841851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:23.827413Z","caller":"traceutil/trace.go:171","msg":"trace[581216279] linearizableReadLoop","detail":"{readStateIndex:17926; appliedIndex:17925; }","duration":"292.457094ms","start":"2026-03-03T14:42:23.534911Z","end":"2026-03-03T14:42:23.827368Z","steps":["trace[581216279] 'read index received' (duration: 291.955322ms)","trace[581216279] 'applied index is now lower than readState.Index' (duration: 499.572µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:42:23.827468Z","caller":"traceutil/trace.go:171","msg":"trace[673109165] transaction","detail":"{read_only:false; response_revision:17203; number_of_response:1; }","duration":"298.284542ms","start":"2026-03-03T14:42:23.529134Z","end":"2026-03-03T14:42:23.827418Z","steps":["trace[673109165] 'process raft request' (duration: 297.957814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.827968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.648484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:42:23.827969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.668503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:42:23.828206Z","caller":"traceutil/trace.go:171","msg":"trace[1871079207] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:17203; }","duration":"213.043861ms","start":"2026-03-03T14:42:23.615145Z","end":"2026-03-03T14:42:23.828189Z","steps":["trace[1871079207] 'agreement among raft nodes before linearized reading' (duration: 212.688043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:23.828044Z","caller":"traceutil/trace.go:171","msg":"trace[619248123] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:17203; }","duration":"210.765867ms","start":"2026-03-03T14:42:23.61726Z","end":"2026-03-03T14:42:23.828026Z","steps":["trace[619248123] 'agreement among raft nodes before linearized reading' (duration: 210.526132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:23.828681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.762325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T14:42:23.82886Z","caller":"traceutil/trace.go:171","msg":"trace[1282395204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17203; }","duration":"293.97199ms","start":"2026-03-03T14:42:23.534875Z","end":"2026-03-03T14:42:23.828847Z","steps":["trace[1282395204] 'agreement among raft nodes before linearized reading' (duration: 292.665669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:27.186641Z","caller":"traceutil/trace.go:171","msg":"trace[1665286866] transaction","detail":"{read_only:false; response_revision:17219; number_of_response:1; }","duration":"113.871049ms","start":"2026-03-03T14:42:27.072725Z","end":"2026-03-03T14:42:27.186596Z","steps":["trace[1665286866] 'process raft request' (duration: 113.694655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:32.462649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.373786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:42:32.462817Z","caller":"traceutil/trace.go:171","msg":"trace[377267331] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17269; }","duration":"137.621014ms","start":"2026-03-03T14:42:32.325166Z","end":"2026-03-03T14:42:32.462787Z","steps":["trace[377267331] 'range keys from in-memory index tree' (duration: 137.12606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:42:32.462714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.979165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:42:32.462977Z","caller":"traceutil/trace.go:171","msg":"trace[1479243762] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17269; }","duration":"131.305483ms","start":"2026-03-03T14:42:32.331652Z","end":"2026-03-03T14:42:32.462957Z","steps":["trace[1479243762] 'range keys from in-memory index tree' (duration: 130.844632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:33.046013Z","caller":"traceutil/trace.go:171","msg":"trace[2019427669] transaction","detail":"{read_only:false; response_revision:17271; number_of_response:1; }","duration":"140.646924ms","start":"2026-03-03T14:42:32.905348Z","end":"2026-03-03T14:42:33.045995Z","steps":["trace[2019427669] 'process raft request' (duration: 140.554202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:46.069696Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15463} {"level":"info","ts":"2026-03-03T14:42:46.165813Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15463,"took":"93.386414ms","hash":3544084963,"current-db-size-bytes":42078208,"current-db-size":"42 MB","current-db-size-in-use-bytes":26361856,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T14:42:46.165895Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3544084963,"revision":15463,"compact-revision":13190} {"level":"warn","ts":"2026-03-03T14:44:01.555999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.985852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:44:01.556094Z","caller":"traceutil/trace.go:171","msg":"trace[855193433] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:17778; }","duration":"227.144105ms","start":"2026-03-03T14:44:01.32893Z","end":"2026-03-03T14:44:01.556075Z","steps":["trace[855193433] 'range keys from in-memory index tree' (duration: 226.789277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:01.657409Z","caller":"traceutil/trace.go:171","msg":"trace[304906911] linearizableReadLoop","detail":"{readStateIndex:18524; appliedIndex:18523; }","duration":"123.505478ms","start":"2026-03-03T14:44:01.533882Z","end":"2026-03-03T14:44:01.657387Z","steps":["trace[304906911] 'read index received' (duration: 123.334414ms)","trace[304906911] 'applied index is now lower than readState.Index' (duration: 170.054µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:01.657563Z","caller":"traceutil/trace.go:171","msg":"trace[159858350] transaction","detail":"{read_only:false; response_revision:17779; number_of_response:1; }","duration":"231.722743ms","start":"2026-03-03T14:44:01.425831Z","end":"2026-03-03T14:44:01.657553Z","steps":["trace[159858350] 'process raft request' (duration: 231.409446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:01.658024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.076012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:44:01.65813Z","caller":"traceutil/trace.go:171","msg":"trace[1980974045] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:17779; }","duration":"124.301497ms","start":"2026-03-03T14:44:01.53381Z","end":"2026-03-03T14:44:01.658111Z","steps":["trace[1980974045] 'agreement among raft nodes before linearized reading' (duration: 123.904588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:01.673963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.75634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:936464"} {"level":"info","ts":"2026-03-03T14:44:01.674029Z","caller":"traceutil/trace.go:171","msg":"trace[1989839043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17780; }","duration":"111.869553ms","start":"2026-03-03T14:44:01.562148Z","end":"2026-03-03T14:44:01.674017Z","steps":["trace[1989839043] 'agreement among raft nodes before linearized reading' (duration: 110.871769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:05.620266Z","caller":"traceutil/trace.go:171","msg":"trace[1832840559] transaction","detail":"{read_only:false; response_revision:17813; number_of_response:1; }","duration":"119.063934ms","start":"2026-03-03T14:44:05.501174Z","end":"2026-03-03T14:44:05.620238Z","steps":["trace[1832840559] 'process raft request' (duration: 118.875679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.119044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.861503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:06.11915Z","caller":"traceutil/trace.go:171","msg":"trace[1316622280] linearizableReadLoop","detail":"{readStateIndex:18563; appliedIndex:18562; }","duration":"264.925292ms","start":"2026-03-03T14:44:05.854208Z","end":"2026-03-03T14:44:06.119134Z","steps":["trace[1316622280] 'read index received' (duration: 55.741782ms)","trace[1316622280] 'applied index is now lower than readState.Index' (duration: 209.18225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:06.119224Z","caller":"traceutil/trace.go:171","msg":"trace[962222779] transaction","detail":"{read_only:false; response_revision:17816; number_of_response:1; }","duration":"311.091836ms","start":"2026-03-03T14:44:05.808078Z","end":"2026-03-03T14:44:06.11917Z","steps":["trace[962222779] 'process raft request' (duration: 102.009968ms)","trace[962222779] 'compare' (duration: 208.75572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:06.119425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:05.808045Z","time spent":"311.27164ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:06.119309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.096056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:44:06.119549Z","caller":"traceutil/trace.go:171","msg":"trace[665603859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17816; }","duration":"265.357952ms","start":"2026-03-03T14:44:05.854175Z","end":"2026-03-03T14:44:06.119533Z","steps":["trace[665603859] 'agreement among raft nodes before linearized reading' (duration: 264.998314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:06.430134Z","caller":"traceutil/trace.go:171","msg":"trace[1936125798] linearizableReadLoop","detail":"{readStateIndex:18566; appliedIndex:18565; }","duration":"210.847869ms","start":"2026-03-03T14:44:06.219261Z","end":"2026-03-03T14:44:06.430109Z","steps":["trace[1936125798] 'read index received' (duration: 210.739356ms)","trace[1936125798] 'applied index is now lower than readState.Index' (duration: 107.283µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:06.430272Z","caller":"traceutil/trace.go:171","msg":"trace[1013750095] transaction","detail":"{read_only:false; response_revision:17819; number_of_response:1; }","duration":"213.240576ms","start":"2026-03-03T14:44:06.216997Z","end":"2026-03-03T14:44:06.430238Z","steps":["trace[1013750095] 'process raft request' (duration: 212.930459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.43043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.139216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:44:06.430508Z","caller":"traceutil/trace.go:171","msg":"trace[994573648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17819; }","duration":"211.244058ms","start":"2026-03-03T14:44:06.219245Z","end":"2026-03-03T14:44:06.430489Z","steps":["trace[994573648] 'agreement among raft nodes before linearized reading' (duration: 210.993192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:06.480604Z","caller":"traceutil/trace.go:171","msg":"trace[743132107] transaction","detail":"{read_only:false; response_revision:17820; number_of_response:1; }","duration":"168.688009ms","start":"2026-03-03T14:44:06.311888Z","end":"2026-03-03T14:44:06.480576Z","steps":["trace[743132107] 'process raft request' (duration: 143.313518ms)","trace[743132107] 'compare' (duration: 25.100485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:06.480811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.82897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:06.480894Z","caller":"traceutil/trace.go:171","msg":"trace[923029064] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17821; }","duration":"186.925062ms","start":"2026-03-03T14:44:06.293949Z","end":"2026-03-03T14:44:06.480874Z","steps":["trace[923029064] 'agreement among raft nodes before linearized reading' (duration: 186.642846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:06.480784Z","caller":"traceutil/trace.go:171","msg":"trace[2034636111] transaction","detail":"{read_only:false; response_revision:17821; number_of_response:1; }","duration":"161.741055ms","start":"2026-03-03T14:44:06.318903Z","end":"2026-03-03T14:44:06.480644Z","steps":["trace[2034636111] 'process raft request' (duration: 161.556341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.480981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.989649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-03T14:44:06.481077Z","caller":"traceutil/trace.go:171","msg":"trace[1773818408] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:17821; }","duration":"105.143412ms","start":"2026-03-03T14:44:06.375913Z","end":"2026-03-03T14:44:06.481056Z","steps":["trace[1773818408] 'agreement among raft nodes before linearized reading' (duration: 104.780664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.481408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.744852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:44:06.481459Z","caller":"traceutil/trace.go:171","msg":"trace[1365796816] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:17821; }","duration":"244.830784ms","start":"2026-03-03T14:44:06.236614Z","end":"2026-03-03T14:44:06.481444Z","steps":["trace[1365796816] 'agreement among raft nodes before linearized reading' (duration: 244.585328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.20378Z","caller":"traceutil/trace.go:171","msg":"trace[767091830] linearizableReadLoop","detail":"{readStateIndex:18571; appliedIndex:18570; }","duration":"211.300829ms","start":"2026-03-03T14:44:06.992451Z","end":"2026-03-03T14:44:07.203752Z","steps":["trace[767091830] 'read index received' (duration: 211.133195ms)","trace[767091830] 'applied index is now lower than readState.Index' (duration: 166.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:07.203848Z","caller":"traceutil/trace.go:171","msg":"trace[721807272] transaction","detail":"{read_only:false; response_revision:17824; number_of_response:1; }","duration":"237.273575ms","start":"2026-03-03T14:44:06.966536Z","end":"2026-03-03T14:44:07.203809Z","steps":["trace[721807272] 'process raft request' (duration: 237.022899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.204066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.812896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:44:07.20413Z","caller":"traceutil/trace.go:171","msg":"trace[1381266455] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:17824; }","duration":"142.930718ms","start":"2026-03-03T14:44:07.061185Z","end":"2026-03-03T14:44:07.204116Z","steps":["trace[1381266455] 'agreement among raft nodes before linearized reading' (duration: 142.721524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.204183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.456503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-9q86q\" ","response":"range_response_count:1 size:8913"} {"level":"warn","ts":"2026-03-03T14:44:07.204177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.680238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-03-03T14:44:07.204268Z","caller":"traceutil/trace.go:171","msg":"trace[1477254508] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-9q86q; range_end:; response_count:1; response_revision:17824; }","duration":"122.600577ms","start":"2026-03-03T14:44:07.081649Z","end":"2026-03-03T14:44:07.204249Z","steps":["trace[1477254508] 'agreement among raft nodes before linearized reading' (duration: 122.31957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.204317Z","caller":"traceutil/trace.go:171","msg":"trace[821898198] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17824; }","duration":"211.864822ms","start":"2026-03-03T14:44:06.992421Z","end":"2026-03-03T14:44:07.204285Z","steps":["trace[821898198] 'agreement among raft nodes before linearized reading' (duration: 211.475343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.204321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.27244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-03-03T14:44:07.204403Z","caller":"traceutil/trace.go:171","msg":"trace[297481187] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17824; }","duration":"136.395853ms","start":"2026-03-03T14:44:07.067987Z","end":"2026-03-03T14:44:07.204383Z","steps":["trace[297481187] 'agreement among raft nodes before linearized reading' (duration: 136.109606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.376218Z","caller":"traceutil/trace.go:171","msg":"trace[1671805981] transaction","detail":"{read_only:false; response_revision:17826; number_of_response:1; }","duration":"110.247714ms","start":"2026-03-03T14:44:07.265919Z","end":"2026-03-03T14:44:07.376166Z","steps":["trace[1671805981] 'process raft request' (duration: 82.298052ms)","trace[1671805981] 'compare' (duration: 27.665475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:08.419631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.494193ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:08.419759Z","caller":"traceutil/trace.go:171","msg":"trace[454525195] linearizableReadLoop","detail":"{readStateIndex:18580; appliedIndex:18579; }","duration":"202.193834ms","start":"2026-03-03T14:44:08.217547Z","end":"2026-03-03T14:44:08.419741Z","steps":["trace[454525195] 'read index received' (duration: 12.488596ms)","trace[454525195] 'applied index is now lower than readState.Index' (duration: 189.704138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:08.419801Z","caller":"traceutil/trace.go:171","msg":"trace[1004959590] transaction","detail":"{read_only:false; response_revision:17832; number_of_response:1; }","duration":"207.660743ms","start":"2026-03-03T14:44:08.212114Z","end":"2026-03-03T14:44:08.419775Z","steps":["trace[1004959590] 'process raft request' (duration: 17.937075ms)","trace[1004959590] 'compare' (duration: 189.373169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:08.419873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.320677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:44:08.419901Z","caller":"traceutil/trace.go:171","msg":"trace[2111347321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17832; }","duration":"202.361987ms","start":"2026-03-03T14:44:08.21753Z","end":"2026-03-03T14:44:08.419892Z","steps":["trace[2111347321] 'agreement among raft nodes before linearized reading' (duration: 202.254935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:08.737964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.180753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:44:08.738002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.798376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:08.738048Z","caller":"traceutil/trace.go:171","msg":"trace[1036966433] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17834; }","duration":"172.312006ms","start":"2026-03-03T14:44:08.565717Z","end":"2026-03-03T14:44:08.738029Z","steps":["trace[1036966433] 'range keys from in-memory index tree' (duration: 171.998119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:08.73807Z","caller":"traceutil/trace.go:171","msg":"trace[835303101] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17834; }","duration":"166.897927ms","start":"2026-03-03T14:44:08.571156Z","end":"2026-03-03T14:44:08.738054Z","steps":["trace[835303101] 'range keys from in-memory index tree' (duration: 166.677852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:10.348767Z","caller":"traceutil/trace.go:171","msg":"trace[1182580889] transaction","detail":"{read_only:false; response_revision:17844; number_of_response:1; }","duration":"110.793518ms","start":"2026-03-03T14:44:10.237953Z","end":"2026-03-03T14:44:10.348747Z","steps":["trace[1182580889] 'process raft request' (duration: 110.639644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:10.532078Z","caller":"traceutil/trace.go:171","msg":"trace[1955365487] transaction","detail":"{read_only:false; response_revision:17845; number_of_response:1; }","duration":"104.419565ms","start":"2026-03-03T14:44:10.427624Z","end":"2026-03-03T14:44:10.532044Z","steps":["trace[1955365487] 'process raft request' (duration: 102.855748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:19.78722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.284921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:44:19.787297Z","caller":"traceutil/trace.go:171","msg":"trace[1361962517] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:17889; }","duration":"163.417714ms","start":"2026-03-03T14:44:19.623865Z","end":"2026-03-03T14:44:19.787283Z","steps":["trace[1361962517] 'count revisions from in-memory index tree' (duration: 163.141388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.723638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.628161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:27.724019Z","caller":"traceutil/trace.go:171","msg":"trace[304037239] transaction","detail":"{read_only:false; response_revision:17923; number_of_response:1; }","duration":"313.871932ms","start":"2026-03-03T14:44:27.410131Z","end":"2026-03-03T14:44:27.724003Z","steps":["trace[304037239] 'process raft request' (duration: 197.77464ms)","trace[304037239] 'compare' (duration: 115.365955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:27.724072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:27.410114Z","time spent":"313.935793ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:27.724225Z","caller":"traceutil/trace.go:171","msg":"trace[992315034] linearizableReadLoop","detail":"{readStateIndex:18675; appliedIndex:18673; }","duration":"227.125346ms","start":"2026-03-03T14:44:27.49708Z","end":"2026-03-03T14:44:27.724205Z","steps":["trace[992315034] 'read index received' (duration: 110.841449ms)","trace[992315034] 'applied index is now lower than readState.Index' (duration: 116.281586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:27.724512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.736545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:27.724579Z","caller":"traceutil/trace.go:171","msg":"trace[660305263] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:17924; }","duration":"199.851518ms","start":"2026-03-03T14:44:27.524714Z","end":"2026-03-03T14:44:27.724565Z","steps":["trace[660305263] 'agreement among raft nodes before linearized reading' (duration: 199.701354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:27.724549Z","caller":"traceutil/trace.go:171","msg":"trace[33473701] transaction","detail":"{read_only:false; response_revision:17924; number_of_response:1; }","duration":"232.433821ms","start":"2026-03-03T14:44:27.492077Z","end":"2026-03-03T14:44:27.724511Z","steps":["trace[33473701] 'process raft request' (duration: 231.728104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.724658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.574156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:44:27.724879Z","caller":"traceutil/trace.go:171","msg":"trace[2107962108] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:17924; }","duration":"227.724089ms","start":"2026-03-03T14:44:27.49703Z","end":"2026-03-03T14:44:27.724754Z","steps":["trace[2107962108] 'agreement among raft nodes before linearized reading' (duration: 227.3377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.053164Z","caller":"traceutil/trace.go:171","msg":"trace[813140113] linearizableReadLoop","detail":"{readStateIndex:18710; appliedIndex:18709; }","duration":"357.052515ms","start":"2026-03-03T14:44:34.696091Z","end":"2026-03-03T14:44:35.053143Z","steps":["trace[813140113] 'read index received' (duration: 356.87554ms)","trace[813140113] 'applied index is now lower than readState.Index' (duration: 176.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:35.053246Z","caller":"traceutil/trace.go:171","msg":"trace[660734223] transaction","detail":"{read_only:false; response_revision:17957; number_of_response:1; }","duration":"365.531956ms","start":"2026-03-03T14:44:34.687696Z","end":"2026-03-03T14:44:35.053228Z","steps":["trace[660734223] 'process raft request' (duration: 365.30116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.053361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:34.687672Z","time spent":"365.617187ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:35.053391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.29245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:44:35.05343Z","caller":"traceutil/trace.go:171","msg":"trace[372923199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17957; }","duration":"357.366871ms","start":"2026-03-03T14:44:34.696053Z","end":"2026-03-03T14:44:35.05342Z","steps":["trace[372923199] 'agreement among raft nodes before linearized reading' (duration: 357.209527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.053476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.387504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:44:35.05339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.194807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:44:35.053517Z","caller":"traceutil/trace.go:171","msg":"trace[1636994267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17957; }","duration":"357.377723ms","start":"2026-03-03T14:44:34.696132Z","end":"2026-03-03T14:44:35.05351Z","steps":["trace[1636994267] 'agreement among raft nodes before linearized reading' (duration: 357.147207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.053521Z","caller":"traceutil/trace.go:171","msg":"trace[1096095343] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17957; }","duration":"255.483197ms","start":"2026-03-03T14:44:34.798024Z","end":"2026-03-03T14:44:35.053507Z","steps":["trace[1096095343] 'agreement among raft nodes before linearized reading' (duration: 255.388634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.053541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:34.696105Z","time spent":"357.429044ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:35.053487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:34.696033Z","time spent":"357.444563ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:35.053687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.908515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:35.053798Z","caller":"traceutil/trace.go:171","msg":"trace[284128058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17957; }","duration":"285.049678ms","start":"2026-03-03T14:44:34.768701Z","end":"2026-03-03T14:44:35.053751Z","steps":["trace[284128058] 'agreement among raft nodes before linearized reading' (duration: 284.889434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.054046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.928679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:35.05418Z","caller":"traceutil/trace.go:171","msg":"trace[2140767299] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17957; }","duration":"186.130533ms","start":"2026-03-03T14:44:34.868026Z","end":"2026-03-03T14:44:35.054156Z","steps":["trace[2140767299] 'agreement among raft nodes before linearized reading' (duration: 185.602891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.055294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.845613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:35.055381Z","caller":"traceutil/trace.go:171","msg":"trace[1867471474] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17957; }","duration":"259.482991ms","start":"2026-03-03T14:44:34.795869Z","end":"2026-03-03T14:44:35.055352Z","steps":["trace[1867471474] 'agreement among raft nodes before linearized reading' (duration: 257.776591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.055793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.763802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:35.055847Z","caller":"traceutil/trace.go:171","msg":"trace[2062815811] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17957; }","duration":"187.859345ms","start":"2026-03-03T14:44:34.867977Z","end":"2026-03-03T14:44:35.055836Z","steps":["trace[2062815811] 'agreement among raft nodes before linearized reading' (duration: 187.721821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.602247Z","caller":"traceutil/trace.go:171","msg":"trace[1071384697] linearizableReadLoop","detail":"{readStateIndex:18712; appliedIndex:18710; }","duration":"534.845911ms","start":"2026-03-03T14:44:35.067365Z","end":"2026-03-03T14:44:35.602211Z","steps":["trace[1071384697] 'read index received' (duration: 56.762807ms)","trace[1071384697] 'applied index is now lower than readState.Index' (duration: 478.081544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:35.602362Z","caller":"traceutil/trace.go:171","msg":"trace[1755061803] transaction","detail":"{read_only:false; response_revision:17959; number_of_response:1; }","duration":"541.760154ms","start":"2026-03-03T14:44:35.060554Z","end":"2026-03-03T14:44:35.602314Z","steps":["trace[1755061803] 'process raft request' (duration: 539.217285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.602475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.085546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:44:35.602541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.249372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-03-03T14:44:35.602533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:35.060547Z","time spent":"541.904657ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:35.602563Z","caller":"traceutil/trace.go:171","msg":"trace[234082705] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:17959; }","duration":"535.196439ms","start":"2026-03-03T14:44:35.067346Z","end":"2026-03-03T14:44:35.602542Z","steps":["trace[234082705] 'agreement among raft nodes before linearized reading' (duration: 535.031886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.602587Z","caller":"traceutil/trace.go:171","msg":"trace[1402324609] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17959; }","duration":"293.330645ms","start":"2026-03-03T14:44:35.309244Z","end":"2026-03-03T14:44:35.602574Z","steps":["trace[1402324609] 'agreement among raft nodes before linearized reading' (duration: 293.15892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.602593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.114339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-03-03T14:44:35.602624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:35.0673Z","time spent":"535.308033ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:44:35.602671Z","caller":"traceutil/trace.go:171","msg":"trace[940723558] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:17959; }","duration":"290.221691ms","start":"2026-03-03T14:44:35.312426Z","end":"2026-03-03T14:44:35.602648Z","steps":["trace[940723558] 'agreement among raft nodes before linearized reading' (duration: 290.005725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:36.73146Z","caller":"traceutil/trace.go:171","msg":"trace[195211302] linearizableReadLoop","detail":"{readStateIndex:18718; appliedIndex:18717; }","duration":"113.169103ms","start":"2026-03-03T14:44:36.618268Z","end":"2026-03-03T14:44:36.731437Z","steps":["trace[195211302] 'read index received' (duration: 66.615729ms)","trace[195211302] 'applied index is now lower than readState.Index' (duration: 46.552524ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:36.731713Z","caller":"traceutil/trace.go:171","msg":"trace[158818555] transaction","detail":"{read_only:false; response_revision:17965; number_of_response:1; }","duration":"139.384444ms","start":"2026-03-03T14:44:36.592305Z","end":"2026-03-03T14:44:36.731689Z","steps":["trace[158818555] 'process raft request' (duration: 92.672587ms)","trace[158818555] 'compare' (duration: 46.338198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:36.732003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.381589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:44:36.732046Z","caller":"traceutil/trace.go:171","msg":"trace[5860389] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17965; }","duration":"113.842729ms","start":"2026-03-03T14:44:36.618189Z","end":"2026-03-03T14:44:36.732032Z","steps":["trace[5860389] 'agreement among raft nodes before linearized reading' (duration: 113.329467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:37.565695Z","caller":"traceutil/trace.go:171","msg":"trace[1458490419] transaction","detail":"{read_only:false; response_revision:17969; number_of_response:1; }","duration":"150.369464ms","start":"2026-03-03T14:44:37.415248Z","end":"2026-03-03T14:44:37.565618Z","steps":["trace[1458490419] 'process raft request' (duration: 150.145759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:37.631869Z","caller":"traceutil/trace.go:171","msg":"trace[297869470] transaction","detail":"{read_only:false; response_revision:17970; number_of_response:1; }","duration":"133.156858ms","start":"2026-03-03T14:44:37.498685Z","end":"2026-03-03T14:44:37.631842Z","steps":["trace[297869470] 'process raft request' (duration: 72.389217ms)","trace[297869470] 'compare' (duration: 60.582877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:37.972366Z","caller":"traceutil/trace.go:171","msg":"trace[952401719] transaction","detail":"{read_only:false; response_revision:17972; number_of_response:1; }","duration":"226.894449ms","start":"2026-03-03T14:44:37.745437Z","end":"2026-03-03T14:44:37.972331Z","steps":["trace[952401719] 'process raft request' (duration: 226.376697ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:37.972691Z","caller":"traceutil/trace.go:171","msg":"trace[2084317596] linearizableReadLoop","detail":"{readStateIndex:18726; appliedIndex:18724; }","duration":"214.328582ms","start":"2026-03-03T14:44:37.758304Z","end":"2026-03-03T14:44:37.972633Z","steps":["trace[2084317596] 'read index received' (duration: 147.334694ms)","trace[2084317596] 'applied index is now lower than readState.Index' (duration: 66.989968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:37.972918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.572828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:37.972984Z","caller":"traceutil/trace.go:171","msg":"trace[1956172681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17973; }","duration":"214.711181ms","start":"2026-03-03T14:44:37.758259Z","end":"2026-03-03T14:44:37.97297Z","steps":["trace[1956172681] 'agreement among raft nodes before linearized reading' (duration: 214.550137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.118438Z","caller":"traceutil/trace.go:171","msg":"trace[1267714179] linearizableReadLoop","detail":"{readStateIndex:18729; appliedIndex:18728; }","duration":"107.519779ms","start":"2026-03-03T14:44:38.010897Z","end":"2026-03-03T14:44:38.118416Z","steps":["trace[1267714179] 'read index received' (duration: 56.90681ms)","trace[1267714179] 'applied index is now lower than readState.Index' (duration: 50.612139ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:38.118575Z","caller":"traceutil/trace.go:171","msg":"trace[477249511] transaction","detail":"{read_only:false; response_revision:17975; number_of_response:1; }","duration":"109.359693ms","start":"2026-03-03T14:44:38.009159Z","end":"2026-03-03T14:44:38.118519Z","steps":["trace[477249511] 'process raft request' (duration: 58.62204ms)","trace[477249511] 'compare' (duration: 50.525058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:38.118694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.752975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:44:38.118753Z","caller":"traceutil/trace.go:171","msg":"trace[1732410627] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:17975; }","duration":"107.846997ms","start":"2026-03-03T14:44:38.010892Z","end":"2026-03-03T14:44:38.118739Z","steps":["trace[1732410627] 'agreement among raft nodes before linearized reading' (duration: 107.603531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:52.448584Z","caller":"traceutil/trace.go:171","msg":"trace[1550697853] transaction","detail":"{read_only:false; response_revision:18099; number_of_response:1; }","duration":"117.052406ms","start":"2026-03-03T14:44:52.331503Z","end":"2026-03-03T14:44:52.448555Z","steps":["trace[1550697853] 'process raft request' (duration: 116.868981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:52.815367Z","caller":"traceutil/trace.go:171","msg":"trace[185084029] transaction","detail":"{read_only:false; response_revision:18101; number_of_response:1; }","duration":"101.713401ms","start":"2026-03-03T14:44:52.713621Z","end":"2026-03-03T14:44:52.815334Z","steps":["trace[185084029] 'process raft request' (duration: 98.240948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:57.875816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.464927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:57.875921Z","caller":"traceutil/trace.go:171","msg":"trace[71772314] linearizableReadLoop","detail":"{readStateIndex:18883; appliedIndex:18882; }","duration":"152.061466ms","start":"2026-03-03T14:44:57.723845Z","end":"2026-03-03T14:44:57.875907Z","steps":["trace[71772314] 'read index received' (duration: 23.369723ms)","trace[71772314] 'applied index is now lower than readState.Index' (duration: 128.690803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:57.876083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.243871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:44:57.87611Z","caller":"traceutil/trace.go:171","msg":"trace[1376424091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18122; }","duration":"152.303401ms","start":"2026-03-03T14:44:57.7238Z","end":"2026-03-03T14:44:57.876103Z","steps":["trace[1376424091] 'agreement among raft nodes before linearized reading' (duration: 152.177958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:57.875999Z","caller":"traceutil/trace.go:171","msg":"trace[717182763] transaction","detail":"{read_only:false; response_revision:18122; number_of_response:1; }","duration":"155.17283ms","start":"2026-03-03T14:44:57.720785Z","end":"2026-03-03T14:44:57.875958Z","steps":["trace[717182763] 'process raft request' (duration: 26.487418ms)","trace[717182763] 'compare' (duration: 128.332264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:57.87625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.542311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:57.876311Z","caller":"traceutil/trace.go:171","msg":"trace[812968648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18122; }","duration":"118.640085ms","start":"2026-03-03T14:44:57.757655Z","end":"2026-03-03T14:44:57.876295Z","steps":["trace[812968648] 'agreement among raft nodes before linearized reading' (duration: 118.549242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:58.062245Z","caller":"traceutil/trace.go:171","msg":"trace[1104285520] linearizableReadLoop","detail":"{readStateIndex:18884; appliedIndex:18883; }","duration":"123.574325ms","start":"2026-03-03T14:44:57.938645Z","end":"2026-03-03T14:44:58.062219Z","steps":["trace[1104285520] 'read index received' (duration: 87.885989ms)","trace[1104285520] 'applied index is now lower than readState.Index' (duration: 35.687226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:58.062461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.79014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18658"} {"level":"info","ts":"2026-03-03T14:44:58.06242Z","caller":"traceutil/trace.go:171","msg":"trace[1854129061] transaction","detail":"{read_only:false; response_revision:18123; number_of_response:1; }","duration":"124.182149ms","start":"2026-03-03T14:44:57.938166Z","end":"2026-03-03T14:44:58.062348Z","steps":["trace[1854129061] 'process raft request' (duration: 88.35242ms)","trace[1854129061] 'compare' (duration: 35.566003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:58.062501Z","caller":"traceutil/trace.go:171","msg":"trace[1250924562] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18123; }","duration":"123.857542ms","start":"2026-03-03T14:44:57.938631Z","end":"2026-03-03T14:44:58.062489Z","steps":["trace[1250924562] 'agreement among raft nodes before linearized reading' (duration: 123.691478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:58.356228Z","caller":"traceutil/trace.go:171","msg":"trace[869547958] transaction","detail":"{read_only:false; response_revision:18127; number_of_response:1; }","duration":"129.220167ms","start":"2026-03-03T14:44:58.226971Z","end":"2026-03-03T14:44:58.356191Z","steps":["trace[869547958] 'process raft request' (duration: 71.443053ms)","trace[869547958] 'compare' (duration: 57.531029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:58.831919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.606735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:44:58.831983Z","caller":"traceutil/trace.go:171","msg":"trace[2066382648] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18128; }","duration":"120.720818ms","start":"2026-03-03T14:44:58.711247Z","end":"2026-03-03T14:44:58.831968Z","steps":["trace[2066382648] 'range keys from in-memory index tree' (duration: 120.393701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:58.832584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.286661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:44:58.832619Z","caller":"traceutil/trace.go:171","msg":"trace[225745409] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18128; }","duration":"121.323592ms","start":"2026-03-03T14:44:58.711287Z","end":"2026-03-03T14:44:58.832611Z","steps":["trace[225745409] 'range keys from in-memory index tree' (duration: 120.560435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.216689Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693696538,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:48.463693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.795042ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T14:45:48.463823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.663381Z","time spent":"800.435413ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:45:48.618861Z","caller":"traceutil/trace.go:171","msg":"trace[1459447868] transaction","detail":"{read_only:false; response_revision:18362; number_of_response:1; }","duration":"194.572719ms","start":"2026-03-03T14:45:48.424271Z","end":"2026-03-03T14:45:48.618844Z","steps":["trace[1459447868] 'process raft request' (duration: 194.499308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:48.618886Z","caller":"traceutil/trace.go:171","msg":"trace[1409433930] transaction","detail":"{read_only:false; response_revision:18361; number_of_response:1; }","duration":"292.466102ms","start":"2026-03-03T14:45:48.3264Z","end":"2026-03-03T14:45:48.618866Z","steps":["trace[1409433930] 'process raft request' (duration: 292.333819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:48.618917Z","caller":"traceutil/trace.go:171","msg":"trace[1830171196] linearizableReadLoop","detail":"{readStateIndex:19132; appliedIndex:19129; }","duration":"902.433622ms","start":"2026-03-03T14:45:47.716473Z","end":"2026-03-03T14:45:48.618907Z","steps":["trace[1830171196] 'read index received' (duration: 646.265701ms)","trace[1830171196] 'applied index is now lower than readState.Index' (duration: 256.166241ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:48.618874Z","caller":"traceutil/trace.go:171","msg":"trace[1566677984] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"651.476303ms","start":"2026-03-03T14:45:47.967363Z","end":"2026-03-03T14:45:48.618839Z","steps":["trace[1566677984] 'process raft request' (duration: 625.058175ms)","trace[1566677984] 'compare' (duration: 26.07192ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:48.619062Z","caller":"traceutil/trace.go:171","msg":"trace[327642630] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"581.533384ms","start":"2026-03-03T14:45:48.037501Z","end":"2026-03-03T14:45:48.619034Z","steps":["trace[327642630] 'process raft request' (duration: 581.147845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.619098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.609116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:45:48.619124Z","caller":"traceutil/trace.go:171","msg":"trace[362871970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18363; }","duration":"902.677618ms","start":"2026-03-03T14:45:47.716439Z","end":"2026-03-03T14:45:48.619117Z","steps":["trace[362871970] 'agreement among raft nodes before linearized reading' (duration: 902.531904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.619143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.716422Z","time spent":"902.716888ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:45:48.619057Z","caller":"traceutil/trace.go:171","msg":"trace[1432315445] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"152.912172ms","start":"2026-03-03T14:45:48.46611Z","end":"2026-03-03T14:45:48.619022Z","steps":["trace[1432315445] 'process raft request' (duration: 152.687987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.619108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.967312Z","time spent":"651.703338ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:45:48.619176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.557156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T14:45:48.619236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.037482Z","time spent":"581.653287ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:48.619259Z","caller":"traceutil/trace.go:171","msg":"trace[1255733451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18363; }","duration":"304.669678ms","start":"2026-03-03T14:45:48.314578Z","end":"2026-03-03T14:45:48.619247Z","steps":["trace[1255733451] 'agreement among raft nodes before linearized reading' (duration: 304.453183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.619313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.314563Z","time spent":"304.72374ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:45:48.619315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.184199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:45:48.619392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.132352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:45:48.619466Z","caller":"traceutil/trace.go:171","msg":"trace[2063103902] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:18363; }","duration":"195.205533ms","start":"2026-03-03T14:45:48.42424Z","end":"2026-03-03T14:45:48.619445Z","steps":["trace[2063103902] 'agreement among raft nodes before linearized reading' (duration: 194.966128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:48.619409Z","caller":"traceutil/trace.go:171","msg":"trace[878983881] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:18363; }","duration":"127.372824ms","start":"2026-03-03T14:45:48.492014Z","end":"2026-03-03T14:45:48.619387Z","steps":["trace[878983881] 'agreement among raft nodes before linearized reading' (duration: 127.166799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.187362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.285381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:45:49.187465Z","caller":"traceutil/trace.go:171","msg":"trace[102808597] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:18366; }","duration":"465.398933ms","start":"2026-03-03T14:45:48.722044Z","end":"2026-03-03T14:45:49.187443Z","steps":["trace[102808597] 'range keys from in-memory index tree' (duration: 465.000264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.187526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.721986Z","time spent":"465.523936ms","remote":"127.0.0.1:48442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:45:49.259209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693696555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:45:49.269184Z","caller":"traceutil/trace.go:171","msg":"trace[599091132] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"545.754276ms","start":"2026-03-03T14:45:48.723397Z","end":"2026-03-03T14:45:49.269152Z","steps":["trace[599091132] 'process raft request' (duration: 545.583052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.269331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.723366Z","time spent":"545.884198ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:49.497455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.478307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:45:49.497682Z","caller":"traceutil/trace.go:171","msg":"trace[825591517] linearizableReadLoop","detail":"{readStateIndex:19140; appliedIndex:19138; }","duration":"738.689456ms","start":"2026-03-03T14:45:48.75897Z","end":"2026-03-03T14:45:49.497659Z","steps":["trace[825591517] 'read index received' (duration: 510.07931ms)","trace[825591517] 'applied index is now lower than readState.Index' (duration: 228.607826ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:49.497777Z","caller":"traceutil/trace.go:171","msg":"trace[1562738463] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"713.362623ms","start":"2026-03-03T14:45:48.784358Z","end":"2026-03-03T14:45:49.497721Z","steps":["trace[1562738463] 'process raft request' (duration: 509.518997ms)","trace[1562738463] 'compare' (duration: 203.329213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:49.497924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.784341Z","time spent":"713.520746ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:49.497937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.948492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:45:49.498029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.099764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:49.498039Z","caller":"traceutil/trace.go:171","msg":"trace[912611009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18368; }","duration":"739.115255ms","start":"2026-03-03T14:45:48.758901Z","end":"2026-03-03T14:45:49.498016Z","steps":["trace[912611009] 'agreement among raft nodes before linearized reading' (duration: 738.934471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498094Z","caller":"traceutil/trace.go:171","msg":"trace[2037743480] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18368; }","duration":"549.227447ms","start":"2026-03-03T14:45:48.948851Z","end":"2026-03-03T14:45:49.498078Z","steps":["trace[2037743480] 'agreement among raft nodes before linearized reading' (duration: 549.041542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.758861Z","time spent":"739.233758ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:49.498136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.948821Z","time spent":"549.306539ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:49.498247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.488573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:49.498277Z","caller":"traceutil/trace.go:171","msg":"trace[1201009598] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18368; }","duration":"155.546454ms","start":"2026-03-03T14:45:49.342724Z","end":"2026-03-03T14:45:49.49827Z","steps":["trace[1201009598] 'agreement among raft nodes before linearized reading' (duration: 155.425911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.169479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"warn","ts":"2026-03-03T14:45:49.498361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.333679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:45:49.498297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.081726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:49.498399Z","caller":"traceutil/trace.go:171","msg":"trace[2043453184] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:18368; }","duration":"159.316713ms","start":"2026-03-03T14:45:49.339058Z","end":"2026-03-03T14:45:49.498374Z","steps":["trace[2043453184] 'agreement among raft nodes before linearized reading' (duration: 159.107478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.389003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:45:49.498452Z","caller":"traceutil/trace.go:171","msg":"trace[1058088429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18368; }","duration":"287.449255ms","start":"2026-03-03T14:45:49.210995Z","end":"2026-03-03T14:45:49.498445Z","steps":["trace[1058088429] 'agreement among raft nodes before linearized reading' (duration: 287.400014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498436Z","caller":"traceutil/trace.go:171","msg":"trace[1509193701] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18368; }","duration":"153.283931ms","start":"2026-03-03T14:45:49.34512Z","end":"2026-03-03T14:45:49.498404Z","steps":["trace[1509193701] 'agreement among raft nodes before linearized reading' (duration: 152.853631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.872135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:45:49.498566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.927332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:45:49.498601Z","caller":"traceutil/trace.go:171","msg":"trace[1453355300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18368; }","duration":"324.957633ms","start":"2026-03-03T14:45:49.173633Z","end":"2026-03-03T14:45:49.498591Z","steps":["trace[1453355300] 'agreement among raft nodes before linearized reading' (duration: 324.85344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:49.173582Z","time spent":"325.035124ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:45:49.498465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.40019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:45:49.498669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.744787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:45:49.498535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.565623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:45:49.498726Z","caller":"traceutil/trace.go:171","msg":"trace[1467372486] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:18368; }","duration":"522.827389ms","start":"2026-03-03T14:45:48.975884Z","end":"2026-03-03T14:45:49.498712Z","steps":["trace[1467372486] 'agreement among raft nodes before linearized reading' (duration: 522.688306ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498379Z","caller":"traceutil/trace.go:171","msg":"trace[1182083660] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18368; }","duration":"155.388211ms","start":"2026-03-03T14:45:49.342986Z","end":"2026-03-03T14:45:49.498375Z","steps":["trace[1182083660] 'agreement among raft nodes before linearized reading' (duration: 155.341039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498681Z","caller":"traceutil/trace.go:171","msg":"trace[1413401948] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18368; }","duration":"257.636885ms","start":"2026-03-03T14:45:49.241031Z","end":"2026-03-03T14:45:49.498668Z","steps":["trace[1413401948] 'agreement among raft nodes before linearized reading' (duration: 257.326798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.33866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:45:49.498777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.97587Z","time spent":"522.896011ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:45:49.498555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.051396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:45:49.498799Z","caller":"traceutil/trace.go:171","msg":"trace[697010854] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18368; }","duration":"476.508483ms","start":"2026-03-03T14:45:49.022275Z","end":"2026-03-03T14:45:49.498784Z","steps":["trace[697010854] 'agreement among raft nodes before linearized reading' (duration: 476.292078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498735Z","caller":"traceutil/trace.go:171","msg":"trace[1907131921] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:18368; }","duration":"347.799418ms","start":"2026-03-03T14:45:49.150925Z","end":"2026-03-03T14:45:49.498725Z","steps":["trace[1907131921] 'agreement among raft nodes before linearized reading' (duration: 347.505501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498675Z","caller":"traceutil/trace.go:171","msg":"trace[1938313739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18368; }","duration":"154.237643ms","start":"2026-03-03T14:45:49.344341Z","end":"2026-03-03T14:45:49.498578Z","steps":["trace[1938313739] 'agreement among raft nodes before linearized reading' (duration: 153.585528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.498868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:49.150907Z","time spent":"347.933261ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:45:49.498333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.276973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:49.498998Z","caller":"traceutil/trace.go:171","msg":"trace[1211987443] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:18368; }","duration":"346.959429ms","start":"2026-03-03T14:45:49.152024Z","end":"2026-03-03T14:45:49.498983Z","steps":["trace[1211987443] 'agreement among raft nodes before linearized reading' (duration: 346.273533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.499038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:49.152015Z","time spent":"347.01014ms","remote":"127.0.0.1:40524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:49.498838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:49.022246Z","time spent":"476.578455ms","remote":"127.0.0.1:35828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:49.498113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.908304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:45:49.499114Z","caller":"traceutil/trace.go:171","msg":"trace[824944907] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:18368; }","duration":"168.935267ms","start":"2026-03-03T14:45:49.330171Z","end":"2026-03-03T14:45:49.499107Z","steps":["trace[824944907] 'agreement among raft nodes before linearized reading' (duration: 167.74042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.498836Z","caller":"traceutil/trace.go:171","msg":"trace[1703704553] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:18368; }","duration":"267.361303ms","start":"2026-03-03T14:45:49.231459Z","end":"2026-03-03T14:45:49.49882Z","steps":["trace[1703704553] 'agreement among raft nodes before linearized reading' (duration: 267.056566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:55.87577Z","caller":"traceutil/trace.go:171","msg":"trace[144910754] transaction","detail":"{read_only:false; response_revision:18394; number_of_response:1; }","duration":"558.852213ms","start":"2026-03-03T14:45:55.316888Z","end":"2026-03-03T14:45:55.87574Z","steps":["trace[144910754] 'process raft request' (duration: 558.688279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:55.875809Z","caller":"traceutil/trace.go:171","msg":"trace[910716224] linearizableReadLoop","detail":"{readStateIndex:19167; appliedIndex:19167; }","duration":"356.493251ms","start":"2026-03-03T14:45:55.519279Z","end":"2026-03-03T14:45:55.875772Z","steps":["trace[910716224] 'read index received' (duration: 356.475631ms)","trace[910716224] 'applied index is now lower than readState.Index' (duration: 14.63µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:55.875942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.316865Z","time spent":"558.999785ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:55.876099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.794479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:55.876149Z","caller":"traceutil/trace.go:171","msg":"trace[2076230330] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18394; }","duration":"356.894422ms","start":"2026-03-03T14:45:55.519241Z","end":"2026-03-03T14:45:55.876136Z","steps":["trace[2076230330] 'agreement among raft nodes before linearized reading' (duration: 356.684716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:55.876206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.519224Z","time spent":"356.971503ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.411693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:45:56.27113Z","caller":"traceutil/trace.go:171","msg":"trace[1073288012] linearizableReadLoop","detail":"{readStateIndex:19168; appliedIndex:19167; }","duration":"395.22241ms","start":"2026-03-03T14:45:55.875889Z","end":"2026-03-03T14:45:56.271112Z","steps":["trace[1073288012] 'read index received' (duration: 43.636903ms)","trace[1073288012] 'applied index is now lower than readState.Index' (duration: 351.584407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:56.271251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.822454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:56.271274Z","caller":"traceutil/trace.go:171","msg":"trace[200261298] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18395; }","duration":"751.894736ms","start":"2026-03-03T14:45:55.519372Z","end":"2026-03-03T14:45:56.271267Z","steps":["trace[200261298] 'agreement among raft nodes before linearized reading' (duration: 751.782483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.27134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.519353Z","time spent":"751.980588ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.476981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T14:45:56.2716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.270374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:45:56.271617Z","caller":"traceutil/trace.go:171","msg":"trace[36865991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18395; }","duration":"636.589574ms","start":"2026-03-03T14:45:55.635017Z","end":"2026-03-03T14:45:56.271607Z","steps":["trace[36865991] 'agreement among raft nodes before linearized reading' (duration: 636.493462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.271637Z","caller":"traceutil/trace.go:171","msg":"trace[1223952938] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:18395; }","duration":"612.356257ms","start":"2026-03-03T14:45:55.65927Z","end":"2026-03-03T14:45:56.271626Z","steps":["trace[1223952938] 'agreement among raft nodes before linearized reading' (duration: 612.248024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.271648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.634996Z","time spent":"636.643646ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.522647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:45:56.271672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.659248Z","time spent":"612.416888ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"info","ts":"2026-03-03T14:45:56.271685Z","caller":"traceutil/trace.go:171","msg":"trace[181694525] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18395; }","duration":"751.592009ms","start":"2026-03-03T14:45:55.520084Z","end":"2026-03-03T14:45:56.271676Z","steps":["trace[181694525] 'agreement among raft nodes before linearized reading' (duration: 751.436235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.271689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.463852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:45:56.27169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.132461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:45:56.27174Z","caller":"traceutil/trace.go:171","msg":"trace[1721997410] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:18395; }","duration":"607.654466ms","start":"2026-03-03T14:45:55.664068Z","end":"2026-03-03T14:45:56.271722Z","steps":["trace[1721997410] 'agreement among raft nodes before linearized reading' (duration: 607.492962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.271616Z","caller":"traceutil/trace.go:171","msg":"trace[673301314] transaction","detail":"{read_only:false; response_revision:18395; number_of_response:1; }","duration":"752.277114ms","start":"2026-03-03T14:45:55.519311Z","end":"2026-03-03T14:45:56.271588Z","steps":["trace[673301314] 'process raft request' (duration: 400.206195ms)","trace[673301314] 'compare' (duration: 351.31411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:56.271704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.069043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:45:56.271766Z","caller":"traceutil/trace.go:171","msg":"trace[1672319669] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18395; }","duration":"612.231643ms","start":"2026-03-03T14:45:55.659513Z","end":"2026-03-03T14:45:56.271744Z","steps":["trace[1672319669] 'agreement among raft nodes before linearized reading' (duration: 612.004138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.271716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.520074Z","time spent":"751.63524ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.6595Z","time spent":"612.304165ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.519291Z","time spent":"752.478529ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:56.271845Z","caller":"traceutil/trace.go:171","msg":"trace[387216768] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18395; }","duration":"619.184346ms","start":"2026-03-03T14:45:55.652599Z","end":"2026-03-03T14:45:56.271783Z","steps":["trace[387216768] 'agreement among raft nodes before linearized reading' (duration: 618.91011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.271774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.664061Z","time spent":"607.704767ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.930567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:56.271948Z","caller":"traceutil/trace.go:171","msg":"trace[1647837672] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18395; }","duration":"752.000108ms","start":"2026-03-03T14:45:55.519933Z","end":"2026-03-03T14:45:56.271933Z","steps":["trace[1647837672] 'agreement among raft nodes before linearized reading' (duration: 751.6582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.271979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.519923Z","time spent":"752.048959ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.271982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.871805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:45:56.27203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.16576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T14:45:56.272103Z","caller":"traceutil/trace.go:171","msg":"trace[1867633082] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:18395; }","duration":"457.290662ms","start":"2026-03-03T14:45:55.814791Z","end":"2026-03-03T14:45:56.272082Z","steps":["trace[1867633082] 'agreement among raft nodes before linearized reading' (duration: 456.76619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.272119Z","caller":"traceutil/trace.go:171","msg":"trace[1571947996] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18395; }","duration":"752.034639ms","start":"2026-03-03T14:45:55.520032Z","end":"2026-03-03T14:45:56.272066Z","steps":["trace[1571947996] 'agreement among raft nodes before linearized reading' (duration: 751.64371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.272161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.814773Z","time spent":"457.380515ms","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.520007Z","time spent":"752.166731ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.009669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:45:56.272334Z","caller":"traceutil/trace.go:171","msg":"trace[1347503120] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:18395; }","duration":"668.075731ms","start":"2026-03-03T14:45:55.604244Z","end":"2026-03-03T14:45:56.27232Z","steps":["trace[1347503120] 'agreement among raft nodes before linearized reading' (duration: 667.281792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.272363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.604227Z","time spent":"668.129792ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.385266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:45:56.272574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.671346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:45:56.272601Z","caller":"traceutil/trace.go:171","msg":"trace[1641666730] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:18395; }","duration":"609.447138ms","start":"2026-03-03T14:45:55.663133Z","end":"2026-03-03T14:45:56.27258Z","steps":["trace[1641666730] 'agreement among raft nodes before linearized reading' (duration: 608.381913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.272611Z","caller":"traceutil/trace.go:171","msg":"trace[192563377] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:18395; }","duration":"610.731568ms","start":"2026-03-03T14:45:55.661867Z","end":"2026-03-03T14:45:56.272599Z","steps":["trace[192563377] 'agreement among raft nodes before linearized reading' (duration: 609.693874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.272641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.661856Z","time spent":"610.778819ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.663121Z","time spent":"609.513369ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.652531Z","time spent":"620.195869ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:45:56.272296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.806762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:45:56.273829Z","caller":"traceutil/trace.go:171","msg":"trace[161899105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18395; }","duration":"703.320778ms","start":"2026-03-03T14:45:55.570441Z","end":"2026-03-03T14:45:56.273762Z","steps":["trace[161899105] 'agreement among raft nodes before linearized reading' (duration: 701.225209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.273919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.570428Z","time spent":"703.470691ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:45:56.274511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.713612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:45:56.274609Z","caller":"traceutil/trace.go:171","msg":"trace[1173140538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:18395; }","duration":"658.835585ms","start":"2026-03-03T14:45:55.615757Z","end":"2026-03-03T14:45:56.274593Z","steps":["trace[1173140538] 'agreement among raft nodes before linearized reading' (duration: 658.546298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.274681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.615743Z","time spent":"658.926177ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"info","ts":"2026-03-03T14:45:56.43382Z","caller":"traceutil/trace.go:171","msg":"trace[2068973391] transaction","detail":"{read_only:false; response_revision:18397; number_of_response:1; }","duration":"156.714141ms","start":"2026-03-03T14:45:56.277085Z","end":"2026-03-03T14:45:56.433799Z","steps":["trace[2068973391] 'process raft request' (duration: 156.26931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.43425Z","caller":"traceutil/trace.go:171","msg":"trace[696592480] transaction","detail":"{read_only:false; response_revision:18398; number_of_response:1; }","duration":"156.67354ms","start":"2026-03-03T14:45:56.27742Z","end":"2026-03-03T14:45:56.434093Z","steps":["trace[696592480] 'process raft request' (duration: 156.299011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.436058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.368316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.436128Z","caller":"traceutil/trace.go:171","msg":"trace[108775342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"157.467268ms","start":"2026-03-03T14:45:56.278646Z","end":"2026-03-03T14:45:56.436113Z","steps":["trace[108775342] 'agreement among raft nodes before linearized reading' (duration: 155.304388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.436131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.573541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.436274Z","caller":"traceutil/trace.go:171","msg":"trace[1853333979] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"157.753716ms","start":"2026-03-03T14:45:56.278486Z","end":"2026-03-03T14:45:56.43624Z","steps":["trace[1853333979] 'agreement among raft nodes before linearized reading' (duration: 155.884412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.436493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.23173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.436599Z","caller":"traceutil/trace.go:171","msg":"trace[1890650052] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"159.369873ms","start":"2026-03-03T14:45:56.277207Z","end":"2026-03-03T14:45:56.436577Z","steps":["trace[1890650052] 'agreement among raft nodes before linearized reading' (duration: 157.338445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.437322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.928166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"warn","ts":"2026-03-03T14:45:56.437467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.676343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.437531Z","caller":"traceutil/trace.go:171","msg":"trace[1915031707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"160.759076ms","start":"2026-03-03T14:45:56.276757Z","end":"2026-03-03T14:45:56.437516Z","steps":["trace[1915031707] 'agreement among raft nodes before linearized reading' (duration: 157.112391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.437488Z","caller":"traceutil/trace.go:171","msg":"trace[1524113111] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"160.124071ms","start":"2026-03-03T14:45:56.277336Z","end":"2026-03-03T14:45:56.43746Z","steps":["trace[1524113111] 'agreement among raft nodes before linearized reading' (duration: 156.69348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.437666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.553475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.437717Z","caller":"traceutil/trace.go:171","msg":"trace[665952906] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"158.617256ms","start":"2026-03-03T14:45:56.27909Z","end":"2026-03-03T14:45:56.437707Z","steps":["trace[665952906] 'agreement among raft nodes before linearized reading' (duration: 155.451352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.437884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.060839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:45:56.437926Z","caller":"traceutil/trace.go:171","msg":"trace[1388283174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18398; }","duration":"160.121541ms","start":"2026-03-03T14:45:56.277796Z","end":"2026-03-03T14:45:56.437918Z","steps":["trace[1388283174] 'agreement among raft nodes before linearized reading' (duration: 156.193239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.875544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.547362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:58.875681Z","caller":"traceutil/trace.go:171","msg":"trace[164970609] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18405; }","duration":"598.732146ms","start":"2026-03-03T14:45:58.276924Z","end":"2026-03-03T14:45:58.875656Z","steps":["trace[164970609] 'range keys from in-memory index tree' (duration: 598.324006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.87575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.276902Z","time spent":"598.830088ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:58.876538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.509855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:58.876581Z","caller":"traceutil/trace.go:171","msg":"trace[497428943] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18405; }","duration":"599.593537ms","start":"2026-03-03T14:45:58.276971Z","end":"2026-03-03T14:45:58.876564Z","steps":["trace[497428943] 'range keys from in-memory index tree' (duration: 599.405112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.876603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.276953Z","time spent":"599.644708ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:58.876639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.649488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:45:58.876688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.651907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:45:58.876707Z","caller":"traceutil/trace.go:171","msg":"trace[453040275] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18405; }","duration":"599.750901ms","start":"2026-03-03T14:45:58.276939Z","end":"2026-03-03T14:45:58.87669Z","steps":["trace[453040275] 'range keys from in-memory index tree' (duration: 599.463963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:58.87674Z","caller":"traceutil/trace.go:171","msg":"trace[1458627311] linearizableReadLoop","detail":"{readStateIndex:19180; appliedIndex:19179; }","duration":"599.656748ms","start":"2026-03-03T14:45:58.277073Z","end":"2026-03-03T14:45:58.87673Z","steps":["trace[1458627311] 'read index received' (duration: 446.852457ms)","trace[1458627311] 'applied index is now lower than readState.Index' (duration: 152.803591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:58.87674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.276928Z","time spent":"599.804582ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:45:58.876792Z","caller":"traceutil/trace.go:171","msg":"trace[760198866] transaction","detail":"{read_only:false; response_revision:18406; number_of_response:1; }","duration":"599.74767ms","start":"2026-03-03T14:45:58.276991Z","end":"2026-03-03T14:45:58.876739Z","steps":["trace[760198866] 'process raft request' (duration: 446.97869ms)","trace[760198866] 'compare' (duration: 151.384587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:58.876831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.759781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:45:58.876853Z","caller":"traceutil/trace.go:171","msg":"trace[840228389] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18406; }","duration":"599.817141ms","start":"2026-03-03T14:45:58.277029Z","end":"2026-03-03T14:45:58.876847Z","steps":["trace[840228389] 'agreement among raft nodes before linearized reading' (duration: 599.74409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.876871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.277012Z","time spent":"599.854433ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:58.876915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.276963Z","time spent":"599.881313ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:58.878696Z","caller":"traceutil/trace.go:171","msg":"trace[1376682286] transaction","detail":"{read_only:false; response_revision:18408; number_of_response:1; }","duration":"160.93729ms","start":"2026-03-03T14:45:58.71762Z","end":"2026-03-03T14:45:58.878558Z","steps":["trace[1376682286] 'process raft request' (duration: 160.886919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:58.878932Z","caller":"traceutil/trace.go:171","msg":"trace[1305201129] transaction","detail":"{read_only:false; response_revision:18407; number_of_response:1; }","duration":"191.627209ms","start":"2026-03-03T14:45:58.687293Z","end":"2026-03-03T14:45:58.87892Z","steps":["trace[1305201129] 'process raft request' (duration: 191.107747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.391171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.247695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:45:59.39125Z","caller":"traceutil/trace.go:171","msg":"trace[1231010156] linearizableReadLoop","detail":"{readStateIndex:19183; appliedIndex:19182; }","duration":"514.482993ms","start":"2026-03-03T14:45:58.876754Z","end":"2026-03-03T14:45:59.391237Z","steps":["trace[1231010156] 'read index received' (duration: 2.257072ms)","trace[1231010156] 'applied index is now lower than readState.Index' (duration: 512.225211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:59.391319Z","caller":"traceutil/trace.go:171","msg":"trace[1109697368] transaction","detail":"{read_only:false; response_revision:18409; number_of_response:1; }","duration":"538.077355ms","start":"2026-03-03T14:45:58.853231Z","end":"2026-03-03T14:45:59.391308Z","steps":["trace[1109697368] 'process raft request' (duration: 257.620855ms)","trace[1109697368] 'compare' (duration: 280.162024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:59.391362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.853202Z","time spent":"538.136247ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:59.391606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.143844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:45:59.391634Z","caller":"traceutil/trace.go:171","msg":"trace[1291021173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18409; }","duration":"578.215926ms","start":"2026-03-03T14:45:58.81341Z","end":"2026-03-03T14:45:59.391626Z","steps":["trace[1291021173] 'agreement among raft nodes before linearized reading' (duration: 578.098963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.391654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.81339Z","time spent":"578.260327ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:45:59.391778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.138478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:59.391803Z","caller":"traceutil/trace.go:171","msg":"trace[893986446] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18409; }","duration":"398.1961ms","start":"2026-03-03T14:45:58.993599Z","end":"2026-03-03T14:45:59.391795Z","steps":["trace[893986446] 'agreement among raft nodes before linearized reading' (duration: 398.148768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.391822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.993586Z","time spent":"398.23115ms","remote":"127.0.0.1:34142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:45:59.392049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029921848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:45:59.392076Z","caller":"traceutil/trace.go:171","msg":"trace[1740880999] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:18409; }","duration":"1.02997844s","start":"2026-03-03T14:45:58.362092Z","end":"2026-03-03T14:45:59.39207Z","steps":["trace[1740880999] 'agreement among raft nodes before linearized reading' (duration: 1.029897238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.362079Z","time spent":"1.03001199s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.040248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:45:59.392108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044600732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:45:59.392214Z","caller":"traceutil/trace.go:171","msg":"trace[1051871875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18409; }","duration":"921.14872ms","start":"2026-03-03T14:45:58.471047Z","end":"2026-03-03T14:45:59.392195Z","steps":["trace[1051871875] 'agreement among raft nodes before linearized reading' (duration: 920.951375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.87263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:45:59.392261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.471034Z","time spent":"921.217402ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:45:59.39227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.841129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:45:59.39213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.622132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:45:59.392264Z","caller":"traceutil/trace.go:171","msg":"trace[96726906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18409; }","duration":"1.044771986s","start":"2026-03-03T14:45:58.34747Z","end":"2026-03-03T14:45:59.392242Z","steps":["trace[96726906] 'agreement among raft nodes before linearized reading' (duration: 1.044307205s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:59.392308Z","caller":"traceutil/trace.go:171","msg":"trace[2049678547] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18409; }","duration":"916.87459ms","start":"2026-03-03T14:45:58.475421Z","end":"2026-03-03T14:45:59.392295Z","steps":["trace[2049678547] 'agreement among raft nodes before linearized reading' (duration: 916.780518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:59.39233Z","caller":"traceutil/trace.go:171","msg":"trace[210349683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18409; }","duration":"953.870677ms","start":"2026-03-03T14:45:58.438445Z","end":"2026-03-03T14:45:59.392316Z","steps":["trace[210349683] 'agreement among raft nodes before linearized reading' (duration: 953.513188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.475408Z","time spent":"916.922272ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.347414Z","time spent":"1.04491892s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.941342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:45:59.392271Z","caller":"traceutil/trace.go:171","msg":"trace[602328158] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:18409; }","duration":"919.951352ms","start":"2026-03-03T14:45:58.472307Z","end":"2026-03-03T14:45:59.392258Z","steps":["trace[602328158] 'agreement among raft nodes before linearized reading' (duration: 919.269785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.940038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:59.39239Z","caller":"traceutil/trace.go:171","msg":"trace[1098051335] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:18409; }","duration":"916.989123ms","start":"2026-03-03T14:45:58.475389Z","end":"2026-03-03T14:45:59.392379Z","steps":["trace[1098051335] 'agreement among raft nodes before linearized reading' (duration: 916.902591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.472287Z","time spent":"920.102846ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.880321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:45:59.392216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.471127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"warn","ts":"2026-03-03T14:45:59.392418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.47538Z","time spent":"917.030434ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.661862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:45:59.392358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.438429Z","time spent":"953.920818ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:45:59.392441Z","caller":"traceutil/trace.go:171","msg":"trace[1562062969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:18409; }","duration":"917.041574ms","start":"2026-03-03T14:45:58.475384Z","end":"2026-03-03T14:45:59.392426Z","steps":["trace[1562062969] 'agreement among raft nodes before linearized reading' (duration: 916.767718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:59.392427Z","caller":"traceutil/trace.go:171","msg":"trace[1591216814] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18409; }","duration":"636.071612ms","start":"2026-03-03T14:45:58.756332Z","end":"2026-03-03T14:45:59.392404Z","steps":["trace[1591216814] 'agreement among raft nodes before linearized reading' (duration: 635.936228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:59.392439Z","caller":"traceutil/trace.go:171","msg":"trace[1877388118] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:18409; }","duration":"915.712322ms","start":"2026-03-03T14:45:58.476717Z","end":"2026-03-03T14:45:59.39243Z","steps":["trace[1877388118] 'agreement among raft nodes before linearized reading' (duration: 915.429246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.756313Z","time spent":"636.211214ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:45:59.392537Z","caller":"traceutil/trace.go:171","msg":"trace[376005983] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:18409; }","duration":"915.776934ms","start":"2026-03-03T14:45:58.476729Z","end":"2026-03-03T14:45:59.392506Z","steps":["trace[376005983] 'agreement among raft nodes before linearized reading' (duration: 915.573409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.392531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.475373Z","time spent":"917.147807ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.476708Z","time spent":"915.851776ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.476723Z","time spent":"915.849875ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:45:59.392929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.646712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:45:59.393004Z","caller":"traceutil/trace.go:171","msg":"trace[444470746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18409; }","duration":"606.745685ms","start":"2026-03-03T14:45:58.786241Z","end":"2026-03-03T14:45:59.392987Z","steps":["trace[444470746] 'agreement among raft nodes before linearized reading' (duration: 605.994128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:59.393048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.786227Z","time spent":"606.811336ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:46:01.038218Z","caller":"traceutil/trace.go:171","msg":"trace[158775152] transaction","detail":"{read_only:false; response_revision:18418; number_of_response:1; }","duration":"154.10731ms","start":"2026-03-03T14:46:00.884084Z","end":"2026-03-03T14:46:01.038191Z","steps":["trace[158775152] 'process raft request' (duration: 153.931846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.209942Z","caller":"traceutil/trace.go:171","msg":"trace[1994800317] linearizableReadLoop","detail":"{readStateIndex:19193; appliedIndex:19191; }","duration":"313.033194ms","start":"2026-03-03T14:46:00.896889Z","end":"2026-03-03T14:46:01.209922Z","steps":["trace[1994800317] 'read index received' (duration: 141.124286ms)","trace[1994800317] 'applied index is now lower than readState.Index' (duration: 171.908088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:01.209955Z","caller":"traceutil/trace.go:171","msg":"trace[962657987] transaction","detail":"{read_only:false; response_revision:18419; number_of_response:1; }","duration":"325.040545ms","start":"2026-03-03T14:46:00.884885Z","end":"2026-03-03T14:46:01.209926Z","steps":["trace[962657987] 'process raft request' (duration: 323.972029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.209991Z","caller":"traceutil/trace.go:171","msg":"trace[1805381150] transaction","detail":"{read_only:false; response_revision:18420; number_of_response:1; }","duration":"283.690606ms","start":"2026-03-03T14:46:00.926257Z","end":"2026-03-03T14:46:01.209947Z","steps":["trace[1805381150] 'process raft request' (duration: 283.577434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.210101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.884818Z","time spent":"325.213108ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:01.210119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.409197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T14:46:01.210148Z","caller":"traceutil/trace.go:171","msg":"trace[1450108698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18420; }","duration":"291.473619ms","start":"2026-03-03T14:46:00.918663Z","end":"2026-03-03T14:46:01.210136Z","steps":["trace[1450108698] 'agreement among raft nodes before linearized reading' (duration: 291.368356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.210106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.203758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:46:01.210221Z","caller":"traceutil/trace.go:171","msg":"trace[1094526038] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18420; }","duration":"313.356441ms","start":"2026-03-03T14:46:00.896854Z","end":"2026-03-03T14:46:01.21021Z","steps":["trace[1094526038] 'agreement among raft nodes before linearized reading' (duration: 313.146096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.210244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.89684Z","time spent":"313.396922ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:46:01.72875Z","caller":"traceutil/trace.go:171","msg":"trace[1690649961] transaction","detail":"{read_only:false; response_revision:18423; number_of_response:1; }","duration":"220.594258ms","start":"2026-03-03T14:46:01.508133Z","end":"2026-03-03T14:46:01.728728Z","steps":["trace[1690649961] 'process raft request' (duration: 213.257506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.72894Z","caller":"traceutil/trace.go:171","msg":"trace[1947650741] linearizableReadLoop","detail":"{readStateIndex:19199; appliedIndex:19195; }","duration":"208.224329ms","start":"2026-03-03T14:46:01.520694Z","end":"2026-03-03T14:46:01.728918Z","steps":["trace[1947650741] 'read index received' (duration: 39.459545ms)","trace[1947650741] 'applied index is now lower than readState.Index' (duration: 168.763894ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:01.728971Z","caller":"traceutil/trace.go:171","msg":"trace[1291229153] transaction","detail":"{read_only:false; response_revision:18424; number_of_response:1; }","duration":"220.593449ms","start":"2026-03-03T14:46:01.508332Z","end":"2026-03-03T14:46:01.728925Z","steps":["trace[1291229153] 'process raft request' (duration: 220.317212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.729012Z","caller":"traceutil/trace.go:171","msg":"trace[1148507027] transaction","detail":"{read_only:false; response_revision:18425; number_of_response:1; }","duration":"220.257981ms","start":"2026-03-03T14:46:01.508747Z","end":"2026-03-03T14:46:01.729005Z","steps":["trace[1148507027] 'process raft request' (duration: 220.111927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.733494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.444946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.73392Z","caller":"traceutil/trace.go:171","msg":"trace[1742626233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"212.899538ms","start":"2026-03-03T14:46:01.520973Z","end":"2026-03-03T14:46:01.733873Z","steps":["trace[1742626233] 'agreement among raft nodes before linearized reading' (duration: 208.524575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.734004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.58343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.734089Z","caller":"traceutil/trace.go:171","msg":"trace[2087268582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"209.699363ms","start":"2026-03-03T14:46:01.524362Z","end":"2026-03-03T14:46:01.734062Z","steps":["trace[2087268582] 'agreement among raft nodes before linearized reading' (duration: 205.107345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.735691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.973197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.735945Z","caller":"traceutil/trace.go:171","msg":"trace[997535161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"215.224643ms","start":"2026-03-03T14:46:01.520688Z","end":"2026-03-03T14:46:01.735913Z","steps":["trace[997535161] 'agreement among raft nodes before linearized reading' (duration: 208.297101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.736285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.909004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.736427Z","caller":"traceutil/trace.go:171","msg":"trace[579575406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"215.085338ms","start":"2026-03-03T14:46:01.521329Z","end":"2026-03-03T14:46:01.736414Z","steps":["trace[579575406] 'agreement among raft nodes before linearized reading' (duration: 208.070325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.790458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.178356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.79057Z","caller":"traceutil/trace.go:171","msg":"trace[644011786] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"269.322869ms","start":"2026-03-03T14:46:01.52122Z","end":"2026-03-03T14:46:01.790543Z","steps":["trace[644011786] 'agreement among raft nodes before linearized reading' (duration: 208.33306ms)","trace[644011786] 'range keys from bolt db' (duration: 60.706733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:01.791383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.131788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.791466Z","caller":"traceutil/trace.go:171","msg":"trace[278055466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"270.23503ms","start":"2026-03-03T14:46:01.521213Z","end":"2026-03-03T14:46:01.791448Z","steps":["trace[278055466] 'agreement among raft nodes before linearized reading' (duration: 208.282209ms)","trace[278055466] 'range keys from bolt db' (duration: 61.794227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:01.791644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.877595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.791718Z","caller":"traceutil/trace.go:171","msg":"trace[676565368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"270.974979ms","start":"2026-03-03T14:46:01.520725Z","end":"2026-03-03T14:46:01.7917Z","steps":["trace[676565368] 'agreement among raft nodes before linearized reading' (duration: 208.537187ms)","trace[676565368] 'range keys from bolt db' (duration: 62.172667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:01.796166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.979222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946157"} {"level":"info","ts":"2026-03-03T14:46:01.796268Z","caller":"traceutil/trace.go:171","msg":"trace[2124673688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18425; }","duration":"274.713966ms","start":"2026-03-03T14:46:01.521521Z","end":"2026-03-03T14:46:01.796235Z","steps":["trace[2124673688] 'agreement among raft nodes before linearized reading' (duration: 207.979832ms)","trace[2124673688] 'range keys from bolt db' (duration: 60.943088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:04.101105Z","caller":"traceutil/trace.go:171","msg":"trace[1618094542] linearizableReadLoop","detail":"{readStateIndex:19210; appliedIndex:19207; }","duration":"343.994929ms","start":"2026-03-03T14:46:03.757089Z","end":"2026-03-03T14:46:04.101084Z","steps":["trace[1618094542] 'read index received' (duration: 33.336421ms)","trace[1618094542] 'applied index is now lower than readState.Index' (duration: 310.657548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:04.101569Z","caller":"traceutil/trace.go:171","msg":"trace[251927789] transaction","detail":"{read_only:false; response_revision:18434; number_of_response:1; }","duration":"349.241262ms","start":"2026-03-03T14:46:03.752289Z","end":"2026-03-03T14:46:04.101531Z","steps":["trace[251927789] 'process raft request' (duration: 274.129383ms)","trace[251927789] 'compare' (duration: 74.457064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:04.101695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.280664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"warn","ts":"2026-03-03T14:46:04.102346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.105812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:46:04.102369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.102342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:46:04.102406Z","caller":"traceutil/trace.go:171","msg":"trace[1148992842] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:18435; }","duration":"274.143062ms","start":"2026-03-03T14:46:03.828249Z","end":"2026-03-03T14:46:04.102392Z","steps":["trace[1148992842] 'agreement among raft nodes before linearized reading' (duration: 273.994129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.102381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.800888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:46:04.102562Z","caller":"traceutil/trace.go:171","msg":"trace[823329414] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:18435; }","duration":"274.976862ms","start":"2026-03-03T14:46:03.827504Z","end":"2026-03-03T14:46:04.102481Z","steps":["trace[823329414] 'agreement among raft nodes before linearized reading' (duration: 274.589573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:04.102379Z","caller":"traceutil/trace.go:171","msg":"trace[1634648464] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:18435; }","duration":"274.150373ms","start":"2026-03-03T14:46:03.828222Z","end":"2026-03-03T14:46:04.102372Z","steps":["trace[1634648464] 'agreement among raft nodes before linearized reading' (duration: 274.0384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.102414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.414786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:46:04.103233Z","caller":"traceutil/trace.go:171","msg":"trace[842444174] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18435; }","duration":"254.198314ms","start":"2026-03-03T14:46:03.848969Z","end":"2026-03-03T14:46:04.103167Z","steps":["trace[842444174] 'agreement among raft nodes before linearized reading' (duration: 253.258162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.101817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.75227Z","time spent":"349.385485ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:04.1019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.806448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:04.103735Z","caller":"traceutil/trace.go:171","msg":"trace[852902506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18435; }","duration":"346.651902ms","start":"2026-03-03T14:46:03.757061Z","end":"2026-03-03T14:46:04.103713Z","steps":["trace[852902506] 'agreement among raft nodes before linearized reading' (duration: 344.777587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.103842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.75705Z","time spent":"346.772344ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:46:04.102196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.228912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:46:04.104062Z","caller":"traceutil/trace.go:171","msg":"trace[521019729] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:18435; }","duration":"255.128928ms","start":"2026-03-03T14:46:03.848921Z","end":"2026-03-03T14:46:04.10405Z","steps":["trace[521019729] 'agreement among raft nodes before linearized reading' (duration: 253.145351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.102204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.061589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:46:04.104383Z","caller":"traceutil/trace.go:171","msg":"trace[1756894761] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:18435; }","duration":"255.259161ms","start":"2026-03-03T14:46:03.849093Z","end":"2026-03-03T14:46:04.104353Z","steps":["trace[1756894761] 'agreement among raft nodes before linearized reading' (duration: 253.018608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.102217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.788831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:46:04.104876Z","caller":"traceutil/trace.go:171","msg":"trace[1884279607] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:18435; }","duration":"278.494184ms","start":"2026-03-03T14:46:03.826369Z","end":"2026-03-03T14:46:04.104863Z","steps":["trace[1884279607] 'agreement among raft nodes before linearized reading' (duration: 275.726149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.102236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.915674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:46:04.105065Z","caller":"traceutil/trace.go:171","msg":"trace[96060332] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18435; }","duration":"208.766472ms","start":"2026-03-03T14:46:03.896282Z","end":"2026-03-03T14:46:04.105048Z","steps":["trace[96060332] 'agreement among raft nodes before linearized reading' (duration: 205.905705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:04.101811Z","caller":"traceutil/trace.go:171","msg":"trace[297728531] transaction","detail":"{read_only:false; response_revision:18435; number_of_response:1; }","duration":"349.406376ms","start":"2026-03-03T14:46:03.752386Z","end":"2026-03-03T14:46:04.101792Z","steps":["trace[297728531] 'process raft request' (duration: 348.649709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.10535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.752354Z","time spent":"352.820826ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:04.102402Z","caller":"traceutil/trace.go:171","msg":"trace[1685362137] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:18435; }","duration":"283.01036ms","start":"2026-03-03T14:46:03.819358Z","end":"2026-03-03T14:46:04.102368Z","steps":["trace[1685362137] 'agreement among raft nodes before linearized reading' (duration: 282.16553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.348055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.180251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:46:05.348143Z","caller":"traceutil/trace.go:171","msg":"trace[211389904] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18437; }","duration":"107.372516ms","start":"2026-03-03T14:46:05.240753Z","end":"2026-03-03T14:46:05.348126Z","steps":["trace[211389904] 'range keys from in-memory index tree' (duration: 106.930414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:05.348214Z","caller":"traceutil/trace.go:171","msg":"trace[990468534] transaction","detail":"{read_only:false; response_revision:18438; number_of_response:1; }","duration":"107.032787ms","start":"2026-03-03T14:46:05.241153Z","end":"2026-03-03T14:46:05.348186Z","steps":["trace[990468534] 'process raft request' (duration: 97.653637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:05.348644Z","caller":"traceutil/trace.go:171","msg":"trace[2105937573] transaction","detail":"{read_only:false; response_revision:18439; number_of_response:1; }","duration":"107.461897ms","start":"2026-03-03T14:46:05.241157Z","end":"2026-03-03T14:46:05.348619Z","steps":["trace[2105937573] 'process raft request' (duration: 107.333744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:50.665353Z","caller":"traceutil/trace.go:171","msg":"trace[1900127321] transaction","detail":"{read_only:false; response_revision:18664; number_of_response:1; }","duration":"250.682584ms","start":"2026-03-03T14:46:50.414648Z","end":"2026-03-03T14:46:50.66533Z","steps":["trace[1900127321] 'process raft request' (duration: 250.55267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:50.665399Z","caller":"traceutil/trace.go:171","msg":"trace[527131679] linearizableReadLoop","detail":"{readStateIndex:19449; appliedIndex:19449; }","duration":"250.617802ms","start":"2026-03-03T14:46:50.414732Z","end":"2026-03-03T14:46:50.66535Z","steps":["trace[527131679] 'read index received' (duration: 250.589892ms)","trace[527131679] 'applied index is now lower than readState.Index' (duration: 23.35µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:50.665705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.94531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:46:50.665835Z","caller":"traceutil/trace.go:171","msg":"trace[991096078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18664; }","duration":"251.097283ms","start":"2026-03-03T14:46:50.414716Z","end":"2026-03-03T14:46:50.665813Z","steps":["trace[991096078] 'agreement among raft nodes before linearized reading' (duration: 250.783496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.667811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.754931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:46:50.667936Z","caller":"traceutil/trace.go:171","msg":"trace[125603949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18665; }","duration":"249.913204ms","start":"2026-03-03T14:46:50.417992Z","end":"2026-03-03T14:46:50.667905Z","steps":["trace[125603949] 'agreement among raft nodes before linearized reading' (duration: 249.582887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:47:46.076245Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17343} {"level":"info","ts":"2026-03-03T14:47:46.166699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17343,"took":"87.756026ms","hash":1492027689,"current-db-size-bytes":42500096,"current-db-size":"42 MB","current-db-size-in-use-bytes":25751552,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T14:47:46.166758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1492027689,"revision":17343,"compact-revision":15463} {"level":"info","ts":"2026-03-03T14:48:43.740684Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"c6cf68dde442ffa5","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:48:43.746232Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T14:48:43.746397Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T14:50:38.043834Z","caller":"traceutil/trace.go:171","msg":"trace[1495594535] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"123.709368ms","start":"2026-03-03T14:50:37.920098Z","end":"2026-03-03T14:50:38.043808Z","steps":["trace[1495594535] 'process raft request' (duration: 123.557745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:38.047737Z","caller":"traceutil/trace.go:171","msg":"trace[858699532] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"126.510853ms","start":"2026-03-03T14:50:37.921207Z","end":"2026-03-03T14:50:38.047717Z","steps":["trace[858699532] 'process raft request' (duration: 126.433052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:38.047738Z","caller":"traceutil/trace.go:171","msg":"trace[860870691] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"127.548388ms","start":"2026-03-03T14:50:37.920159Z","end":"2026-03-03T14:50:38.047708Z","steps":["trace[860870691] 'process raft request' (duration: 127.371054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:38.47608Z","caller":"traceutil/trace.go:171","msg":"trace[411274625] linearizableReadLoop","detail":"{readStateIndex:20563; appliedIndex:20562; }","duration":"111.324659ms","start":"2026-03-03T14:50:38.364733Z","end":"2026-03-03T14:50:38.476058Z","steps":["trace[411274625] 'read index received' (duration: 111.189515ms)","trace[411274625] 'applied index is now lower than readState.Index' (duration: 133.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:38.476149Z","caller":"traceutil/trace.go:171","msg":"trace[548095394] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"204.908082ms","start":"2026-03-03T14:50:38.271201Z","end":"2026-03-03T14:50:38.476109Z","steps":["trace[548095394] 'process raft request' (duration: 204.716867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:38.476203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.445911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:38.476237Z","caller":"traceutil/trace.go:171","msg":"trace[1081309843] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:19728; }","duration":"111.534093ms","start":"2026-03-03T14:50:38.364692Z","end":"2026-03-03T14:50:38.476226Z","steps":["trace[1081309843] 'agreement among raft nodes before linearized reading' (duration: 111.458432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:38.65066Z","caller":"traceutil/trace.go:171","msg":"trace[1634269694] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"250.383005ms","start":"2026-03-03T14:50:38.400251Z","end":"2026-03-03T14:50:38.650634Z","steps":["trace[1634269694] 'process raft request' (duration: 212.487627ms)","trace[1634269694] 'compare' (duration: 37.759565ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:38.650833Z","caller":"traceutil/trace.go:171","msg":"trace[488024864] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"188.453565ms","start":"2026-03-03T14:50:38.462349Z","end":"2026-03-03T14:50:38.650802Z","steps":["trace[488024864] 'process raft request' (duration: 188.24824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:41.703426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.773605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:41.703577Z","caller":"traceutil/trace.go:171","msg":"trace[1077360747] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19740; }","duration":"145.948679ms","start":"2026-03-03T14:50:41.5576Z","end":"2026-03-03T14:50:41.703549Z","steps":["trace[1077360747] 'range keys from in-memory index tree' (duration: 145.607151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:41.703575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.026676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:50:41.70367Z","caller":"traceutil/trace.go:171","msg":"trace[1629196546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19740; }","duration":"156.161239ms","start":"2026-03-03T14:50:41.547491Z","end":"2026-03-03T14:50:41.703652Z","steps":["trace[1629196546] 'range keys from in-memory index tree' (duration: 155.889222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:41.703834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.827061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:41.703989Z","caller":"traceutil/trace.go:171","msg":"trace[1377274529] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19740; }","duration":"147.025355ms","start":"2026-03-03T14:50:41.556945Z","end":"2026-03-03T14:50:41.70397Z","steps":["trace[1377274529] 'range keys from in-memory index tree' (duration: 146.468762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:42.339933Z","caller":"traceutil/trace.go:171","msg":"trace[1311488877] linearizableReadLoop","detail":"{readStateIndex:20576; appliedIndex:20575; }","duration":"239.655695ms","start":"2026-03-03T14:50:42.100259Z","end":"2026-03-03T14:50:42.339915Z","steps":["trace[1311488877] 'read index received' (duration: 239.44971ms)","trace[1311488877] 'applied index is now lower than readState.Index' (duration: 205.365µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:42.339998Z","caller":"traceutil/trace.go:171","msg":"trace[2117172554] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"248.059011ms","start":"2026-03-03T14:50:42.091909Z","end":"2026-03-03T14:50:42.339968Z","steps":["trace[2117172554] 'process raft request' (duration: 247.846796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.340284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.836949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:50:42.340437Z","caller":"traceutil/trace.go:171","msg":"trace[1866755381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19741; }","duration":"240.077974ms","start":"2026-03-03T14:50:42.100241Z","end":"2026-03-03T14:50:42.340319Z","steps":["trace[1866755381] 'agreement among raft nodes before linearized reading' (duration: 239.781718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.340418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.839749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:42.340616Z","caller":"traceutil/trace.go:171","msg":"trace[1469581261] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19741; }","duration":"240.059024ms","start":"2026-03-03T14:50:42.100542Z","end":"2026-03-03T14:50:42.340601Z","steps":["trace[1469581261] 'agreement among raft nodes before linearized reading' (duration: 239.656015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.340696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.720531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:50:42.340743Z","caller":"traceutil/trace.go:171","msg":"trace[1097404481] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19741; }","duration":"191.799443ms","start":"2026-03-03T14:50:42.148921Z","end":"2026-03-03T14:50:42.340721Z","steps":["trace[1097404481] 'agreement among raft nodes before linearized reading' (duration: 191.600268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.340953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.733029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:50:42.341028Z","caller":"traceutil/trace.go:171","msg":"trace[1209622807] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19741; }","duration":"193.80137ms","start":"2026-03-03T14:50:42.147203Z","end":"2026-03-03T14:50:42.341005Z","steps":["trace[1209622807] 'agreement among raft nodes before linearized reading' (duration: 193.632366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.341058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.961503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:50:42.341103Z","caller":"traceutil/trace.go:171","msg":"trace[1945051767] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19741; }","duration":"191.015235ms","start":"2026-03-03T14:50:42.150062Z","end":"2026-03-03T14:50:42.341077Z","steps":["trace[1945051767] 'agreement among raft nodes before linearized reading' (duration: 190.917163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.341241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.006652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:42.341286Z","caller":"traceutil/trace.go:171","msg":"trace[2135593137] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19741; }","duration":"193.070354ms","start":"2026-03-03T14:50:42.148204Z","end":"2026-03-03T14:50:42.341275Z","steps":["trace[2135593137] 'agreement among raft nodes before linearized reading' (duration: 192.948781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.341419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.333086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:42.341469Z","caller":"traceutil/trace.go:171","msg":"trace[752626928] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19741; }","duration":"192.373216ms","start":"2026-03-03T14:50:42.149066Z","end":"2026-03-03T14:50:42.341439Z","steps":["trace[752626928] 'agreement among raft nodes before linearized reading' (duration: 192.264454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.341831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.954074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:807938"} {"level":"info","ts":"2026-03-03T14:50:42.341853Z","caller":"traceutil/trace.go:171","msg":"trace[752380663] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:19741; }","duration":"229.020776ms","start":"2026-03-03T14:50:42.112826Z","end":"2026-03-03T14:50:42.341847Z","steps":["trace[752380663] 'agreement among raft nodes before linearized reading' (duration: 228.693567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.342267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.575605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:50:42.342294Z","caller":"traceutil/trace.go:171","msg":"trace[600793521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19741; }","duration":"219.624206ms","start":"2026-03-03T14:50:42.122663Z","end":"2026-03-03T14:50:42.342288Z","steps":["trace[600793521] 'agreement among raft nodes before linearized reading' (duration: 218.607472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.60716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.208465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:42.607258Z","caller":"traceutil/trace.go:171","msg":"trace[874753616] linearizableReadLoop","detail":"{readStateIndex:20578; appliedIndex:20577; }","duration":"230.06216ms","start":"2026-03-03T14:50:42.377182Z","end":"2026-03-03T14:50:42.607245Z","steps":["trace[874753616] 'read index received' (duration: 89.729392ms)","trace[874753616] 'applied index is now lower than readState.Index' (duration: 140.331568ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:42.607471Z","caller":"traceutil/trace.go:171","msg":"trace[1507449351] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"257.935073ms","start":"2026-03-03T14:50:42.349525Z","end":"2026-03-03T14:50:42.60746Z","steps":["trace[1507449351] 'process raft request' (duration: 117.350779ms)","trace[1507449351] 'compare' (duration: 140.087412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:42.608179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.966924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946707"} {"level":"info","ts":"2026-03-03T14:50:42.608241Z","caller":"traceutil/trace.go:171","msg":"trace[191330780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19743; }","duration":"258.053795ms","start":"2026-03-03T14:50:42.350175Z","end":"2026-03-03T14:50:42.608229Z","steps":["trace[191330780] 'agreement among raft nodes before linearized reading' (duration: 257.337968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.608521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.320998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946707"} {"level":"info","ts":"2026-03-03T14:50:42.608613Z","caller":"traceutil/trace.go:171","msg":"trace[1308442758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19743; }","duration":"260.449622ms","start":"2026-03-03T14:50:42.348143Z","end":"2026-03-03T14:50:42.608592Z","steps":["trace[1308442758] 'agreement among raft nodes before linearized reading' (duration: 259.355345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.609304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.540334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946707"} {"level":"info","ts":"2026-03-03T14:50:42.610361Z","caller":"traceutil/trace.go:171","msg":"trace[1684507114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19743; }","duration":"261.601729ms","start":"2026-03-03T14:50:42.348724Z","end":"2026-03-03T14:50:42.610326Z","steps":["trace[1684507114] 'agreement among raft nodes before linearized reading' (duration: 258.853154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.609318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.130737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946707"} {"level":"info","ts":"2026-03-03T14:50:42.61045Z","caller":"traceutil/trace.go:171","msg":"trace[37465168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19743; }","duration":"262.269743ms","start":"2026-03-03T14:50:42.34817Z","end":"2026-03-03T14:50:42.61044Z","steps":["trace[37465168] 'agreement among raft nodes before linearized reading' (duration: 259.325884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:42.622601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.25362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:807938"} {"level":"info","ts":"2026-03-03T14:50:42.622669Z","caller":"traceutil/trace.go:171","msg":"trace[677472278] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:19744; }","duration":"217.357113ms","start":"2026-03-03T14:50:42.405292Z","end":"2026-03-03T14:50:42.622649Z","steps":["trace[677472278] 'agreement among raft nodes before linearized reading' (duration: 216.201585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.193757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.079628ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:50:45.794156Z","caller":"traceutil/trace.go:171","msg":"trace[1986977668] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20603; }","duration":"188.544018ms","start":"2026-03-03T14:50:45.60559Z","end":"2026-03-03T14:50:45.794134Z","steps":["trace[1986977668] 'read index received' (duration: 107.343765ms)","trace[1986977668] 'applied index is now lower than readState.Index' (duration: 81.199523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:45.794273Z","caller":"traceutil/trace.go:171","msg":"trace[1853882714] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"190.79264ms","start":"2026-03-03T14:50:45.60347Z","end":"2026-03-03T14:50:45.794263Z","steps":["trace[1853882714] 'process raft request' (duration: 109.674029ms)","trace[1853882714] 'compare' (duration: 80.907106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:45.794771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.176612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:50:45.7948Z","caller":"traceutil/trace.go:171","msg":"trace[1590193610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19768; }","duration":"189.251874ms","start":"2026-03-03T14:50:45.605538Z","end":"2026-03-03T14:50:45.79479Z","steps":["trace[1590193610] 'agreement among raft nodes before linearized reading' (duration: 189.163102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.538797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.709871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T14:50:46.538852Z","caller":"traceutil/trace.go:171","msg":"trace[61381765] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19768; }","duration":"576.802893ms","start":"2026-03-03T14:50:45.962037Z","end":"2026-03-03T14:50:46.53884Z","steps":["trace[61381765] 'range keys from in-memory index tree' (duration: 576.555978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.538876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.962021Z","time spent":"576.849404ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:50:46.5398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.326999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:46.539846Z","caller":"traceutil/trace.go:171","msg":"trace[895992720] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19768; }","duration":"616.38832ms","start":"2026-03-03T14:50:45.923445Z","end":"2026-03-03T14:50:46.539833Z","steps":["trace[895992720] 'range keys from in-memory index tree' (duration: 616.293918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.53988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.923438Z","time spent":"616.433781ms","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:50:46.540144Z","caller":"traceutil/trace.go:171","msg":"trace[828600120] linearizableReadLoop","detail":"{readStateIndex:20605; appliedIndex:20604; }","duration":"190.266668ms","start":"2026-03-03T14:50:46.349841Z","end":"2026-03-03T14:50:46.540108Z","steps":["trace[828600120] 'read index received' (duration: 157.476279ms)","trace[828600120] 'applied index is now lower than readState.Index' (duration: 32.788689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:46.540185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.004948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1733968"} {"level":"info","ts":"2026-03-03T14:50:46.54026Z","caller":"traceutil/trace.go:171","msg":"trace[85973639] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19768; }","duration":"618.118821ms","start":"2026-03-03T14:50:45.922123Z","end":"2026-03-03T14:50:46.540241Z","steps":["trace[85973639] 'range keys from in-memory index tree' (duration: 616.987084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.540315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.922107Z","time spent":"618.191872ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":129,"response size":1733992,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T14:50:46.540313Z","caller":"traceutil/trace.go:171","msg":"trace[1344171751] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"418.871313ms","start":"2026-03-03T14:50:46.121418Z","end":"2026-03-03T14:50:46.54029Z","steps":["trace[1344171751] 'process raft request' (duration: 385.944921ms)","trace[1344171751] 'compare' (duration: 31.007167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:46.540449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:46.121399Z","time spent":"418.952475ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:46.540464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.382711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:50:46.540508Z","caller":"traceutil/trace.go:171","msg":"trace[188735439] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19769; }","duration":"187.443412ms","start":"2026-03-03T14:50:46.353052Z","end":"2026-03-03T14:50:46.540495Z","steps":["trace[188735439] 'agreement among raft nodes before linearized reading' (duration: 187.336669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.540938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.255971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:46.541006Z","caller":"traceutil/trace.go:171","msg":"trace[809449911] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19769; }","duration":"191.372583ms","start":"2026-03-03T14:50:46.349617Z","end":"2026-03-03T14:50:46.540989Z","steps":["trace[809449911] 'agreement among raft nodes before linearized reading' (duration: 191.23155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.541082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.228503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:50:46.541183Z","caller":"traceutil/trace.go:171","msg":"trace[1400461083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19769; }","duration":"148.367046ms","start":"2026-03-03T14:50:46.392791Z","end":"2026-03-03T14:50:46.541158Z","steps":["trace[1400461083] 'agreement among raft nodes before linearized reading' (duration: 148.13722ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:46.720018Z","caller":"traceutil/trace.go:171","msg":"trace[1974549066] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"172.231754ms","start":"2026-03-03T14:50:46.547751Z","end":"2026-03-03T14:50:46.719983Z","steps":["trace[1974549066] 'process raft request' (duration: 171.990029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:46.720312Z","caller":"traceutil/trace.go:171","msg":"trace[1615578170] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"169.037229ms","start":"2026-03-03T14:50:46.551244Z","end":"2026-03-03T14:50:46.720281Z","steps":["trace[1615578170] 'process raft request' (duration: 168.687931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:46.720646Z","caller":"traceutil/trace.go:171","msg":"trace[1261251218] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"168.125169ms","start":"2026-03-03T14:50:46.552477Z","end":"2026-03-03T14:50:46.720602Z","steps":["trace[1261251218] 'process raft request' (duration: 167.707628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.722064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.979286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:46.72216Z","caller":"traceutil/trace.go:171","msg":"trace[1353798901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19774; }","duration":"171.094398ms","start":"2026-03-03T14:50:46.551042Z","end":"2026-03-03T14:50:46.722136Z","steps":["trace[1353798901] 'agreement among raft nodes before linearized reading' (duration: 169.810259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.725063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.825613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:129 size:1733968"} {"level":"info","ts":"2026-03-03T14:50:46.725123Z","caller":"traceutil/trace.go:171","msg":"trace[1710009443] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:129; response_revision:19774; }","duration":"103.935765ms","start":"2026-03-03T14:50:46.621172Z","end":"2026-03-03T14:50:46.725108Z","steps":["trace[1710009443] 'agreement among raft nodes before linearized reading' (duration: 99.493611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.008366Z","caller":"traceutil/trace.go:171","msg":"trace[1575548175] linearizableReadLoop","detail":"{readStateIndex:20628; appliedIndex:20627; }","duration":"164.852282ms","start":"2026-03-03T14:50:50.843488Z","end":"2026-03-03T14:50:51.008341Z","steps":["trace[1575548175] 'read index received' (duration: 164.740719ms)","trace[1575548175] 'applied index is now lower than readState.Index' (duration: 110.563µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:51.008454Z","caller":"traceutil/trace.go:171","msg":"trace[1387771568] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"199.787491ms","start":"2026-03-03T14:50:50.808639Z","end":"2026-03-03T14:50:51.008426Z","steps":["trace[1387771568] 'process raft request' (duration: 199.539505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.008667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.847765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:51.008732Z","caller":"traceutil/trace.go:171","msg":"trace[593599553] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19791; }","duration":"165.927957ms","start":"2026-03-03T14:50:50.842786Z","end":"2026-03-03T14:50:51.008714Z","steps":["trace[593599553] 'agreement among raft nodes before linearized reading' (duration: 165.681792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.008778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.569957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:50:51.008813Z","caller":"traceutil/trace.go:171","msg":"trace[1022577831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19791; }","duration":"185.630468ms","start":"2026-03-03T14:50:50.823172Z","end":"2026-03-03T14:50:51.008803Z","steps":["trace[1022577831] 'agreement among raft nodes before linearized reading' (duration: 185.501846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.009012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.093494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:51.009132Z","caller":"traceutil/trace.go:171","msg":"trace[1645786167] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19791; }","duration":"202.251088ms","start":"2026-03-03T14:50:50.806852Z","end":"2026-03-03T14:50:51.009103Z","steps":["trace[1645786167] 'agreement among raft nodes before linearized reading' (duration: 201.920451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.025121Z","caller":"traceutil/trace.go:171","msg":"trace[384016343] transaction","detail":"{read_only:false; response_revision:19792; number_of_response:1; }","duration":"141.503654ms","start":"2026-03-03T14:50:50.883596Z","end":"2026-03-03T14:50:51.0251Z","steps":["trace[384016343] 'process raft request' (duration: 141.352681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.025281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.969079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:51.025287Z","caller":"traceutil/trace.go:171","msg":"trace[1953181472] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"107.421306ms","start":"2026-03-03T14:50:50.917833Z","end":"2026-03-03T14:50:51.025254Z","steps":["trace[1953181472] 'process raft request' (duration: 107.223271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.025322Z","caller":"traceutil/trace.go:171","msg":"trace[497446024] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19793; }","duration":"108.02017ms","start":"2026-03-03T14:50:50.917292Z","end":"2026-03-03T14:50:51.025312Z","steps":["trace[497446024] 'agreement among raft nodes before linearized reading' (duration: 107.871567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.025432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.0085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:51.025508Z","caller":"traceutil/trace.go:171","msg":"trace[1368786365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19793; }","duration":"181.137153ms","start":"2026-03-03T14:50:50.844362Z","end":"2026-03-03T14:50:51.025499Z","steps":["trace[1368786365] 'agreement among raft nodes before linearized reading' (duration: 181.00698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.025614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.031297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1346"} {"level":"info","ts":"2026-03-03T14:50:51.025718Z","caller":"traceutil/trace.go:171","msg":"trace[137273676] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:19793; }","duration":"107.189511ms","start":"2026-03-03T14:50:50.918501Z","end":"2026-03-03T14:50:51.02569Z","steps":["trace[137273676] 'agreement among raft nodes before linearized reading' (duration: 106.860923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.025995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.682738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:51.026024Z","caller":"traceutil/trace.go:171","msg":"trace[1471299360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19793; }","duration":"164.729089ms","start":"2026-03-03T14:50:50.861287Z","end":"2026-03-03T14:50:51.026016Z","steps":["trace[1471299360] 'agreement among raft nodes before linearized reading' (duration: 163.876179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.026234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.515682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:51.026279Z","caller":"traceutil/trace.go:171","msg":"trace[615733764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19793; }","duration":"175.564433ms","start":"2026-03-03T14:50:50.850705Z","end":"2026-03-03T14:50:51.026269Z","steps":["trace[615733764] 'agreement among raft nodes before linearized reading' (duration: 174.509198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.028013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.257692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:51.028136Z","caller":"traceutil/trace.go:171","msg":"trace[633041932] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19793; }","duration":"177.433907ms","start":"2026-03-03T14:50:50.850674Z","end":"2026-03-03T14:50:51.028108Z","steps":["trace[633041932] 'agreement among raft nodes before linearized reading' (duration: 174.516238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.47203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.74398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-03T14:50:51.472086Z","caller":"traceutil/trace.go:171","msg":"trace[323025156] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19794; }","duration":"164.846522ms","start":"2026-03-03T14:50:51.307227Z","end":"2026-03-03T14:50:51.472073Z","steps":["trace[323025156] 'range keys from in-memory index tree' (duration: 164.577266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.472124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.490486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-03-03T14:50:51.472124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.136091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1600"} {"level":"info","ts":"2026-03-03T14:50:51.472205Z","caller":"traceutil/trace.go:171","msg":"trace[1019943733] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:19794; }","duration":"186.263644ms","start":"2026-03-03T14:50:51.285926Z","end":"2026-03-03T14:50:51.47219Z","steps":["trace[1019943733] 'range keys from in-memory index tree' (duration: 185.977857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.472207Z","caller":"traceutil/trace.go:171","msg":"trace[1822252969] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:19794; }","duration":"220.614509ms","start":"2026-03-03T14:50:51.251567Z","end":"2026-03-03T14:50:51.472181Z","steps":["trace[1822252969] 'range keys from in-memory index tree' (duration: 220.330902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.856752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.501106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1466"} {"level":"info","ts":"2026-03-03T14:50:51.856846Z","caller":"traceutil/trace.go:171","msg":"trace[1412433423] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:19796; }","duration":"115.622659ms","start":"2026-03-03T14:50:51.741201Z","end":"2026-03-03T14:50:51.856824Z","steps":["trace[1412433423] 'range keys from in-memory index tree' (duration: 115.388283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.857219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.00098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:50:51.857282Z","caller":"traceutil/trace.go:171","msg":"trace[628349208] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:19796; }","duration":"105.070111ms","start":"2026-03-03T14:50:51.752195Z","end":"2026-03-03T14:50:51.857265Z","steps":["trace[628349208] 'count revisions from in-memory index tree' (duration: 104.881056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:52.990358Z","caller":"traceutil/trace.go:171","msg":"trace[1887181440] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"176.965156ms","start":"2026-03-03T14:50:52.813369Z","end":"2026-03-03T14:50:52.990334Z","steps":["trace[1887181440] 'process raft request' (duration: 176.827442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:53.009862Z","caller":"traceutil/trace.go:171","msg":"trace[1834368345] linearizableReadLoop","detail":"{readStateIndex:20636; appliedIndex:20635; }","duration":"145.860137ms","start":"2026-03-03T14:50:52.863981Z","end":"2026-03-03T14:50:53.009841Z","steps":["trace[1834368345] 'read index received' (duration: 126.339809ms)","trace[1834368345] 'applied index is now lower than readState.Index' (duration: 19.519458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:53.009915Z","caller":"traceutil/trace.go:171","msg":"trace[36282329] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"160.677785ms","start":"2026-03-03T14:50:52.849203Z","end":"2026-03-03T14:50:53.009881Z","steps":["trace[36282329] 'process raft request' (duration: 160.502281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:53.010048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.049762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-03T14:50:53.010075Z","caller":"traceutil/trace.go:171","msg":"trace[978404063] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:1; response_revision:19799; }","duration":"146.122933ms","start":"2026-03-03T14:50:52.863945Z","end":"2026-03-03T14:50:53.010068Z","steps":["trace[978404063] 'agreement among raft nodes before linearized reading' (duration: 146.00117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.484964Z","caller":"traceutil/trace.go:171","msg":"trace[1896528385] linearizableReadLoop","detail":"{readStateIndex:20648; appliedIndex:20646; }","duration":"405.613263ms","start":"2026-03-03T14:50:55.079327Z","end":"2026-03-03T14:50:55.48494Z","steps":["trace[1896528385] 'read index received' (duration: 405.445689ms)","trace[1896528385] 'applied index is now lower than readState.Index' (duration: 166.564µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:55.485027Z","caller":"traceutil/trace.go:171","msg":"trace[100407515] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"407.689331ms","start":"2026-03-03T14:50:55.077304Z","end":"2026-03-03T14:50:55.484993Z","steps":["trace[100407515] 'process raft request' (duration: 407.458266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.485047Z","caller":"traceutil/trace.go:171","msg":"trace[2040412707] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"407.363044ms","start":"2026-03-03T14:50:55.07766Z","end":"2026-03-03T14:50:55.485023Z","steps":["trace[2040412707] 'process raft request' (duration: 407.242471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.485195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.140095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:55.485226Z","caller":"traceutil/trace.go:171","msg":"trace[1595057413] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19810; }","duration":"409.225077ms","start":"2026-03-03T14:50:55.075992Z","end":"2026-03-03T14:50:55.485217Z","steps":["trace[1595057413] 'agreement among raft nodes before linearized reading' (duration: 409.054303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.485224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.077282Z","time spent":"407.817483ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.485208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.077633Z","time spent":"407.509606ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.485253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.07597Z","time spent":"409.276448ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:50:55.498067Z","caller":"traceutil/trace.go:171","msg":"trace[683979462] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"415.100375ms","start":"2026-03-03T14:50:55.082938Z","end":"2026-03-03T14:50:55.498039Z","steps":["trace[683979462] 'process raft request' (duration: 414.921541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.939838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:3689"} {"level":"info","ts":"2026-03-03T14:50:55.498244Z","caller":"traceutil/trace.go:171","msg":"trace[1998254006] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:19812; }","duration":"411.022019ms","start":"2026-03-03T14:50:55.087206Z","end":"2026-03-03T14:50:55.498228Z","steps":["trace[1998254006] 'agreement among raft nodes before linearized reading' (duration: 410.813464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.082921Z","time spent":"415.238647ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.498279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.087193Z","time spent":"411.075591ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3713,"request content":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack\" "} {"level":"warn","ts":"2026-03-03T14:50:55.498411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.175413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:50:55.498473Z","caller":"traceutil/trace.go:171","msg":"trace[416880506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19812; }","duration":"312.241474ms","start":"2026-03-03T14:50:55.186215Z","end":"2026-03-03T14:50:55.498456Z","steps":["trace[416880506] 'agreement among raft nodes before linearized reading' (duration: 312.077011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.186157Z","time spent":"312.345946ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:50:55.498534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.0028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin\" ","response":"range_response_count:1 size:1498"} {"level":"info","ts":"2026-03-03T14:50:55.498567Z","caller":"traceutil/trace.go:171","msg":"trace[1614286215] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin; range_end:; response_count:1; response_revision:19812; }","duration":"356.064762ms","start":"2026-03-03T14:50:55.14249Z","end":"2026-03-03T14:50:55.498555Z","steps":["trace[1614286215] 'agreement among raft nodes before linearized reading' (duration: 355.98139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.245114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:50:55.498602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.142473Z","time spent":"356.121443ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1522,"request content":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin\" "} {"level":"info","ts":"2026-03-03T14:50:55.498614Z","caller":"traceutil/trace.go:171","msg":"trace[1772231431] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19812; }","duration":"268.706945ms","start":"2026-03-03T14:50:55.229892Z","end":"2026-03-03T14:50:55.498599Z","steps":["trace[1772231431] 'agreement among raft nodes before linearized reading' (duration: 268.192813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.164352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:55.498757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.69383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:55.498803Z","caller":"traceutil/trace.go:171","msg":"trace[1076977119] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:19812; }","duration":"370.219183ms","start":"2026-03-03T14:50:55.128573Z","end":"2026-03-03T14:50:55.498792Z","steps":["trace[1076977119] 'agreement among raft nodes before linearized reading' (duration: 370.144911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.49882Z","caller":"traceutil/trace.go:171","msg":"trace[948796814] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19812; }","duration":"267.809784ms","start":"2026-03-03T14:50:55.231Z","end":"2026-03-03T14:50:55.49881Z","steps":["trace[948796814] 'agreement among raft nodes before linearized reading' (duration: 267.634899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.498832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.128521Z","time spent":"370.303355ms","remote":"127.0.0.1:35792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:55.498768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.469921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:50:55.49899Z","caller":"traceutil/trace.go:171","msg":"trace[1620869160] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19812; }","duration":"292.727847ms","start":"2026-03-03T14:50:55.206251Z","end":"2026-03-03T14:50:55.498979Z","steps":["trace[1620869160] 'agreement among raft nodes before linearized reading' (duration: 292.440541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.159105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:50:55.499172Z","caller":"traceutil/trace.go:171","msg":"trace[2001124459] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"268.714235ms","start":"2026-03-03T14:50:55.230444Z","end":"2026-03-03T14:50:55.499158Z","steps":["trace[2001124459] 'process raft request' (duration: 267.527977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.499209Z","caller":"traceutil/trace.go:171","msg":"trace[1118508627] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19812; }","duration":"269.258177ms","start":"2026-03-03T14:50:55.229937Z","end":"2026-03-03T14:50:55.499196Z","steps":["trace[1118508627] 'agreement among raft nodes before linearized reading' (duration: 269.128114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.9588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:50:55.499564Z","caller":"traceutil/trace.go:171","msg":"trace[1076248170] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19812; }","duration":"269.028533ms","start":"2026-03-03T14:50:55.230523Z","end":"2026-03-03T14:50:55.499551Z","steps":["trace[1076248170] 'agreement among raft nodes before linearized reading' (duration: 268.525921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.667655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.098726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:55.667795Z","caller":"traceutil/trace.go:171","msg":"trace[872521459] linearizableReadLoop","detail":"{readStateIndex:20651; appliedIndex:20650; }","duration":"162.983738ms","start":"2026-03-03T14:50:55.50479Z","end":"2026-03-03T14:50:55.667774Z","steps":["trace[872521459] 'read index received' (duration: 47.595145ms)","trace[872521459] 'applied index is now lower than readState.Index' (duration: 115.386913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:55.668034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.217964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin\" ","response":"range_response_count:1 size:1498"} {"level":"info","ts":"2026-03-03T14:50:55.668113Z","caller":"traceutil/trace.go:171","msg":"trace[199701154] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-admin; range_end:; response_count:1; response_revision:19813; }","duration":"163.345897ms","start":"2026-03-03T14:50:55.504751Z","end":"2026-03-03T14:50:55.668096Z","steps":["trace[199701154] 'agreement among raft nodes before linearized reading' (duration: 163.114791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.668766Z","caller":"traceutil/trace.go:171","msg":"trace[468498163] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"163.48864ms","start":"2026-03-03T14:50:55.504339Z","end":"2026-03-03T14:50:55.667827Z","steps":["trace[468498163] 'process raft request' (duration: 48.113517ms)","trace[468498163] 'compare' (duration: 114.949853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:55.669161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.857591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:50:55.669354Z","caller":"traceutil/trace.go:171","msg":"trace[1265168271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19813; }","duration":"112.212059ms","start":"2026-03-03T14:50:55.557123Z","end":"2026-03-03T14:50:55.669335Z","steps":["trace[1265168271] 'agreement among raft nodes before linearized reading' (duration: 111.778179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.670027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.775493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:55.670131Z","caller":"traceutil/trace.go:171","msg":"trace[1101641611] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19813; }","duration":"162.912416ms","start":"2026-03-03T14:50:55.507199Z","end":"2026-03-03T14:50:55.670111Z","steps":["trace[1101641611] 'agreement among raft nodes before linearized reading' (duration: 160.715086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.670157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.876835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:55.670202Z","caller":"traceutil/trace.go:171","msg":"trace[1973555433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19813; }","duration":"162.956337ms","start":"2026-03-03T14:50:55.507233Z","end":"2026-03-03T14:50:55.670189Z","steps":["trace[1973555433] 'agreement among raft nodes before linearized reading' (duration: 161.236498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.670034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.875152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:50:55.670239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.748282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:55.670265Z","caller":"traceutil/trace.go:171","msg":"trace[228538442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19813; }","duration":"162.133749ms","start":"2026-03-03T14:50:55.508115Z","end":"2026-03-03T14:50:55.670249Z","steps":["trace[228538442] 'agreement among raft nodes before linearized reading' (duration: 159.958769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.670293Z","caller":"traceutil/trace.go:171","msg":"trace[1084656935] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19813; }","duration":"162.823384ms","start":"2026-03-03T14:50:55.507455Z","end":"2026-03-03T14:50:55.670278Z","steps":["trace[1084656935] 'agreement among raft nodes before linearized reading' (duration: 161.005022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.670536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.420185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:55.670588Z","caller":"traceutil/trace.go:171","msg":"trace[440154887] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19813; }","duration":"162.492286ms","start":"2026-03-03T14:50:55.508081Z","end":"2026-03-03T14:50:55.670574Z","steps":["trace[440154887] 'agreement among raft nodes before linearized reading' (duration: 160.727615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.957004Z","caller":"traceutil/trace.go:171","msg":"trace[1823747099] linearizableReadLoop","detail":"{readStateIndex:20653; appliedIndex:20652; }","duration":"198.119792ms","start":"2026-03-03T14:50:55.758857Z","end":"2026-03-03T14:50:55.956977Z","steps":["trace[1823747099] 'read index received' (duration: 181.293978ms)","trace[1823747099] 'applied index is now lower than readState.Index' (duration: 16.824294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:55.957211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.339927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:55.957262Z","caller":"traceutil/trace.go:171","msg":"trace[1008894138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19815; }","duration":"198.433529ms","start":"2026-03-03T14:50:55.758816Z","end":"2026-03-03T14:50:55.95725Z","steps":["trace[1008894138] 'agreement among raft nodes before linearized reading' (duration: 198.336747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.95737Z","caller":"traceutil/trace.go:171","msg":"trace[1032904540] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"204.389368ms","start":"2026-03-03T14:50:55.752942Z","end":"2026-03-03T14:50:55.957332Z","steps":["trace[1032904540] 'process raft request' (duration: 187.275947ms)","trace[1032904540] 'compare' (duration: 16.467616ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:55.957418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.685784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-view\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-03T14:50:55.957662Z","caller":"traceutil/trace.go:171","msg":"trace[592325330] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-view; range_end:; response_count:1; response_revision:19815; }","duration":"183.927669ms","start":"2026-03-03T14:50:55.773721Z","end":"2026-03-03T14:50:55.957649Z","steps":["trace[592325330] 'agreement among raft nodes before linearized reading' (duration: 183.54318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.958062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.891541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-edit\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-03T14:50:55.958104Z","caller":"traceutil/trace.go:171","msg":"trace[685755] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-messaging-topology-operator-openstack-edit; range_end:; response_count:1; response_revision:19815; }","duration":"169.978073ms","start":"2026-03-03T14:50:55.788115Z","end":"2026-03-03T14:50:55.958093Z","steps":["trace[685755] 'agreement among raft nodes before linearized reading' (duration: 169.88219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:56.544024Z","caller":"traceutil/trace.go:171","msg":"trace[1283966663] linearizableReadLoop","detail":"{readStateIndex:20654; appliedIndex:20653; }","duration":"255.700361ms","start":"2026-03-03T14:50:56.288286Z","end":"2026-03-03T14:50:56.543986Z","steps":["trace[1283966663] 'read index received' (duration: 255.526477ms)","trace[1283966663] 'applied index is now lower than readState.Index' (duration: 172.554µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:56.54453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.57209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:1029"} {"level":"warn","ts":"2026-03-03T14:50:56.544553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.236483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:1 size:1779"} {"level":"info","ts":"2026-03-03T14:50:56.544596Z","caller":"traceutil/trace.go:171","msg":"trace[1102145005] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:19815; }","duration":"247.682512ms","start":"2026-03-03T14:50:56.296897Z","end":"2026-03-03T14:50:56.54458Z","steps":["trace[1102145005] 'agreement among raft nodes before linearized reading' (duration: 247.422656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:56.544641Z","caller":"traceutil/trace.go:171","msg":"trace[892428965] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:1; response_revision:19815; }","duration":"256.382446ms","start":"2026-03-03T14:50:56.288237Z","end":"2026-03-03T14:50:56.544619Z","steps":["trace[892428965] 'agreement among raft nodes before linearized reading' (duration: 256.09349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:56.867001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.230975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-global\" ","response":"range_response_count:1 size:3002"} {"level":"warn","ts":"2026-03-03T14:50:56.867062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.673114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:56.867128Z","caller":"traceutil/trace.go:171","msg":"trace[1278745058] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-global; range_end:; response_count:1; response_revision:19817; }","duration":"169.44462ms","start":"2026-03-03T14:50:56.697654Z","end":"2026-03-03T14:50:56.867099Z","steps":["trace[1278745058] 'range keys from in-memory index tree' (duration: 168.951157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:56.867175Z","caller":"traceutil/trace.go:171","msg":"trace[249085366] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19817; }","duration":"221.831478ms","start":"2026-03-03T14:50:56.645299Z","end":"2026-03-03T14:50:56.86713Z","steps":["trace[249085366] 'range keys from in-memory index tree' (duration: 221.392758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:56.867168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.524197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rook-ceph-cluster-mgmt\" ","response":"range_response_count:1 size:1029"} {"level":"info","ts":"2026-03-03T14:50:56.867231Z","caller":"traceutil/trace.go:171","msg":"trace[1888730460] range","detail":"{range_begin:/registry/clusterroles/rook-ceph-cluster-mgmt; range_end:; response_count:1; response_revision:19817; }","duration":"223.6574ms","start":"2026-03-03T14:50:56.643559Z","end":"2026-03-03T14:50:56.867217Z","steps":["trace[1888730460] 'range keys from in-memory index tree' (duration: 223.321752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:57.924203Z","caller":"traceutil/trace.go:171","msg":"trace[233920424] linearizableReadLoop","detail":"{readStateIndex:20663; appliedIndex:20661; }","duration":"228.453503ms","start":"2026-03-03T14:50:57.695732Z","end":"2026-03-03T14:50:57.924186Z","steps":["trace[233920424] 'read index received' (duration: 9.740769ms)","trace[233920424] 'applied index is now lower than readState.Index' (duration: 218.711944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:57.924475Z","caller":"traceutil/trace.go:171","msg":"trace[487768872] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"244.907127ms","start":"2026-03-03T14:50:57.67955Z","end":"2026-03-03T14:50:57.924457Z","steps":["trace[487768872] 'process raft request' (duration: 244.508308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:57.924705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.952104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:50:57.924814Z","caller":"traceutil/trace.go:171","msg":"trace[2036490092] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19823; }","duration":"229.039177ms","start":"2026-03-03T14:50:57.695703Z","end":"2026-03-03T14:50:57.924742Z","steps":["trace[2036490092] 'agreement among raft nodes before linearized reading' (duration: 228.75729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.394861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.71053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T14:50:58.395199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.855592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:58.395287Z","caller":"traceutil/trace.go:171","msg":"trace[1388450519] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19824; }","duration":"692.948464ms","start":"2026-03-03T14:50:57.702316Z","end":"2026-03-03T14:50:58.395265Z","steps":["trace[1388450519] 'agreement among raft nodes before linearized reading' (duration: 692.711968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.395298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.871828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:58.395296Z","caller":"traceutil/trace.go:171","msg":"trace[1384374267] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"688.605903ms","start":"2026-03-03T14:50:57.706665Z","end":"2026-03-03T14:50:58.395271Z","steps":["trace[1384374267] 'process raft request' (duration: 578.34223ms)","trace[1384374267] 'compare' (duration: 109.399913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:58.39532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.734771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:58.395332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.702264Z","time spent":"693.059416ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:50:58.395351Z","caller":"traceutil/trace.go:171","msg":"trace[3179505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19824; }","duration":"640.790863ms","start":"2026-03-03T14:50:57.75455Z","end":"2026-03-03T14:50:58.395341Z","steps":["trace[3179505] 'agreement among raft nodes before linearized reading' (duration: 640.745961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.39538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.754535Z","time spent":"640.836513ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:50:58.395391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.706646Z","time spent":"688.690414ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:58.395489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.946032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" ","response":"range_response_count:1 size:513"} {"level":"warn","ts":"2026-03-03T14:50:58.395503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.36379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"warn","ts":"2026-03-03T14:50:58.395206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.818384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:50:58.395541Z","caller":"traceutil/trace.go:171","msg":"trace[779738389] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19824; }","duration":"695.419822ms","start":"2026-03-03T14:50:57.700111Z","end":"2026-03-03T14:50:58.395531Z","steps":["trace[779738389] 'agreement among raft nodes before linearized reading' (duration: 695.304259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.395524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.118569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-03T14:50:58.395561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.700102Z","time spent":"695.454532ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"info","ts":"2026-03-03T14:50:58.395562Z","caller":"traceutil/trace.go:171","msg":"trace[808076280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19824; }","duration":"688.178042ms","start":"2026-03-03T14:50:57.707363Z","end":"2026-03-03T14:50:58.395541Z","steps":["trace[808076280] 'agreement among raft nodes before linearized reading' (duration: 687.66744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.395571Z","caller":"traceutil/trace.go:171","msg":"trace[397902547] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-provisioner-role; range_end:; response_count:1; response_revision:19824; }","duration":"661.213571ms","start":"2026-03-03T14:50:57.734346Z","end":"2026-03-03T14:50:58.39556Z","steps":["trace[397902547] 'agreement among raft nodes before linearized reading' (duration: 660.648988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.39556Z","caller":"traceutil/trace.go:171","msg":"trace[97046289] range","detail":"{range_begin:/registry/clusterroles/secretgen-controller-cluster-role; range_end:; response_count:1; response_revision:19824; }","duration":"634.034824ms","start":"2026-03-03T14:50:57.76149Z","end":"2026-03-03T14:50:58.395525Z","steps":["trace[97046289] 'agreement among raft nodes before linearized reading' (duration: 633.781318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.395604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.707319Z","time spent":"688.272714ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:50:58.395567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.397081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:50:58.395619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.761473Z","time spent":"634.135576ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":537,"request content":"key:\"/registry/clusterroles/secretgen-controller-cluster-role\" "} {"level":"info","ts":"2026-03-03T14:50:58.395672Z","caller":"traceutil/trace.go:171","msg":"trace[1240931095] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19824; }","duration":"695.523235ms","start":"2026-03-03T14:50:57.700123Z","end":"2026-03-03T14:50:58.395647Z","steps":["trace[1240931095] 'agreement among raft nodes before linearized reading' (duration: 695.217658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.395721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.700114Z","time spent":"695.596746ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"info","ts":"2026-03-03T14:50:58.395728Z","caller":"traceutil/trace.go:171","msg":"trace[1236299724] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19824; }","duration":"580.94593ms","start":"2026-03-03T14:50:57.814379Z","end":"2026-03-03T14:50:58.395325Z","steps":["trace[1236299724] 'agreement among raft nodes before linearized reading' (duration: 580.879329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.395606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.734325Z","time spent":"661.272462ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":797,"request content":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" "} {"level":"warn","ts":"2026-03-03T14:50:58.395783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.06319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:50:58.396088Z","caller":"traceutil/trace.go:171","msg":"trace[699213581] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19824; }","duration":"697.386278ms","start":"2026-03-03T14:50:57.698688Z","end":"2026-03-03T14:50:58.396074Z","steps":["trace[699213581] 'agreement among raft nodes before linearized reading' (duration: 697.01122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.396161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.698662Z","time spent":"697.48727ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:50:58.395793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.81436Z","time spent":"581.39393ms","remote":"127.0.0.1:36738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:50:58.394968Z","caller":"traceutil/trace.go:171","msg":"trace[17079146] linearizableReadLoop","detail":"{readStateIndex:20664; appliedIndex:20663; }","duration":"470.695758ms","start":"2026-03-03T14:50:57.924255Z","end":"2026-03-03T14:50:58.39495Z","steps":["trace[17079146] 'read index received' (duration: 360.737652ms)","trace[17079146] 'applied index is now lower than readState.Index' (duration: 109.956255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:58.396601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.629169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:58.396703Z","caller":"traceutil/trace.go:171","msg":"trace[61253040] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19824; }","duration":"459.69528ms","start":"2026-03-03T14:50:57.936936Z","end":"2026-03-03T14:50:58.396631Z","steps":["trace[61253040] 'agreement among raft nodes before linearized reading' (duration: 459.590698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.396706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.724985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:50:58.396777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.93692Z","time spent":"459.813833ms","remote":"127.0.0.1:48382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:58.396774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.152502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:50:58.396797Z","caller":"traceutil/trace.go:171","msg":"trace[1876862777] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19824; }","duration":"256.851398ms","start":"2026-03-03T14:50:58.139932Z","end":"2026-03-03T14:50:58.396783Z","steps":["trace[1876862777] 'agreement among raft nodes before linearized reading' (duration: 256.710924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.396844Z","caller":"traceutil/trace.go:171","msg":"trace[1977932036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19824; }","duration":"411.235545ms","start":"2026-03-03T14:50:57.985591Z","end":"2026-03-03T14:50:58.396826Z","steps":["trace[1977932036] 'agreement among raft nodes before linearized reading' (duration: 411.055151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.396893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.985584Z","time spent":"411.298226ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:50:58.397039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.203521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:50:58.397073Z","caller":"traceutil/trace.go:171","msg":"trace[936454034] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19824; }","duration":"413.272252ms","start":"2026-03-03T14:50:57.983792Z","end":"2026-03-03T14:50:58.397064Z","steps":["trace[936454034] 'agreement among raft nodes before linearized reading' (duration: 413.139959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.397127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.983782Z","time spent":"413.310013ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:50:58.397132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.745172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:58.397188Z","caller":"traceutil/trace.go:171","msg":"trace[1726422830] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19824; }","duration":"430.813482ms","start":"2026-03-03T14:50:57.966342Z","end":"2026-03-03T14:50:58.397156Z","steps":["trace[1726422830] 'agreement among raft nodes before linearized reading' (duration: 430.676079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.397224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.966324Z","time spent":"430.890835ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:58.39723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.528227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T14:50:58.397323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.027388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:58.397343Z","caller":"traceutil/trace.go:171","msg":"trace[668351116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19824; }","duration":"436.64594ms","start":"2026-03-03T14:50:57.960666Z","end":"2026-03-03T14:50:58.397312Z","steps":["trace[668351116] 'agreement among raft nodes before linearized reading' (duration: 436.365243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.397385Z","caller":"traceutil/trace.go:171","msg":"trace[1056036895] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19824; }","duration":"434.13848ms","start":"2026-03-03T14:50:57.963237Z","end":"2026-03-03T14:50:58.397375Z","steps":["trace[1056036895] 'agreement among raft nodes before linearized reading' (duration: 433.985607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.396602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.418663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:58.397407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.960596Z","time spent":"436.797103ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:50:58.397422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.96321Z","time spent":"434.203132ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:50:58.397457Z","caller":"traceutil/trace.go:171","msg":"trace[268283177] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19824; }","duration":"416.328694ms","start":"2026-03-03T14:50:57.981106Z","end":"2026-03-03T14:50:58.397435Z","steps":["trace[268283177] 'agreement among raft nodes before linearized reading' (duration: 415.438343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.397523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.981087Z","time spent":"416.417085ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:58.397715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.697888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:50:58.397811Z","caller":"traceutil/trace.go:171","msg":"trace[1704254390] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19824; }","duration":"435.81995ms","start":"2026-03-03T14:50:57.961973Z","end":"2026-03-03T14:50:58.397761Z","steps":["trace[1704254390] 'agreement among raft nodes before linearized reading' (duration: 435.643756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.397865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.961961Z","time spent":"435.892522ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:58.398661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.624778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:58.398725Z","caller":"traceutil/trace.go:171","msg":"trace[731953294] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19824; }","duration":"453.732799ms","start":"2026-03-03T14:50:57.94498Z","end":"2026-03-03T14:50:58.398713Z","steps":["trace[731953294] 'agreement among raft nodes before linearized reading' (duration: 452.623234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.398768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.944964Z","time spent":"453.787901ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.898905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.748135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:58.89904Z","caller":"traceutil/trace.go:171","msg":"trace[679603971] linearizableReadLoop","detail":"{readStateIndex:20666; appliedIndex:20665; }","duration":"411.164863ms","start":"2026-03-03T14:50:58.487856Z","end":"2026-03-03T14:50:58.89902Z","steps":["trace[679603971] 'read index received' (duration: 116.265454ms)","trace[679603971] 'applied index is now lower than readState.Index' (duration: 294.897309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:58.899048Z","caller":"traceutil/trace.go:171","msg":"trace[2138544066] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"487.86311ms","start":"2026-03-03T14:50:58.411162Z","end":"2026-03-03T14:50:58.899025Z","steps":["trace[2138544066] 'process raft request' (duration: 192.9051ms)","trace[2138544066] 'compare' (duration: 294.11011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:58.899216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.411146Z","time spent":"487.949212ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:58.899254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.699103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:58.899275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.495695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:50:58.899297Z","caller":"traceutil/trace.go:171","msg":"trace[1498371266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19826; }","duration":"142.764515ms","start":"2026-03-03T14:50:58.756518Z","end":"2026-03-03T14:50:58.899282Z","steps":["trace[1498371266] 'agreement among raft nodes before linearized reading' (duration: 142.695093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.899306Z","caller":"traceutil/trace.go:171","msg":"trace[2090859390] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19826; }","duration":"488.555155ms","start":"2026-03-03T14:50:58.410743Z","end":"2026-03-03T14:50:58.899298Z","steps":["trace[2090859390] 'agreement among raft nodes before linearized reading' (duration: 488.444253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.899329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.410728Z","time spent":"488.594517ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.899321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.398065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-03T14:50:58.899391Z","caller":"traceutil/trace.go:171","msg":"trace[1822600125] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-provisioner-role; range_end:; response_count:1; response_revision:19826; }","duration":"387.512228ms","start":"2026-03-03T14:50:58.511864Z","end":"2026-03-03T14:50:58.899376Z","steps":["trace[1822600125] 'agreement among raft nodes before linearized reading' (duration: 387.351874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.899256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.288483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T14:50:58.899432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.511845Z","time spent":"387.57713ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":797,"request content":"key:\"/registry/clusterrolebindings/cephfs-csi-provisioner-role\" "} {"level":"info","ts":"2026-03-03T14:50:58.899442Z","caller":"traceutil/trace.go:171","msg":"trace[2138610313] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19826; }","duration":"416.519128ms","start":"2026-03-03T14:50:58.482915Z","end":"2026-03-03T14:50:58.899434Z","steps":["trace[2138610313] 'agreement among raft nodes before linearized reading' (duration: 416.201351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.899592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.482897Z","time spent":"416.681782ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:50:58.899677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.250339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-03T14:50:58.899716Z","caller":"traceutil/trace.go:171","msg":"trace[311936502] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:19826; }","duration":"360.287941ms","start":"2026-03-03T14:50:58.539415Z","end":"2026-03-03T14:50:58.899703Z","steps":["trace[311936502] 'agreement among raft nodes before linearized reading' (duration: 360.179728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.899738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.539362Z","time spent":"360.371012ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-03T14:50:58.900152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.704696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:58.900185Z","caller":"traceutil/trace.go:171","msg":"trace[1707052841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19826; }","duration":"487.752207ms","start":"2026-03-03T14:50:58.412425Z","end":"2026-03-03T14:50:58.900177Z","steps":["trace[1707052841] 'agreement among raft nodes before linearized reading' (duration: 486.60612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.900192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.118608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:50:58.900208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.412417Z","time spent":"487.783318ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.900227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.677889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:58.900233Z","caller":"traceutil/trace.go:171","msg":"trace[847253606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19826; }","duration":"486.182ms","start":"2026-03-03T14:50:58.41404Z","end":"2026-03-03T14:50:58.900222Z","steps":["trace[847253606] 'agreement among raft nodes before linearized reading' (duration: 485.099015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.900254Z","caller":"traceutil/trace.go:171","msg":"trace[1575569831] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19826; }","duration":"497.712469ms","start":"2026-03-03T14:50:58.402535Z","end":"2026-03-03T14:50:58.900247Z","steps":["trace[1575569831] 'agreement among raft nodes before linearized reading' (duration: 497.038574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.900269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.414032Z","time spent":"486.22396ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.900283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.402531Z","time spent":"497.740681ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.900617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.074648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:58.900679Z","caller":"traceutil/trace.go:171","msg":"trace[664185178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19826; }","duration":"498.14741ms","start":"2026-03-03T14:50:58.402515Z","end":"2026-03-03T14:50:58.900663Z","steps":["trace[664185178] 'agreement among raft nodes before linearized reading' (duration: 496.650895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.900731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.402511Z","time spent":"498.207112ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:58.903165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.916524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:50:58.903234Z","caller":"traceutil/trace.go:171","msg":"trace[509591821] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19826; }","duration":"491.990626ms","start":"2026-03-03T14:50:58.411232Z","end":"2026-03-03T14:50:58.903223Z","steps":["trace[509591821] 'agreement among raft nodes before linearized reading' (duration: 487.89476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.903265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.411187Z","time spent":"492.068408ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:50:59.69787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.955086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:50:59.697931Z","caller":"traceutil/trace.go:171","msg":"trace[124763019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19826; }","duration":"565.067289ms","start":"2026-03-03T14:50:59.132848Z","end":"2026-03-03T14:50:59.697916Z","steps":["trace[124763019] 'range keys from in-memory index tree' (duration: 564.755462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:59.697959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.132832Z","time spent":"565.12153ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:50:59.698275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.885109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:59.698378Z","caller":"traceutil/trace.go:171","msg":"trace[881930823] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:19826; }","duration":"616.041792ms","start":"2026-03-03T14:50:59.082312Z","end":"2026-03-03T14:50:59.698354Z","steps":["trace[881930823] 'count revisions from in-memory index tree' (duration: 615.765706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:59.698464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.082296Z","time spent":"616.149825ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:50:59.698519Z","caller":"traceutil/trace.go:171","msg":"trace[1039642182] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"538.820893ms","start":"2026-03-03T14:50:59.159645Z","end":"2026-03-03T14:50:59.698466Z","steps":["trace[1039642182] 'process raft request' (duration: 474.535558ms)","trace[1039642182] 'compare' (duration: 63.993539ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:59.698512Z","caller":"traceutil/trace.go:171","msg":"trace[594449166] linearizableReadLoop","detail":"{readStateIndex:20667; appliedIndex:20666; }","duration":"516.374337ms","start":"2026-03-03T14:50:59.18206Z","end":"2026-03-03T14:50:59.698435Z","steps":["trace[594449166] 'read index received' (duration: 452.334966ms)","trace[594449166] 'applied index is now lower than readState.Index' (duration: 64.037691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:59.69869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.629353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-03T14:50:59.698779Z","caller":"traceutil/trace.go:171","msg":"trace[1747371817] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:19827; }","duration":"516.743455ms","start":"2026-03-03T14:50:59.182021Z","end":"2026-03-03T14:50:59.698764Z","steps":["trace[1747371817] 'agreement among raft nodes before linearized reading' (duration: 516.556921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:59.698774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.159623Z","time spent":"539.000377ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:59.69881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.181981Z","time spent":"516.821587ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-03-03T14:51:00.193219Z","caller":"traceutil/trace.go:171","msg":"trace[1333527398] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"675.899604ms","start":"2026-03-03T14:50:59.517297Z","end":"2026-03-03T14:51:00.193196Z","steps":["trace[1333527398] 'process raft request' (duration: 675.677619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:00.193486Z","caller":"traceutil/trace.go:171","msg":"trace[797750858] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"670.855136ms","start":"2026-03-03T14:50:59.522597Z","end":"2026-03-03T14:51:00.193453Z","steps":["trace[797750858] 'process raft request' (duration: 670.542019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:00.193606Z","caller":"traceutil/trace.go:171","msg":"trace[74266696] linearizableReadLoop","detail":"{readStateIndex:20669; appliedIndex:20667; }","duration":"494.940565ms","start":"2026-03-03T14:50:59.69865Z","end":"2026-03-03T14:51:00.19359Z","steps":["trace[74266696] 'read index received' (duration: 494.29767ms)","trace[74266696] 'applied index is now lower than readState.Index' (duration: 640.725µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:00.193709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.952845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:00.193745Z","caller":"traceutil/trace.go:171","msg":"trace[1593322150] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19829; }","duration":"746.036157ms","start":"2026-03-03T14:50:59.4477Z","end":"2026-03-03T14:51:00.193736Z","steps":["trace[1593322150] 'agreement among raft nodes before linearized reading' (duration: 745.967126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.193712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.522562Z","time spent":"671.005481ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:00.193803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.447679Z","time spent":"746.114839ms","remote":"127.0.0.1:48540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:00.193859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.647364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:00.193957Z","caller":"traceutil/trace.go:171","msg":"trace[1001309937] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19829; }","duration":"700.784177ms","start":"2026-03-03T14:50:59.493158Z","end":"2026-03-03T14:51:00.193942Z","steps":["trace[1001309937] 'agreement among raft nodes before linearized reading' (duration: 700.495861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.19401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010467043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1141"} {"level":"info","ts":"2026-03-03T14:51:00.194041Z","caller":"traceutil/trace.go:171","msg":"trace[1263734960] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:19829; }","duration":"1.010525404s","start":"2026-03-03T14:50:59.183508Z","end":"2026-03-03T14:51:00.194033Z","steps":["trace[1263734960] 'agreement among raft nodes before linearized reading' (duration: 1.010445082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.194058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.493139Z","time spent":"700.905701ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:00.194014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.618103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:00.194123Z","caller":"traceutil/trace.go:171","msg":"trace[603103810] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19829; }","duration":"633.773497ms","start":"2026-03-03T14:50:59.560331Z","end":"2026-03-03T14:51:00.194105Z","steps":["trace[603103810] 'agreement among raft nodes before linearized reading' (duration: 633.360567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.194071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.183491Z","time spent":"1.010574235s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1165,"request content":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T14:51:00.194224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.560305Z","time spent":"633.90274ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:00.195241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.517264Z","time spent":"676.023707ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:00.216633Z","caller":"traceutil/trace.go:171","msg":"trace[1520721335] transaction","detail":"{read_only:false; response_revision:19830; number_of_response:1; }","duration":"513.456478ms","start":"2026-03-03T14:50:59.703147Z","end":"2026-03-03T14:51:00.216603Z","steps":["trace[1520721335] 'process raft request' (duration: 513.214383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.216727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.020051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-03T14:51:00.216799Z","caller":"traceutil/trace.go:171","msg":"trace[411862697] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:19830; }","duration":"514.198735ms","start":"2026-03-03T14:50:59.702584Z","end":"2026-03-03T14:51:00.216783Z","steps":["trace[411862697] 'agreement among raft nodes before linearized reading' (duration: 513.94957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.216848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.702551Z","time spent":"514.288668ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":865,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-03T14:51:00.217001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.215133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:51:00.217039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.703099Z","time spent":"513.610703ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:00.217099Z","caller":"traceutil/trace.go:171","msg":"trace[900141224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19830; }","duration":"288.353045ms","start":"2026-03-03T14:50:59.928721Z","end":"2026-03-03T14:51:00.217074Z","steps":["trace[900141224] 'agreement among raft nodes before linearized reading' (duration: 288.105739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.217158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.510424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:00.217208Z","caller":"traceutil/trace.go:171","msg":"trace[1979686384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19830; }","duration":"383.562505ms","start":"2026-03-03T14:50:59.833634Z","end":"2026-03-03T14:51:00.217197Z","steps":["trace[1979686384] 'agreement among raft nodes before linearized reading' (duration: 383.483173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.217236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.833583Z","time spent":"383.647137ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:00.478169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.112437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:1 size:1141"} {"level":"info","ts":"2026-03-03T14:51:00.478251Z","caller":"traceutil/trace.go:171","msg":"trace[728898084] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:1; response_revision:19832; }","duration":"185.24644ms","start":"2026-03-03T14:51:00.292986Z","end":"2026-03-03T14:51:00.478232Z","steps":["trace[728898084] 'range keys from in-memory index tree' (duration: 184.931862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.478731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.822613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2026"} {"level":"info","ts":"2026-03-03T14:51:00.478784Z","caller":"traceutil/trace.go:171","msg":"trace[1367974672] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:19832; }","duration":"144.911036ms","start":"2026-03-03T14:51:00.333865Z","end":"2026-03-03T14:51:00.478776Z","steps":["trace[1367974672] 'range keys from in-memory index tree' (duration: 144.718541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:01.271458Z","caller":"traceutil/trace.go:171","msg":"trace[933017634] linearizableReadLoop","detail":"{readStateIndex:20675; appliedIndex:20674; }","duration":"325.662089ms","start":"2026-03-03T14:51:00.945758Z","end":"2026-03-03T14:51:01.27142Z","steps":["trace[933017634] 'read index received' (duration: 316.288659ms)","trace[933017634] 'applied index is now lower than readState.Index' (duration: 9.37247ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:01.271529Z","caller":"traceutil/trace.go:171","msg":"trace[661893840] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"344.408609ms","start":"2026-03-03T14:51:00.927089Z","end":"2026-03-03T14:51:01.271498Z","steps":["trace[661893840] 'process raft request' (duration: 334.979388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.271628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.874914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1931"} {"level":"info","ts":"2026-03-03T14:51:01.271665Z","caller":"traceutil/trace.go:171","msg":"trace[723542173] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:19835; }","duration":"325.972227ms","start":"2026-03-03T14:51:00.945681Z","end":"2026-03-03T14:51:01.271653Z","steps":["trace[723542173] 'agreement among raft nodes before linearized reading' (duration: 325.886005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.271678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:00.927072Z","time spent":"344.520471ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:01.271696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:00.945659Z","time spent":"326.029009ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1955,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-03-03T14:51:01.271907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.404401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:51:01.271915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.75754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:51:01.271927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.950084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:652"} {"level":"info","ts":"2026-03-03T14:51:01.271939Z","caller":"traceutil/trace.go:171","msg":"trace[685316254] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19835; }","duration":"275.484173ms","start":"2026-03-03T14:51:00.996446Z","end":"2026-03-03T14:51:01.27193Z","steps":["trace[685316254] 'agreement among raft nodes before linearized reading' (duration: 275.36203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:01.271958Z","caller":"traceutil/trace.go:171","msg":"trace[977589837] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19835; }","duration":"275.822042ms","start":"2026-03-03T14:51:00.996123Z","end":"2026-03-03T14:51:01.271945Z","steps":["trace[977589837] 'agreement among raft nodes before linearized reading' (duration: 275.695399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:01.271964Z","caller":"traceutil/trace.go:171","msg":"trace[649383693] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:19835; }","duration":"267.007375ms","start":"2026-03-03T14:51:01.004946Z","end":"2026-03-03T14:51:01.271954Z","steps":["trace[649383693] 'agreement among raft nodes before linearized reading' (duration: 266.914713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.271967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.04068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:51:01.272012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.380101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:01.272046Z","caller":"traceutil/trace.go:171","msg":"trace[111745746] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19835; }","duration":"277.152153ms","start":"2026-03-03T14:51:00.99487Z","end":"2026-03-03T14:51:01.272022Z","steps":["trace[111745746] 'agreement among raft nodes before linearized reading' (duration: 276.942248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:01.272095Z","caller":"traceutil/trace.go:171","msg":"trace[604819086] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19835; }","duration":"272.480084ms","start":"2026-03-03T14:51:00.999592Z","end":"2026-03-03T14:51:01.272072Z","steps":["trace[604819086] 'agreement among raft nodes before linearized reading' (duration: 272.272619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.272013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.840495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:01.272202Z","caller":"traceutil/trace.go:171","msg":"trace[2126280893] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19835; }","duration":"274.04657ms","start":"2026-03-03T14:51:00.998143Z","end":"2026-03-03T14:51:01.272189Z","steps":["trace[2126280893] 'agreement among raft nodes before linearized reading' (duration: 273.673062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.487461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.506905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:679"} {"level":"info","ts":"2026-03-03T14:51:01.487539Z","caller":"traceutil/trace.go:171","msg":"trace[1856844297] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:19835; }","duration":"100.602347ms","start":"2026-03-03T14:51:01.386921Z","end":"2026-03-03T14:51:01.487523Z","steps":["trace[1856844297] 'range keys from in-memory index tree' (duration: 100.370762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:01.813832Z","caller":"traceutil/trace.go:171","msg":"trace[208191986] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"101.110809ms","start":"2026-03-03T14:51:01.712695Z","end":"2026-03-03T14:51:01.813805Z","steps":["trace[208191986] 'process raft request' (duration: 100.844943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.168002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.021824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:02.168174Z","caller":"traceutil/trace.go:171","msg":"trace[409141978] linearizableReadLoop","detail":"{readStateIndex:20677; appliedIndex:20676; }","duration":"350.480721ms","start":"2026-03-03T14:51:01.817669Z","end":"2026-03-03T14:51:02.16815Z","steps":["trace[409141978] 'read index received' (duration: 104.223982ms)","trace[409141978] 'applied index is now lower than readState.Index' (duration: 246.255599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:02.168297Z","caller":"traceutil/trace.go:171","msg":"trace[564293676] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"351.2861ms","start":"2026-03-03T14:51:01.81697Z","end":"2026-03-03T14:51:02.168257Z","steps":["trace[564293676] 'process raft request' (duration: 104.931998ms)","trace[564293676] 'compare' (duration: 245.735697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:02.168361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:01.816951Z","time spent":"351.376261ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:02.168166Z","caller":"traceutil/trace.go:171","msg":"trace[60622751] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"349.691343ms","start":"2026-03-03T14:51:01.818457Z","end":"2026-03-03T14:51:02.168148Z","steps":["trace[60622751] 'process raft request' (duration: 349.636842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.168538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.8631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:1 size:1217"} {"level":"info","ts":"2026-03-03T14:51:02.168567Z","caller":"traceutil/trace.go:171","msg":"trace[741793552] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:1; response_revision:19838; }","duration":"350.908721ms","start":"2026-03-03T14:51:01.817647Z","end":"2026-03-03T14:51:02.168556Z","steps":["trace[741793552] 'agreement among raft nodes before linearized reading' (duration: 350.809048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.168569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:01.818449Z","time spent":"350.091902ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:02.168598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:01.817639Z","time spent":"350.952631ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1241,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" "} {"level":"warn","ts":"2026-03-03T14:51:02.168604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.647766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-03-03T14:51:02.168687Z","caller":"traceutil/trace.go:171","msg":"trace[902178449] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:19838; }","duration":"251.745678ms","start":"2026-03-03T14:51:01.916921Z","end":"2026-03-03T14:51:02.168667Z","steps":["trace[902178449] 'agreement among raft nodes before linearized reading' (duration: 251.587454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.506466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.967652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:02.506851Z","caller":"traceutil/trace.go:171","msg":"trace[292691367] transaction","detail":"{read_only:false; response_revision:19840; number_of_response:1; }","duration":"306.345528ms","start":"2026-03-03T14:51:02.200493Z","end":"2026-03-03T14:51:02.506839Z","steps":["trace[292691367] 'process raft request' (duration: 141.860504ms)","trace[292691367] 'compare' (duration: 163.711336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:02.506902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.200471Z","time spent":"306.407139ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:02.506686Z","caller":"traceutil/trace.go:171","msg":"trace[982705616] linearizableReadLoop","detail":"{readStateIndex:20680; appliedIndex:20678; }","duration":"285.663832ms","start":"2026-03-03T14:51:02.221009Z","end":"2026-03-03T14:51:02.506673Z","steps":["trace[982705616] 'read index received' (duration: 4.811432ms)","trace[982705616] 'applied index is now lower than readState.Index' (duration: 280.8488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:02.507296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.277966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:51:02.507404Z","caller":"traceutil/trace.go:171","msg":"trace[1751306153] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19840; }","duration":"286.41771ms","start":"2026-03-03T14:51:02.220976Z","end":"2026-03-03T14:51:02.507393Z","steps":["trace[1751306153] 'agreement among raft nodes before linearized reading' (duration: 286.208265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.507666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.269396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:02.507691Z","caller":"traceutil/trace.go:171","msg":"trace[1179055011] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19840; }","duration":"204.326117ms","start":"2026-03-03T14:51:02.303358Z","end":"2026-03-03T14:51:02.507684Z","steps":["trace[1179055011] 'agreement among raft nodes before linearized reading' (duration: 204.266976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.507701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.423459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:02.507864Z","caller":"traceutil/trace.go:171","msg":"trace[2143472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19840; }","duration":"239.647814ms","start":"2026-03-03T14:51:02.268192Z","end":"2026-03-03T14:51:02.507839Z","steps":["trace[2143472] 'agreement among raft nodes before linearized reading' (duration: 239.236885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.508249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.968827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1167"} {"level":"info","ts":"2026-03-03T14:51:02.508297Z","caller":"traceutil/trace.go:171","msg":"trace[1535059177] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:19840; }","duration":"227.035019ms","start":"2026-03-03T14:51:02.281245Z","end":"2026-03-03T14:51:02.50828Z","steps":["trace[1535059177] 'agreement among raft nodes before linearized reading' (duration: 226.916606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.508518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.481132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-03T14:51:02.508567Z","caller":"traceutil/trace.go:171","msg":"trace[825707332] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:19840; }","duration":"228.553274ms","start":"2026-03-03T14:51:02.279993Z","end":"2026-03-03T14:51:02.508547Z","steps":["trace[825707332] 'agreement among raft nodes before linearized reading' (duration: 228.460012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.508853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.078557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:02.508881Z","caller":"traceutil/trace.go:171","msg":"trace[683052347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19840; }","duration":"238.145309ms","start":"2026-03-03T14:51:02.27073Z","end":"2026-03-03T14:51:02.508876Z","steps":["trace[683052347] 'agreement among raft nodes before linearized reading' (duration: 238.062326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.508901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.766624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:02.508966Z","caller":"traceutil/trace.go:171","msg":"trace[1978441008] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19840; }","duration":"235.829206ms","start":"2026-03-03T14:51:02.273098Z","end":"2026-03-03T14:51:02.508927Z","steps":["trace[1978441008] 'agreement among raft nodes before linearized reading' (duration: 235.775175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.92562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.450565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:02.925803Z","caller":"traceutil/trace.go:171","msg":"trace[1221057066] linearizableReadLoop","detail":"{readStateIndex:20682; appliedIndex:20680; }","duration":"411.665354ms","start":"2026-03-03T14:51:02.514124Z","end":"2026-03-03T14:51:02.925789Z","steps":["trace[1221057066] 'read index received' (duration: 187.972504ms)","trace[1221057066] 'applied index is now lower than readState.Index' (duration: 223.69181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:02.925892Z","caller":"traceutil/trace.go:171","msg":"trace[48612901] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"414.569842ms","start":"2026-03-03T14:51:02.511306Z","end":"2026-03-03T14:51:02.925876Z","steps":["trace[48612901] 'process raft request' (duration: 190.79523ms)","trace[48612901] 'compare' (duration: 223.088977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:02.925897Z","caller":"traceutil/trace.go:171","msg":"trace[436501351] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"411.172222ms","start":"2026-03-03T14:51:02.514676Z","end":"2026-03-03T14:51:02.925848Z","steps":["trace[436501351] 'process raft request' (duration: 411.066939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.926096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.514667Z","time spent":"411.324795ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:02.925953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.51129Z","time spent":"414.637154ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:02.925902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.778017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:02.926192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.048126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" ","response":"range_response_count:1 size:1167"} {"level":"warn","ts":"2026-03-03T14:51:02.926136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.746346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:02.926248Z","caller":"traceutil/trace.go:171","msg":"trace[1672025126] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-challenges; range_end:; response_count:1; response_revision:19843; }","duration":"340.148829ms","start":"2026-03-03T14:51:02.58608Z","end":"2026-03-03T14:51:02.926229Z","steps":["trace[1672025126] 'agreement among raft nodes before linearized reading' (duration: 339.964424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:02.92623Z","caller":"traceutil/trace.go:171","msg":"trace[340352788] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19843; }","duration":"412.113865ms","start":"2026-03-03T14:51:02.514083Z","end":"2026-03-03T14:51:02.926196Z","steps":["trace[340352788] 'agreement among raft nodes before linearized reading' (duration: 411.791007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:02.926265Z","caller":"traceutil/trace.go:171","msg":"trace[771665590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19843; }","duration":"169.91649ms","start":"2026-03-03T14:51:02.756329Z","end":"2026-03-03T14:51:02.926245Z","steps":["trace[771665590] 'agreement among raft nodes before linearized reading' (duration: 169.732606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.926259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.689433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-03T14:51:02.926288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.586056Z","time spent":"340.222132ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":1191,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-challenges\" "} {"level":"warn","ts":"2026-03-03T14:51:02.926257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.780192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:02.926335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.51407Z","time spent":"412.233388ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:51:02.926345Z","caller":"traceutil/trace.go:171","msg":"trace[1270818633] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:19843; }","duration":"320.813967ms","start":"2026-03-03T14:51:02.605506Z","end":"2026-03-03T14:51:02.92632Z","steps":["trace[1270818633] 'agreement among raft nodes before linearized reading' (duration: 320.58897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:02.926358Z","caller":"traceutil/trace.go:171","msg":"trace[287220259] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19843; }","duration":"366.934246ms","start":"2026-03-03T14:51:02.559405Z","end":"2026-03-03T14:51:02.92634Z","steps":["trace[287220259] 'agreement among raft nodes before linearized reading' (duration: 366.676559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.926393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.559385Z","time spent":"366.999218ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:02.926393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.605488Z","time spent":"320.895328ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1203,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-clusterissuers\" "} {"level":"warn","ts":"2026-03-03T14:51:02.926636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.365512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:51:02.926655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.464827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:02.926676Z","caller":"traceutil/trace.go:171","msg":"trace[593654972] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19843; }","duration":"412.422103ms","start":"2026-03-03T14:51:02.514247Z","end":"2026-03-03T14:51:02.926669Z","steps":["trace[593654972] 'agreement among raft nodes before linearized reading' (duration: 411.675874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:02.926678Z","caller":"traceutil/trace.go:171","msg":"trace[1587500188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19843; }","duration":"384.526609ms","start":"2026-03-03T14:51:02.542146Z","end":"2026-03-03T14:51:02.926673Z","steps":["trace[1587500188] 'agreement among raft nodes before linearized reading' (duration: 383.900993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.9267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.542124Z","time spent":"384.57096ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:02.926702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.51424Z","time spent":"412.451773ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:02.926772Z","caller":"traceutil/trace.go:171","msg":"trace[1490806125] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"413.548058ms","start":"2026-03-03T14:51:02.512321Z","end":"2026-03-03T14:51:02.925869Z","steps":["trace[1490806125] 'process raft request' (duration: 413.381184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.927045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.512297Z","time spent":"414.639274ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:02.92725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.408222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:02.927333Z","caller":"traceutil/trace.go:171","msg":"trace[1024122849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19843; }","duration":"412.505923ms","start":"2026-03-03T14:51:02.514807Z","end":"2026-03-03T14:51:02.927313Z","steps":["trace[1024122849] 'agreement among raft nodes before linearized reading' (duration: 411.315635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.927381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.514802Z","time spent":"412.562385ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:03.341898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.775502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:03.342526Z","caller":"traceutil/trace.go:171","msg":"trace[13151584] linearizableReadLoop","detail":"{readStateIndex:20684; appliedIndex:20683; }","duration":"409.150625ms","start":"2026-03-03T14:51:02.933341Z","end":"2026-03-03T14:51:03.342492Z","steps":["trace[13151584] 'read index received' (duration: 295.655207ms)","trace[13151584] 'applied index is now lower than readState.Index' (duration: 113.491458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:03.342534Z","caller":"traceutil/trace.go:171","msg":"trace[887372949] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"410.467527ms","start":"2026-03-03T14:51:02.932035Z","end":"2026-03-03T14:51:03.342503Z","steps":["trace[887372949] 'process raft request' (duration: 296.993329ms)","trace[887372949] 'compare' (duration: 112.507995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:03.342718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.932005Z","time spent":"410.63827ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:03.42137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.169191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:03.42148Z","caller":"traceutil/trace.go:171","msg":"trace[961931596] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19844; }","duration":"116.339685ms","start":"2026-03-03T14:51:03.305117Z","end":"2026-03-03T14:51:03.421457Z","steps":["trace[961931596] 'agreement among raft nodes before linearized reading' (duration: 116.055138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.42189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.601871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:51:03.421901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.81239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:03.421932Z","caller":"traceutil/trace.go:171","msg":"trace[804314019] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19844; }","duration":"116.655262ms","start":"2026-03-03T14:51:03.305265Z","end":"2026-03-03T14:51:03.42192Z","steps":["trace[804314019] 'agreement among raft nodes before linearized reading' (duration: 116.53744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:03.421939Z","caller":"traceutil/trace.go:171","msg":"trace[1320784967] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19844; }","duration":"114.877842ms","start":"2026-03-03T14:51:03.307047Z","end":"2026-03-03T14:51:03.421925Z","steps":["trace[1320784967] 'agreement among raft nodes before linearized reading' (duration: 114.715808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.421369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.982102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:51:03.422067Z","caller":"traceutil/trace.go:171","msg":"trace[1169148253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19844; }","duration":"488.72931ms","start":"2026-03-03T14:51:02.933324Z","end":"2026-03-03T14:51:03.422053Z","steps":["trace[1169148253] 'agreement among raft nodes before linearized reading' (duration: 409.263708ms)","trace[1169148253] 'range keys from in-memory index tree' (duration: 78.54213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:03.422116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.933317Z","time spent":"488.782472ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:51:03.422131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.028878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:03.422159Z","caller":"traceutil/trace.go:171","msg":"trace[1620873698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19844; }","duration":"116.100551ms","start":"2026-03-03T14:51:03.30605Z","end":"2026-03-03T14:51:03.42215Z","steps":["trace[1620873698] 'agreement among raft nodes before linearized reading' (duration: 116.019768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.990191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1173"} {"level":"warn","ts":"2026-03-03T14:51:03.422206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.04319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:51:03.422051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.509788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:03.422246Z","caller":"traceutil/trace.go:171","msg":"trace[1238731908] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19844; }","duration":"122.101041ms","start":"2026-03-03T14:51:03.300131Z","end":"2026-03-03T14:51:03.422232Z","steps":["trace[1238731908] 'agreement among raft nodes before linearized reading' (duration: 121.962457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.490617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-03T14:51:03.422256Z","caller":"traceutil/trace.go:171","msg":"trace[1650016152] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19844; }","duration":"177.766805ms","start":"2026-03-03T14:51:03.244474Z","end":"2026-03-03T14:51:03.422241Z","steps":["trace[1650016152] 'agreement among raft nodes before linearized reading' (duration: 177.500258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.700419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18658"} {"level":"info","ts":"2026-03-03T14:51:03.422371Z","caller":"traceutil/trace.go:171","msg":"trace[1289260236] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19844; }","duration":"415.72852ms","start":"2026-03-03T14:51:03.006637Z","end":"2026-03-03T14:51:03.422366Z","steps":["trace[1289260236] 'agreement among raft nodes before linearized reading' (duration: 415.660118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.006582Z","time spent":"415.815202ms","remote":"127.0.0.1:48338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18682,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:51:03.422419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.263463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:03.422443Z","caller":"traceutil/trace.go:171","msg":"trace[1545933880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19844; }","duration":"142.380185ms","start":"2026-03-03T14:51:03.280056Z","end":"2026-03-03T14:51:03.422437Z","steps":["trace[1545933880] 'agreement among raft nodes before linearized reading' (duration: 142.302784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:03.422283Z","caller":"traceutil/trace.go:171","msg":"trace[326367769] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:19844; }","duration":"401.539018ms","start":"2026-03-03T14:51:03.020734Z","end":"2026-03-03T14:51:03.422273Z","steps":["trace[326367769] 'agreement among raft nodes before linearized reading' (duration: 401.498287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.020719Z","time spent":"401.907106ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":725,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-03-03T14:51:03.422052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.428259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:03.422802Z","caller":"traceutil/trace.go:171","msg":"trace[331028536] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19844; }","duration":"488.2543ms","start":"2026-03-03T14:51:02.934539Z","end":"2026-03-03T14:51:03.422794Z","steps":["trace[331028536] 'agreement among raft nodes before linearized reading' (duration: 486.57838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.422834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.934522Z","time spent":"488.30139ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:03.422211Z","caller":"traceutil/trace.go:171","msg":"trace[121506435] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:19844; }","duration":"397.041942ms","start":"2026-03-03T14:51:03.025151Z","end":"2026-03-03T14:51:03.422193Z","steps":["trace[121506435] 'agreement among raft nodes before linearized reading' (duration: 396.94397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.423004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.025144Z","time spent":"397.849331ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1197,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" "} {"level":"warn","ts":"2026-03-03T14:51:03.4226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.986944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:03.423166Z","caller":"traceutil/trace.go:171","msg":"trace[779496566] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19844; }","duration":"138.572817ms","start":"2026-03-03T14:51:03.284579Z","end":"2026-03-03T14:51:03.423152Z","steps":["trace[779496566] 'agreement among raft nodes before linearized reading' (duration: 137.965763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:04.106892Z","caller":"traceutil/trace.go:171","msg":"trace[1543596852] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20686; }","duration":"252.657209ms","start":"2026-03-03T14:51:03.854214Z","end":"2026-03-03T14:51:04.106871Z","steps":["trace[1543596852] 'read index received' (duration: 252.515536ms)","trace[1543596852] 'applied index is now lower than readState.Index' (duration: 140.983µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:04.106989Z","caller":"traceutil/trace.go:171","msg":"trace[485662512] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"288.191932ms","start":"2026-03-03T14:51:03.818758Z","end":"2026-03-03T14:51:04.10695Z","steps":["trace[485662512] 'process raft request' (duration: 287.985337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.107071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.832783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-03-03T14:51:04.107144Z","caller":"traceutil/trace.go:171","msg":"trace[2131189116] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kubelet-serving-approver; range_end:; response_count:1; response_revision:19846; }","duration":"252.957416ms","start":"2026-03-03T14:51:03.854171Z","end":"2026-03-03T14:51:04.107128Z","steps":["trace[2131189116] 'agreement among raft nodes before linearized reading' (duration: 252.776112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.107099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.301742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-orders\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-03-03T14:51:04.107243Z","caller":"traceutil/trace.go:171","msg":"trace[578630434] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-orders; range_end:; response_count:1; response_revision:19846; }","duration":"226.481546ms","start":"2026-03-03T14:51:03.880747Z","end":"2026-03-03T14:51:04.107229Z","steps":["trace[578630434] 'agreement among raft nodes before linearized reading' (duration: 226.255061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:04.621072Z","caller":"traceutil/trace.go:171","msg":"trace[655162714] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"390.031157ms","start":"2026-03-03T14:51:04.231002Z","end":"2026-03-03T14:51:04.621033Z","steps":["trace[655162714] 'process raft request' (duration: 352.054298ms)","trace[655162714] 'compare' (duration: 37.769774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:04.621299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.041472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:04.621112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.056107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:04.621341Z","caller":"traceutil/trace.go:171","msg":"trace[1538544695] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19848; }","duration":"108.127594ms","start":"2026-03-03T14:51:04.513204Z","end":"2026-03-03T14:51:04.621331Z","steps":["trace[1538544695] 'agreement among raft nodes before linearized reading' (duration: 107.979371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.621309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:04.230979Z","time spent":"390.251224ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:04.621385Z","caller":"traceutil/trace.go:171","msg":"trace[1034769415] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19846; }","duration":"419.364265ms","start":"2026-03-03T14:51:04.201984Z","end":"2026-03-03T14:51:04.621348Z","steps":["trace[1034769415] 'range keys from in-memory index tree' (duration: 418.828682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.621481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:04.201945Z","time spent":"419.507768ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:04.621139Z","caller":"traceutil/trace.go:171","msg":"trace[1733355752] linearizableReadLoop","detail":"{readStateIndex:20688; appliedIndex:20687; }","duration":"107.873608ms","start":"2026-03-03T14:51:04.513241Z","end":"2026-03-03T14:51:04.621115Z","steps":["trace[1733355752] 'read index received' (duration: 69.827796ms)","trace[1733355752] 'applied index is now lower than readState.Index' (duration: 38.043842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:04.62114Z","caller":"traceutil/trace.go:171","msg":"trace[163466662] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"107.273334ms","start":"2026-03-03T14:51:04.513843Z","end":"2026-03-03T14:51:04.621116Z","steps":["trace[163466662] 'process raft request' (duration: 107.186891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.621897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.417411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:04.621943Z","caller":"traceutil/trace.go:171","msg":"trace[109764129] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19848; }","duration":"108.472902ms","start":"2026-03-03T14:51:04.513458Z","end":"2026-03-03T14:51:04.621931Z","steps":["trace[109764129] 'agreement among raft nodes before linearized reading' (duration: 108.285718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:04.621957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.492783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:04.622061Z","caller":"traceutil/trace.go:171","msg":"trace[1081025724] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19848; }","duration":"108.661266ms","start":"2026-03-03T14:51:04.513374Z","end":"2026-03-03T14:51:04.622036Z","steps":["trace[1081025724] 'agreement among raft nodes before linearized reading' (duration: 108.326919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.092533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.579603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:05.092666Z","caller":"traceutil/trace.go:171","msg":"trace[1802235322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19848; }","duration":"160.747826ms","start":"2026-03-03T14:51:04.931894Z","end":"2026-03-03T14:51:05.092642Z","steps":["trace[1802235322] 'range keys from in-memory index tree' (duration: 160.360938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.092771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.202711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:05.093297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.667448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:51:05.09336Z","caller":"traceutil/trace.go:171","msg":"trace[1428374340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19848; }","duration":"161.771681ms","start":"2026-03-03T14:51:04.931568Z","end":"2026-03-03T14:51:05.09334Z","steps":["trace[1428374340] 'range keys from in-memory index tree' (duration: 161.472283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:05.093359Z","caller":"traceutil/trace.go:171","msg":"trace[354028305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19848; }","duration":"337.806764ms","start":"2026-03-03T14:51:04.75552Z","end":"2026-03-03T14:51:05.093327Z","steps":["trace[354028305] 'range keys from in-memory index tree' (duration: 337.134268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.092842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.603149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:51:05.093443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:04.755508Z","time spent":"337.924128ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:51:05.093472Z","caller":"traceutil/trace.go:171","msg":"trace[838837580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19848; }","duration":"160.316496ms","start":"2026-03-03T14:51:04.933138Z","end":"2026-03-03T14:51:05.093455Z","steps":["trace[838837580] 'range keys from in-memory index tree' (duration: 159.430715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.09293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.553114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1183"} {"level":"info","ts":"2026-03-03T14:51:05.093568Z","caller":"traceutil/trace.go:171","msg":"trace[1000995096] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:19848; }","duration":"331.200769ms","start":"2026-03-03T14:51:04.762339Z","end":"2026-03-03T14:51:05.093539Z","steps":["trace[1000995096] 'range keys from in-memory index tree' (duration: 330.440651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.093606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:04.762323Z","time spent":"331.27384ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1207,"request content":"key:\"/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews\" "} {"level":"warn","ts":"2026-03-03T14:51:05.092935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.293909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:05.093684Z","caller":"traceutil/trace.go:171","msg":"trace[1169816295] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19848; }","duration":"159.049706ms","start":"2026-03-03T14:51:04.934619Z","end":"2026-03-03T14:51:05.093668Z","steps":["trace[1169816295] 'range keys from in-memory index tree' (duration: 158.235997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.092963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.036942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:680"} {"level":"warn","ts":"2026-03-03T14:51:05.093009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.23822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:05.093925Z","caller":"traceutil/trace.go:171","msg":"trace[1009298456] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19848; }","duration":"151.151981ms","start":"2026-03-03T14:51:04.942763Z","end":"2026-03-03T14:51:05.093915Z","steps":["trace[1009298456] 'range keys from in-memory index tree' (duration: 150.134478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.093067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.22671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:05.093994Z","caller":"traceutil/trace.go:171","msg":"trace[1884287156] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19848; }","duration":"151.178511ms","start":"2026-03-03T14:51:04.942807Z","end":"2026-03-03T14:51:05.093985Z","steps":["trace[1884287156] 'range keys from in-memory index tree' (duration: 150.151288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:05.093971Z","caller":"traceutil/trace.go:171","msg":"trace[629359931] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:19848; }","duration":"324.893181ms","start":"2026-03-03T14:51:04.768921Z","end":"2026-03-03T14:51:05.093814Z","steps":["trace[629359931] 'range keys from in-memory index tree' (duration: 323.96734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.094063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:04.768902Z","time spent":"325.131137ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":704,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" "} {"level":"warn","ts":"2026-03-03T14:51:05.355146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.938159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:05.355376Z","caller":"traceutil/trace.go:171","msg":"trace[1454285306] linearizableReadLoop","detail":"{readStateIndex:20692; appliedIndex:20689; }","duration":"255.567768ms","start":"2026-03-03T14:51:05.09979Z","end":"2026-03-03T14:51:05.355357Z","steps":["trace[1454285306] 'read index received' (duration: 49.462059ms)","trace[1454285306] 'applied index is now lower than readState.Index' (duration: 206.104769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:05.35542Z","caller":"traceutil/trace.go:171","msg":"trace[928183995] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"256.245224ms","start":"2026-03-03T14:51:05.099128Z","end":"2026-03-03T14:51:05.355373Z","steps":["trace[928183995] 'process raft request' (duration: 151.000038ms)","trace[928183995] 'compare' (duration: 104.828655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:05.355487Z","caller":"traceutil/trace.go:171","msg":"trace[51025635] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"256.077ms","start":"2026-03-03T14:51:05.099387Z","end":"2026-03-03T14:51:05.355464Z","steps":["trace[51025635] 'process raft request' (duration: 255.892065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.355544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.345225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:05.355587Z","caller":"traceutil/trace.go:171","msg":"trace[1131162224] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19851; }","duration":"247.421677ms","start":"2026-03-03T14:51:05.108153Z","end":"2026-03-03T14:51:05.355574Z","steps":["trace[1131162224] 'agreement among raft nodes before linearized reading' (duration: 247.325495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.355761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.592592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:1 size:1183"} {"level":"info","ts":"2026-03-03T14:51:05.357571Z","caller":"traceutil/trace.go:171","msg":"trace[891364810] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:1; response_revision:19851; }","duration":"116.672653ms","start":"2026-03-03T14:51:05.239124Z","end":"2026-03-03T14:51:05.355797Z","steps":["trace[891364810] 'agreement among raft nodes before linearized reading' (duration: 116.51451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.360534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.593704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:05.36063Z","caller":"traceutil/trace.go:171","msg":"trace[1331019250] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19851; }","duration":"231.723087ms","start":"2026-03-03T14:51:05.12888Z","end":"2026-03-03T14:51:05.360603Z","steps":["trace[1331019250] 'agreement among raft nodes before linearized reading' (duration: 226.829533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.36411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.295822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:05.364187Z","caller":"traceutil/trace.go:171","msg":"trace[790723761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19851; }","duration":"264.412405ms","start":"2026-03-03T14:51:05.099759Z","end":"2026-03-03T14:51:05.364172Z","steps":["trace[790723761] 'agreement among raft nodes before linearized reading' (duration: 255.703211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:08.338129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.491455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kubeadm:node-proxier\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:08.338229Z","caller":"traceutil/trace.go:171","msg":"trace[1330110375] range","detail":"{range_begin:/registry/clusterrolebindings/kubeadm:node-proxier; range_end:; response_count:1; response_revision:19865; }","duration":"141.636587ms","start":"2026-03-03T14:51:08.196569Z","end":"2026-03-03T14:51:08.338205Z","steps":["trace[1330110375] 'range keys from in-memory index tree' (duration: 141.284139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.14814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693704154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:10.052889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406283675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:10.052965Z","caller":"traceutil/trace.go:171","msg":"trace[1262511941] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19866; }","duration":"1.406371038s","start":"2026-03-03T14:51:08.646577Z","end":"2026-03-03T14:51:10.052948Z","steps":["trace[1262511941] 'range keys from in-memory index tree' (duration: 1.406059529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.052997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.646543Z","time spent":"1.40644669s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:10.053194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496397498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:10.053237Z","caller":"traceutil/trace.go:171","msg":"trace[336407906] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19866; }","duration":"1.49647386s","start":"2026-03-03T14:51:08.556755Z","end":"2026-03-03T14:51:10.053229Z","steps":["trace[336407906] 'range keys from in-memory index tree' (duration: 1.496238563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.053268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.556737Z","time spent":"1.49652423s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:51:10.05347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48838802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-03-03T14:51:10.053509Z","caller":"traceutil/trace.go:171","msg":"trace[682740744] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:1; response_revision:19866; }","duration":"1.488458902s","start":"2026-03-03T14:51:08.565041Z","end":"2026-03-03T14:51:10.053499Z","steps":["trace[682740744] 'range keys from in-memory index tree' (duration: 1.488274117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.053544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.565023Z","time spent":"1.488514113s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1106,"request content":"key:\"/registry/clusterrolebindings/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-03T14:51:10.053594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426232903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:836"} {"level":"info","ts":"2026-03-03T14:51:10.053641Z","caller":"traceutil/trace.go:171","msg":"trace[301944302] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:19866; }","duration":"1.426316345s","start":"2026-03-03T14:51:08.627315Z","end":"2026-03-03T14:51:10.053631Z","steps":["trace[301944302] 'range keys from in-memory index tree' (duration: 1.426160811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.053668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.627296Z","time spent":"1.426366826s","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":860,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:10.053872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46620728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:10.053903Z","caller":"traceutil/trace.go:171","msg":"trace[555468123] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19866; }","duration":"1.466279112s","start":"2026-03-03T14:51:08.587614Z","end":"2026-03-03T14:51:10.053893Z","steps":["trace[555468123] 'count revisions from in-memory index tree' (duration: 1.466128828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.053926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.587587Z","time spent":"1.466332572s","remote":"127.0.0.1:34012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:10.054177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421694657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:10.054228Z","caller":"traceutil/trace.go:171","msg":"trace[1194071198] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19866; }","duration":"1.421775269s","start":"2026-03-03T14:51:08.632441Z","end":"2026-03-03T14:51:10.054216Z","steps":["trace[1194071198] 'range keys from in-memory index tree' (duration: 1.421584334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.054198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419792122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:10.054267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.632426Z","time spent":"1.42183169s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:10.054287Z","caller":"traceutil/trace.go:171","msg":"trace[1659022746] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19866; }","duration":"1.419906904s","start":"2026-03-03T14:51:08.634358Z","end":"2026-03-03T14:51:10.054265Z","steps":["trace[1659022746] 'range keys from in-memory index tree' (duration: 1.419645048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.054345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.634352Z","time spent":"1.419983037s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:10.054302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.027893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:10.054468Z","caller":"traceutil/trace.go:171","msg":"trace[575164822] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"1.407852553s","start":"2026-03-03T14:51:08.646563Z","end":"2026-03-03T14:51:10.054416Z","steps":["trace[575164822] 'process raft request' (duration: 855.658866ms)","trace[575164822] 'compare' (duration: 551.144603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:10.054528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.646543Z","time spent":"1.407953835s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:10.260821Z","caller":"traceutil/trace.go:171","msg":"trace[1366968568] linearizableReadLoop","detail":"{readStateIndex:20710; appliedIndex:20708; }","duration":"1.612987668s","start":"2026-03-03T14:51:08.647807Z","end":"2026-03-03T14:51:10.260795Z","steps":["trace[1366968568] 'read index received' (duration: 854.414916ms)","trace[1366968568] 'applied index is now lower than readState.Index' (duration: 758.571772ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:10.260954Z","caller":"traceutil/trace.go:171","msg":"trace[697136062] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"1.611340189s","start":"2026-03-03T14:51:08.649599Z","end":"2026-03-03T14:51:10.260939Z","steps":["trace[697136062] 'process raft request' (duration: 1.588322521s)","trace[697136062] 'compare' (duration: 22.743842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:10.261063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.649587Z","time spent":"1.61139552s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:10.261638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613812287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:10.261966Z","caller":"traceutil/trace.go:171","msg":"trace[1443265028] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19868; }","duration":"1.614173476s","start":"2026-03-03T14:51:08.647765Z","end":"2026-03-03T14:51:10.261939Z","steps":["trace[1443265028] 'agreement among raft nodes before linearized reading' (duration: 1.613183873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.262038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.64775Z","time spent":"1.614271358s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:10.698275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.409136ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:10.698397Z","caller":"traceutil/trace.go:171","msg":"trace[455957327] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19868; }","duration":"276.54198ms","start":"2026-03-03T14:51:10.421838Z","end":"2026-03-03T14:51:10.69838Z","steps":["trace[455957327] 'range keys from in-memory index tree' (duration: 276.393276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.698449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.424076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:10.698552Z","caller":"traceutil/trace.go:171","msg":"trace[1831703807] linearizableReadLoop","detail":"{readStateIndex:20711; appliedIndex:20710; }","duration":"437.635702ms","start":"2026-03-03T14:51:10.260901Z","end":"2026-03-03T14:51:10.698537Z","steps":["trace[1831703807] 'read index received' (duration: 99.91913ms)","trace[1831703807] 'applied index is now lower than readState.Index' (duration: 337.714892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:10.698624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789561295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:10.698654Z","caller":"traceutil/trace.go:171","msg":"trace[889638518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19869; }","duration":"1.789620717s","start":"2026-03-03T14:51:08.909024Z","end":"2026-03-03T14:51:10.698645Z","steps":["trace[889638518] 'agreement among raft nodes before linearized reading' (duration: 1.789558435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.698683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.909009Z","time spent":"1.789668007s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:10.698776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16359948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:10.699107Z","caller":"traceutil/trace.go:171","msg":"trace[1947622962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19869; }","duration":"1.163965818s","start":"2026-03-03T14:51:09.535119Z","end":"2026-03-03T14:51:10.699085Z","steps":["trace[1947622962] 'agreement among raft nodes before linearized reading' (duration: 1.163524578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.535101Z","time spent":"1.1640492s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:10.699204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201313453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:10.699246Z","caller":"traceutil/trace.go:171","msg":"trace[586216880] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19869; }","duration":"1.201394285s","start":"2026-03-03T14:51:09.497842Z","end":"2026-03-03T14:51:10.699237Z","steps":["trace[586216880] 'agreement among raft nodes before linearized reading' (duration: 1.201247632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.497821Z","time spent":"1.201445847s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:51:10.699371Z","caller":"traceutil/trace.go:171","msg":"trace[95179787] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"569.783438ms","start":"2026-03-03T14:51:10.129572Z","end":"2026-03-03T14:51:10.699355Z","steps":["trace[95179787] 'process raft request' (duration: 231.353449ms)","trace[95179787] 'compare' (duration: 337.277922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:10.699473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21396947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:10.699514Z","caller":"traceutil/trace.go:171","msg":"trace[554150695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19869; }","duration":"1.214056312s","start":"2026-03-03T14:51:09.48545Z","end":"2026-03-03T14:51:10.699506Z","steps":["trace[554150695] 'agreement among raft nodes before linearized reading' (duration: 1.213960099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.485431Z","time spent":"1.214102483s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:10.699578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123678895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:10.699614Z","caller":"traceutil/trace.go:171","msg":"trace[637557367] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19869; }","duration":"1.123750347s","start":"2026-03-03T14:51:09.575855Z","end":"2026-03-03T14:51:10.699605Z","steps":["trace[637557367] 'agreement among raft nodes before linearized reading' (duration: 1.123642704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.575828Z","time spent":"1.123814188s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:51:10.699734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595486138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:10.699753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114814697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:10.699844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682741911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T14:51:10.699878Z","caller":"traceutil/trace.go:171","msg":"trace[1443851624] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19869; }","duration":"1.682804403s","start":"2026-03-03T14:51:09.017063Z","end":"2026-03-03T14:51:10.699868Z","steps":["trace[1443851624] 'agreement among raft nodes before linearized reading' (duration: 1.682722571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127716079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:51:10.699848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526238685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:10.700102Z","caller":"traceutil/trace.go:171","msg":"trace[499274407] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19869; }","duration":"1.127993747s","start":"2026-03-03T14:51:09.572091Z","end":"2026-03-03T14:51:10.700085Z","steps":["trace[499274407] 'agreement among raft nodes before linearized reading' (duration: 1.127701409s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.700143Z","caller":"traceutil/trace.go:171","msg":"trace[868150020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19869; }","duration":"1.526579184s","start":"2026-03-03T14:51:09.173537Z","end":"2026-03-03T14:51:10.700116Z","steps":["trace[868150020] 'agreement among raft nodes before linearized reading' (duration: 1.526068391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.700169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.57207Z","time spent":"1.128083989s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:10.700202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.173518Z","time spent":"1.526672266s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:51:10.700223Z","caller":"traceutil/trace.go:171","msg":"trace[1614098657] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19869; }","duration":"1.114934s","start":"2026-03-03T14:51:09.584909Z","end":"2026-03-03T14:51:10.699843Z","steps":["trace[1614098657] 'agreement among raft nodes before linearized reading' (duration: 1.11448969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.700326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.5849Z","time spent":"1.115411222s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:10.700361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144457572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:10.7004Z","caller":"traceutil/trace.go:171","msg":"trace[312088199] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19869; }","duration":"1.144529774s","start":"2026-03-03T14:51:09.555858Z","end":"2026-03-03T14:51:10.700388Z","steps":["trace[312088199] 'agreement among raft nodes before linearized reading' (duration: 1.144413781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.700441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.55584Z","time spent":"1.144593606s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:51:10.700547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290561155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:10.7006Z","caller":"traceutil/trace.go:171","msg":"trace[456793727] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19869; }","duration":"1.290617046s","start":"2026-03-03T14:51:09.409967Z","end":"2026-03-03T14:51:10.700584Z","steps":["trace[456793727] 'agreement among raft nodes before linearized reading' (duration: 1.290480963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.699473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.129537Z","time spent":"569.87264ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:10.700762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29080205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"warn","ts":"2026-03-03T14:51:10.700644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.409961Z","time spent":"1.290673308s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"info","ts":"2026-03-03T14:51:10.700815Z","caller":"traceutil/trace.go:171","msg":"trace[833555447] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19869; }","duration":"1.290882633s","start":"2026-03-03T14:51:09.40992Z","end":"2026-03-03T14:51:10.700803Z","steps":["trace[833555447] 'agreement among raft nodes before linearized reading' (duration: 1.290746519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.700855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.409904Z","time spent":"1.290940624s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:51:10.700991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.08493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/local-path-provisioner\" ","response":"range_response_count:1 size:1082"} {"level":"warn","ts":"2026-03-03T14:51:10.701048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292567682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:10.701099Z","caller":"traceutil/trace.go:171","msg":"trace[1598348274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19869; }","duration":"1.292640524s","start":"2026-03-03T14:51:09.408446Z","end":"2026-03-03T14:51:10.701086Z","steps":["trace[1598348274] 'agreement among raft nodes before linearized reading' (duration: 1.292515571s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.70104Z","caller":"traceutil/trace.go:171","msg":"trace[1012456367] range","detail":"{range_begin:/registry/clusterrolebindings/local-path-provisioner; range_end:; response_count:1; response_revision:19869; }","duration":"641.148761ms","start":"2026-03-03T14:51:10.05988Z","end":"2026-03-03T14:51:10.701028Z","steps":["trace[1012456367] 'agreement among raft nodes before linearized reading' (duration: 640.913255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.701143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.408425Z","time spent":"1.292708695s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:10.701162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.878368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:10.701177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086830142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:10.701199Z","caller":"traceutil/trace.go:171","msg":"trace[1289036602] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19869; }","duration":"641.944519ms","start":"2026-03-03T14:51:10.059244Z","end":"2026-03-03T14:51:10.701189Z","steps":["trace[1289036602] 'agreement among raft nodes before linearized reading' (duration: 641.884188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.701219Z","caller":"traceutil/trace.go:171","msg":"trace[1851706822] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19869; }","duration":"1.086922924s","start":"2026-03-03T14:51:09.614287Z","end":"2026-03-03T14:51:10.70121Z","steps":["trace[1851706822] 'agreement among raft nodes before linearized reading' (duration: 1.086815371s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.701231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.059225Z","time spent":"641.99921ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:51:10.701247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.614266Z","time spent":"1.086974326s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:51:10.70132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.059874Z","time spent":"641.269663ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1106,"request content":"key:\"/registry/clusterrolebindings/local-path-provisioner\" "} {"level":"warn","ts":"2026-03-03T14:51:10.700085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.017046Z","time spent":"1.68303369s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:51:10.701442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292962931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:51:10.700764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.429348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:836"} {"level":"info","ts":"2026-03-03T14:51:10.701491Z","caller":"traceutil/trace.go:171","msg":"trace[72950067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19869; }","duration":"1.293044713s","start":"2026-03-03T14:51:09.408432Z","end":"2026-03-03T14:51:10.701477Z","steps":["trace[72950067] 'agreement among raft nodes before linearized reading' (duration: 1.29291689s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.701508Z","caller":"traceutil/trace.go:171","msg":"trace[1309406776] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:19869; }","duration":"540.222207ms","start":"2026-03-03T14:51:10.161275Z","end":"2026-03-03T14:51:10.701498Z","steps":["trace[1309406776] 'agreement among raft nodes before linearized reading' (duration: 539.300605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.701545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.161254Z","time spent":"540.281787ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":860,"request content":"key:\"/registry/clusterroles/system:controller:node-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:10.701544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.40841Z","time spent":"1.293124405s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:51:10.699769Z","caller":"traceutil/trace.go:171","msg":"trace[2093517656] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19869; }","duration":"1.595558629s","start":"2026-03-03T14:51:09.104202Z","end":"2026-03-03T14:51:10.699761Z","steps":["trace[2093517656] 'agreement among raft nodes before linearized reading' (duration: 1.595464627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.70188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.104186Z","time spent":"1.597534257s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:11.006411Z","caller":"traceutil/trace.go:171","msg":"trace[675825824] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"296.692251ms","start":"2026-03-03T14:51:10.70969Z","end":"2026-03-03T14:51:11.006382Z","steps":["trace[675825824] 'process raft request' (duration: 293.361813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.006651Z","caller":"traceutil/trace.go:171","msg":"trace[1425846764] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"295.312708ms","start":"2026-03-03T14:51:10.711315Z","end":"2026-03-03T14:51:11.006628Z","steps":["trace[1425846764] 'process raft request' (duration: 295.007631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.006745Z","caller":"traceutil/trace.go:171","msg":"trace[1443784571] linearizableReadLoop","detail":"{readStateIndex:20716; appliedIndex:20712; }","duration":"231.926804ms","start":"2026-03-03T14:51:10.774807Z","end":"2026-03-03T14:51:11.006734Z","steps":["trace[1443784571] 'read index received' (duration: 228.193687ms)","trace[1443784571] 'applied index is now lower than readState.Index' (duration: 3.732667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:11.007298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.661847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:1077"} {"level":"warn","ts":"2026-03-03T14:51:11.007379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.497037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:node-controller\" ","response":"range_response_count:1 size:836"} {"level":"warn","ts":"2026-03-03T14:51:11.007412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.487043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:51:11.007443Z","caller":"traceutil/trace.go:171","msg":"trace[1289169441] range","detail":"{range_begin:/registry/clusterroles/system:controller:node-controller; range_end:; response_count:1; response_revision:19874; }","duration":"299.61153ms","start":"2026-03-03T14:51:10.707819Z","end":"2026-03-03T14:51:11.00743Z","steps":["trace[1289169441] 'agreement among raft nodes before linearized reading' (duration: 299.480977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.007485Z","caller":"traceutil/trace.go:171","msg":"trace[511663150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19874; }","duration":"298.596855ms","start":"2026-03-03T14:51:10.708874Z","end":"2026-03-03T14:51:11.007471Z","steps":["trace[511663150] 'agreement among raft nodes before linearized reading' (duration: 298.415641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.007458Z","caller":"traceutil/trace.go:171","msg":"trace[83997495] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:19874; }","duration":"187.852701ms","start":"2026-03-03T14:51:10.819554Z","end":"2026-03-03T14:51:11.007406Z","steps":["trace[83997495] 'agreement among raft nodes before linearized reading' (duration: 187.627786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.007337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.688507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:11.007632Z","caller":"traceutil/trace.go:171","msg":"trace[7796337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19874; }","duration":"293.015834ms","start":"2026-03-03T14:51:10.714609Z","end":"2026-03-03T14:51:11.007624Z","steps":["trace[7796337] 'agreement among raft nodes before linearized reading' (duration: 292.679276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.007353Z","caller":"traceutil/trace.go:171","msg":"trace[378070191] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"295.982663ms","start":"2026-03-03T14:51:10.711347Z","end":"2026-03-03T14:51:11.00733Z","steps":["trace[378070191] 'process raft request' (duration: 295.196945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.007337Z","caller":"traceutil/trace.go:171","msg":"trace[1776501394] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"285.121629ms","start":"2026-03-03T14:51:10.722207Z","end":"2026-03-03T14:51:11.007328Z","steps":["trace[1776501394] 'process raft request' (duration: 284.490545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.008178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.41025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.008214Z","caller":"traceutil/trace.go:171","msg":"trace[1626040258] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"295.475642ms","start":"2026-03-03T14:51:10.71273Z","end":"2026-03-03T14:51:11.008206Z","steps":["trace[1626040258] 'agreement among raft nodes before linearized reading' (duration: 294.068849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.008708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.871626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.008768Z","caller":"traceutil/trace.go:171","msg":"trace[697072268] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"299.955207ms","start":"2026-03-03T14:51:10.708798Z","end":"2026-03-03T14:51:11.008753Z","steps":["trace[697072268] 'agreement among raft nodes before linearized reading' (duration: 298.199946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.008811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.708784Z","time spent":"300.011348ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:11.008974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.518434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.009028Z","caller":"traceutil/trace.go:171","msg":"trace[1177626498] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"298.601946ms","start":"2026-03-03T14:51:10.710414Z","end":"2026-03-03T14:51:11.009016Z","steps":["trace[1177626498] 'agreement among raft nodes before linearized reading' (duration: 296.382224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.009081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.092257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.009164Z","caller":"traceutil/trace.go:171","msg":"trace[1188394092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"296.242281ms","start":"2026-03-03T14:51:10.712901Z","end":"2026-03-03T14:51:11.009143Z","steps":["trace[1188394092] 'agreement among raft nodes before linearized reading' (duration: 294.392828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.009196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.804715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.009241Z","caller":"traceutil/trace.go:171","msg":"trace[123181395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"285.850526ms","start":"2026-03-03T14:51:10.723379Z","end":"2026-03-03T14:51:11.00923Z","steps":["trace[123181395] 'agreement among raft nodes before linearized reading' (duration: 283.842599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.009309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.099941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.009368Z","caller":"traceutil/trace.go:171","msg":"trace[288001850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"300.174752ms","start":"2026-03-03T14:51:10.709179Z","end":"2026-03-03T14:51:11.009353Z","steps":["trace[288001850] 'agreement among raft nodes before linearized reading' (duration: 298.016611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.009407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.709172Z","time spent":"300.223703ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:11.009926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.007512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:11.009982Z","caller":"traceutil/trace.go:171","msg":"trace[702317941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"301.117294ms","start":"2026-03-03T14:51:10.70885Z","end":"2026-03-03T14:51:11.009968Z","steps":["trace[702317941] 'agreement among raft nodes before linearized reading' (duration: 298.149555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.010075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.290785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:51:11.01002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.70881Z","time spent":"301.197986ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:11.010119Z","caller":"traceutil/trace.go:171","msg":"trace[1947594694] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19874; }","duration":"297.348776ms","start":"2026-03-03T14:51:10.71276Z","end":"2026-03-03T14:51:11.010109Z","steps":["trace[1947594694] 'agreement among raft nodes before linearized reading' (duration: 294.547121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.276802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.18509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-03-03T14:51:11.277097Z","caller":"traceutil/trace.go:171","msg":"trace[1738102934] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:19874; }","duration":"101.558628ms","start":"2026-03-03T14:51:11.175517Z","end":"2026-03-03T14:51:11.277075Z","steps":["trace[1738102934] 'range keys from in-memory index tree' (duration: 101.083558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.231671Z","caller":"traceutil/trace.go:171","msg":"trace[19696235] linearizableReadLoop","detail":"{readStateIndex:20717; appliedIndex:20716; }","duration":"170.793152ms","start":"2026-03-03T14:51:12.060843Z","end":"2026-03-03T14:51:12.231636Z","steps":["trace[19696235] 'read index received' (duration: 170.371762ms)","trace[19696235] 'applied index is now lower than readState.Index' (duration: 419.81µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:12.231783Z","caller":"traceutil/trace.go:171","msg":"trace[1178289721] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"171.552408ms","start":"2026-03-03T14:51:12.060198Z","end":"2026-03-03T14:51:12.23175Z","steps":["trace[1178289721] 'process raft request' (duration: 171.152699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.232026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.481714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:12.232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.605096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:12.23206Z","caller":"traceutil/trace.go:171","msg":"trace[484738626] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19875; }","duration":"170.544875ms","start":"2026-03-03T14:51:12.061507Z","end":"2026-03-03T14:51:12.232051Z","steps":["trace[484738626] 'agreement among raft nodes before linearized reading' (duration: 170.380671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.232054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.619486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/nova-cell-setup\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-03T14:51:12.232089Z","caller":"traceutil/trace.go:171","msg":"trace[1294078385] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19875; }","duration":"170.700299ms","start":"2026-03-03T14:51:12.061365Z","end":"2026-03-03T14:51:12.232066Z","steps":["trace[1294078385] 'agreement among raft nodes before linearized reading' (duration: 170.497954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.232108Z","caller":"traceutil/trace.go:171","msg":"trace[1057153313] range","detail":"{range_begin:/registry/clusterrolebindings/nova-cell-setup; range_end:; response_count:1; response_revision:19875; }","duration":"164.739958ms","start":"2026-03-03T14:51:12.067351Z","end":"2026-03-03T14:51:12.232091Z","steps":["trace[1057153313] 'agreement among raft nodes before linearized reading' (duration: 164.515923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.232289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.443487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:12.232329Z","caller":"traceutil/trace.go:171","msg":"trace[178918261] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19875; }","duration":"171.502397ms","start":"2026-03-03T14:51:12.060812Z","end":"2026-03-03T14:51:12.232314Z","steps":["trace[178918261] 'agreement among raft nodes before linearized reading' (duration: 170.976105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.539631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.008748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:12.539775Z","caller":"traceutil/trace.go:171","msg":"trace[1841276859] linearizableReadLoop","detail":"{readStateIndex:20718; appliedIndex:20717; }","duration":"272.279608ms","start":"2026-03-03T14:51:12.267475Z","end":"2026-03-03T14:51:12.539755Z","steps":["trace[1841276859] 'read index received' (duration: 118.126997ms)","trace[1841276859] 'applied index is now lower than readState.Index' (duration: 154.151031ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:12.539927Z","caller":"traceutil/trace.go:171","msg":"trace[1174696167] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"273.822124ms","start":"2026-03-03T14:51:12.266075Z","end":"2026-03-03T14:51:12.539897Z","steps":["trace[1174696167] 'process raft request' (duration: 119.453898ms)","trace[1174696167] 'compare' (duration: 153.548697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:12.540034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.550005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:12.540084Z","caller":"traceutil/trace.go:171","msg":"trace[372222593] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19876; }","duration":"272.658737ms","start":"2026-03-03T14:51:12.267415Z","end":"2026-03-03T14:51:12.540073Z","steps":["trace[372222593] 'agreement among raft nodes before linearized reading' (duration: 272.459133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.540134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.788155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:replication-controller\" ","response":"range_response_count:1 size:829"} {"level":"warn","ts":"2026-03-03T14:51:12.540134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.296506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T14:51:12.540129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.417441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:12.540176Z","caller":"traceutil/trace.go:171","msg":"trace[1157334286] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:19876; }","duration":"175.393068ms","start":"2026-03-03T14:51:12.364769Z","end":"2026-03-03T14:51:12.540162Z","steps":["trace[1157334286] 'agreement among raft nodes before linearized reading' (duration: 175.282896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.540218Z","caller":"traceutil/trace.go:171","msg":"trace[1341168898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19876; }","duration":"222.570534ms","start":"2026-03-03T14:51:12.317623Z","end":"2026-03-03T14:51:12.540194Z","steps":["trace[1341168898] 'agreement among raft nodes before linearized reading' (duration: 222.40455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.540166Z","caller":"traceutil/trace.go:171","msg":"trace[703969154] range","detail":"{range_begin:/registry/clusterroles/system:controller:replication-controller; range_end:; response_count:1; response_revision:19876; }","duration":"177.846736ms","start":"2026-03-03T14:51:12.362308Z","end":"2026-03-03T14:51:12.540154Z","steps":["trace[703969154] 'agreement among raft nodes before linearized reading' (duration: 177.777055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.888698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.441513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:12.888885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.916585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:12.88893Z","caller":"traceutil/trace.go:171","msg":"trace[1898421427] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19876; }","duration":"176.982197ms","start":"2026-03-03T14:51:12.711935Z","end":"2026-03-03T14:51:12.888918Z","steps":["trace[1898421427] 'count revisions from in-memory index tree' (duration: 176.810312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.888788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.836369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:1 size:1037"} {"level":"info","ts":"2026-03-03T14:51:12.888941Z","caller":"traceutil/trace.go:171","msg":"trace[1378587739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19876; }","duration":"176.752931ms","start":"2026-03-03T14:51:12.712145Z","end":"2026-03-03T14:51:12.888898Z","steps":["trace[1378587739] 'range keys from in-memory index tree' (duration: 176.26975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.889007Z","caller":"traceutil/trace.go:171","msg":"trace[637966955] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:1; response_revision:19876; }","duration":"231.131906ms","start":"2026-03-03T14:51:12.657853Z","end":"2026-03-03T14:51:12.888985Z","steps":["trace[637966955] 'range keys from in-memory index tree' (duration: 230.664855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.889366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.574394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:12.889431Z","caller":"traceutil/trace.go:171","msg":"trace[50718382] linearizableReadLoop","detail":"{readStateIndex:20719; appliedIndex:20718; }","duration":"131.636944ms","start":"2026-03-03T14:51:12.757782Z","end":"2026-03-03T14:51:12.889419Z","steps":["trace[50718382] 'read index received' (duration: 19.828855ms)","trace[50718382] 'applied index is now lower than readState.Index' (duration: 111.806999ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:12.889523Z","caller":"traceutil/trace.go:171","msg":"trace[2032794012] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"175.988673ms","start":"2026-03-03T14:51:12.713522Z","end":"2026-03-03T14:51:12.889511Z","steps":["trace[2032794012] 'process raft request' (duration: 64.148513ms)","trace[2032794012] 'compare' (duration: 110.889938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:12.889592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.21769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-03T14:51:12.889629Z","caller":"traceutil/trace.go:171","msg":"trace[339107411] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:19877; }","duration":"124.271281ms","start":"2026-03-03T14:51:12.765345Z","end":"2026-03-03T14:51:12.889617Z","steps":["trace[339107411] 'agreement among raft nodes before linearized reading' (duration: 124.188319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.889693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.9285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:12.889739Z","caller":"traceutil/trace.go:171","msg":"trace[76762065] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19877; }","duration":"132.011132ms","start":"2026-03-03T14:51:12.75772Z","end":"2026-03-03T14:51:12.889731Z","steps":["trace[76762065] 'agreement among raft nodes before linearized reading' (duration: 131.92122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.889805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.943739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:12.889831Z","caller":"traceutil/trace.go:171","msg":"trace[174626648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19877; }","duration":"111.022921ms","start":"2026-03-03T14:51:12.778801Z","end":"2026-03-03T14:51:12.889824Z","steps":["trace[174626648] 'agreement among raft nodes before linearized reading' (duration: 110.921228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.235875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.085632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:13.236407Z","caller":"traceutil/trace.go:171","msg":"trace[758935655] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"342.669168ms","start":"2026-03-03T14:51:12.893708Z","end":"2026-03-03T14:51:13.236378Z","steps":["trace[758935655] 'process raft request' (duration: 172.998732ms)","trace[758935655] 'compare' (duration: 168.939609ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:13.236483Z","caller":"traceutil/trace.go:171","msg":"trace[439395112] linearizableReadLoop","detail":"{readStateIndex:20720; appliedIndex:20719; }","duration":"256.713104ms","start":"2026-03-03T14:51:12.979731Z","end":"2026-03-03T14:51:13.236444Z","steps":["trace[439395112] 'read index received' (duration: 86.969277ms)","trace[439395112] 'applied index is now lower than readState.Index' (duration: 169.740617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:13.236553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.893682Z","time spent":"342.793881ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:13.260499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.390981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-03T14:51:13.260659Z","caller":"traceutil/trace.go:171","msg":"trace[1180444686] range","detail":"{range_begin:/registry/clusterroles/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:19878; }","duration":"266.599747ms","start":"2026-03-03T14:51:12.994033Z","end":"2026-03-03T14:51:13.260632Z","steps":["trace[1180444686] 'agreement among raft nodes before linearized reading' (duration: 266.377521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.260862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.519666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:13.260908Z","caller":"traceutil/trace.go:171","msg":"trace[2003356507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19878; }","duration":"214.591558ms","start":"2026-03-03T14:51:13.046305Z","end":"2026-03-03T14:51:13.260896Z","steps":["trace[2003356507] 'agreement among raft nodes before linearized reading' (duration: 214.472845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.261152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.825163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:13.261251Z","caller":"traceutil/trace.go:171","msg":"trace[220021749] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19878; }","duration":"214.931236ms","start":"2026-03-03T14:51:13.046302Z","end":"2026-03-03T14:51:13.261233Z","steps":["trace[220021749] 'agreement among raft nodes before linearized reading' (duration: 214.765832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.26132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.043685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:13.26136Z","caller":"traceutil/trace.go:171","msg":"trace[1049094420] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19878; }","duration":"214.092417ms","start":"2026-03-03T14:51:13.047257Z","end":"2026-03-03T14:51:13.261349Z","steps":["trace[1049094420] 'agreement among raft nodes before linearized reading' (duration: 213.988454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.261536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.305285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:13.261622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.382763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:13.261666Z","caller":"traceutil/trace.go:171","msg":"trace[796706183] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19878; }","duration":"214.448655ms","start":"2026-03-03T14:51:13.047206Z","end":"2026-03-03T14:51:13.261654Z","steps":["trace[796706183] 'agreement among raft nodes before linearized reading' (duration: 214.305461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.261627Z","caller":"traceutil/trace.go:171","msg":"trace[446855823] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19878; }","duration":"215.409007ms","start":"2026-03-03T14:51:13.046203Z","end":"2026-03-03T14:51:13.261612Z","steps":["trace[446855823] 'agreement among raft nodes before linearized reading' (duration: 215.252203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.261916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.460447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:13.261962Z","caller":"traceutil/trace.go:171","msg":"trace[98201534] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19878; }","duration":"215.52021ms","start":"2026-03-03T14:51:13.046433Z","end":"2026-03-03T14:51:13.261953Z","steps":["trace[98201534] 'agreement among raft nodes before linearized reading' (duration: 215.398197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.26211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.761174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:13.262144Z","caller":"traceutil/trace.go:171","msg":"trace[1171681585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19878; }","duration":"250.819946ms","start":"2026-03-03T14:51:13.011316Z","end":"2026-03-03T14:51:13.262135Z","steps":["trace[1171681585] 'agreement among raft nodes before linearized reading' (duration: 250.739424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.26232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.584484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:13.262361Z","caller":"traceutil/trace.go:171","msg":"trace[981013573] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19878; }","duration":"219.637375ms","start":"2026-03-03T14:51:13.042709Z","end":"2026-03-03T14:51:13.262346Z","steps":["trace[981013573] 'agreement among raft nodes before linearized reading' (duration: 219.549503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.262492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.159313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:51:13.262571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.710503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:13.262613Z","caller":"traceutil/trace.go:171","msg":"trace[2064703298] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19878; }","duration":"247.749454ms","start":"2026-03-03T14:51:13.014855Z","end":"2026-03-03T14:51:13.262604Z","steps":["trace[2064703298] 'agreement among raft nodes before linearized reading' (duration: 247.671792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.262508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.106347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:13.262776Z","caller":"traceutil/trace.go:171","msg":"trace[1786331131] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19878; }","duration":"226.403294ms","start":"2026-03-03T14:51:13.036364Z","end":"2026-03-03T14:51:13.262767Z","steps":["trace[1786331131] 'agreement among raft nodes before linearized reading' (duration: 226.075607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.262771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.305526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:13.262817Z","caller":"traceutil/trace.go:171","msg":"trace[160801211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19878; }","duration":"251.378658ms","start":"2026-03-03T14:51:13.011425Z","end":"2026-03-03T14:51:13.262804Z","steps":["trace[160801211] 'agreement among raft nodes before linearized reading' (duration: 251.286586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.26257Z","caller":"traceutil/trace.go:171","msg":"trace[231443438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19878; }","duration":"251.272925ms","start":"2026-03-03T14:51:13.011278Z","end":"2026-03-03T14:51:13.262551Z","steps":["trace[231443438] 'agreement among raft nodes before linearized reading' (duration: 251.064061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.260541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.794939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/objectstorage-provisioner-role-binding\" ","response":"range_response_count:1 size:1037"} {"level":"info","ts":"2026-03-03T14:51:13.263154Z","caller":"traceutil/trace.go:171","msg":"trace[326533434] range","detail":"{range_begin:/registry/clusterrolebindings/objectstorage-provisioner-role-binding; range_end:; response_count:1; response_revision:19878; }","duration":"283.44524ms","start":"2026-03-03T14:51:12.979692Z","end":"2026-03-03T14:51:13.263138Z","steps":["trace[326533434] 'agreement among raft nodes before linearized reading' (duration: 256.850127ms)","trace[326533434] 'range keys from in-memory index tree' (duration: 23.864218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:13.602117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.057188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:13.602336Z","caller":"traceutil/trace.go:171","msg":"trace[1697699437] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"333.056873ms","start":"2026-03-03T14:51:13.269259Z","end":"2026-03-03T14:51:13.602316Z","steps":["trace[1697699437] 'process raft request' (duration: 158.721368ms)","trace[1697699437] 'compare' (duration: 173.953695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:13.602408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269233Z","time spent":"333.138565ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:13.602619Z","caller":"traceutil/trace.go:171","msg":"trace[1875968971] linearizableReadLoop","detail":"{readStateIndex:20725; appliedIndex:20721; }","duration":"333.153906ms","start":"2026-03-03T14:51:13.269448Z","end":"2026-03-03T14:51:13.602602Z","steps":["trace[1875968971] 'read index received' (duration: 18.884982ms)","trace[1875968971] 'applied index is now lower than readState.Index' (duration: 314.268054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:13.602634Z","caller":"traceutil/trace.go:171","msg":"trace[594528413] transaction","detail":"{read_only:false; response_revision:19881; number_of_response:1; }","duration":"333.272268ms","start":"2026-03-03T14:51:13.269333Z","end":"2026-03-03T14:51:13.602605Z","steps":["trace[594528413] 'process raft request' (duration: 332.880718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.602641Z","caller":"traceutil/trace.go:171","msg":"trace[500423812] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"333.250297ms","start":"2026-03-03T14:51:13.269378Z","end":"2026-03-03T14:51:13.602629Z","steps":["trace[500423812] 'process raft request' (duration: 333.137305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.602766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269326Z","time spent":"333.36613ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:13.602783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269366Z","time spent":"333.355359ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:13.602864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.292804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:13.602919Z","caller":"traceutil/trace.go:171","msg":"trace[213262176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19882; }","duration":"244.391287ms","start":"2026-03-03T14:51:13.358511Z","end":"2026-03-03T14:51:13.602902Z","steps":["trace[213262176] 'agreement among raft nodes before linearized reading' (duration: 244.292704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.603206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.660018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1274"} {"level":"info","ts":"2026-03-03T14:51:13.603242Z","caller":"traceutil/trace.go:171","msg":"trace[150365395] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:19882; }","duration":"240.708479ms","start":"2026-03-03T14:51:13.362522Z","end":"2026-03-03T14:51:13.60323Z","steps":["trace[150365395] 'agreement among raft nodes before linearized reading' (duration: 240.608767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.603364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.741541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:13.603409Z","caller":"traceutil/trace.go:171","msg":"trace[1621534257] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:19882; }","duration":"205.812073ms","start":"2026-03-03T14:51:13.39758Z","end":"2026-03-03T14:51:13.603392Z","steps":["trace[1621534257] 'agreement among raft nodes before linearized reading' (duration: 205.744071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.603398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.210261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-03T14:51:13.60345Z","caller":"traceutil/trace.go:171","msg":"trace[430605662] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:19882; }","duration":"244.280533ms","start":"2026-03-03T14:51:13.359156Z","end":"2026-03-03T14:51:13.603437Z","steps":["trace[430605662] 'agreement among raft nodes before linearized reading' (duration: 244.17116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.604019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.36046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:13.60406Z","caller":"traceutil/trace.go:171","msg":"trace[1202633929] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"330.421121ms","start":"2026-03-03T14:51:13.273628Z","end":"2026-03-03T14:51:13.604049Z","steps":["trace[1202633929] 'agreement among raft nodes before linearized reading' (duration: 329.688144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.60415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.273621Z","time spent":"330.459152ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.604087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.174606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:13.604201Z","caller":"traceutil/trace.go:171","msg":"trace[984968755] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"333.310108ms","start":"2026-03-03T14:51:13.270882Z","end":"2026-03-03T14:51:13.604192Z","steps":["trace[984968755] 'agreement among raft nodes before linearized reading' (duration: 331.947917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.604234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.270871Z","time spent":"333.35258ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.607351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.798563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:13.607405Z","caller":"traceutil/trace.go:171","msg":"trace[89844675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"337.880735ms","start":"2026-03-03T14:51:13.269511Z","end":"2026-03-03T14:51:13.607391Z","steps":["trace[89844675] 'agreement among raft nodes before linearized reading' (duration: 333.658947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.60744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269501Z","time spent":"337.931446ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.609706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.126658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:51:13.609796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.310133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:13.609825Z","caller":"traceutil/trace.go:171","msg":"trace[2129865372] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"340.275942ms","start":"2026-03-03T14:51:13.269529Z","end":"2026-03-03T14:51:13.609805Z","steps":["trace[2129865372] 'agreement among raft nodes before linearized reading' (duration: 333.34479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.609859Z","caller":"traceutil/trace.go:171","msg":"trace[311845264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"340.430705ms","start":"2026-03-03T14:51:13.269413Z","end":"2026-03-03T14:51:13.609844Z","steps":["trace[311845264] 'agreement among raft nodes before linearized reading' (duration: 333.258637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.609907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269519Z","time spent":"340.358984ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.609915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269386Z","time spent":"340.506017ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.613278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.729322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:51:13.613315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.556217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:13.613361Z","caller":"traceutil/trace.go:171","msg":"trace[1094288065] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"337.629999ms","start":"2026-03-03T14:51:13.275719Z","end":"2026-03-03T14:51:13.613349Z","steps":["trace[1094288065] 'agreement among raft nodes before linearized reading' (duration: 327.452202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.61336Z","caller":"traceutil/trace.go:171","msg":"trace[1396403229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19882; }","duration":"343.848075ms","start":"2026-03-03T14:51:13.269494Z","end":"2026-03-03T14:51:13.613342Z","steps":["trace[1396403229] 'agreement among raft nodes before linearized reading' (duration: 333.294339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.613391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.275708Z","time spent":"337.67453ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:13.613423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.269486Z","time spent":"343.921847ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:14.043869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.78544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T14:51:14.044681Z","caller":"traceutil/trace.go:171","msg":"trace[1736165540] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19882; }","duration":"197.63723ms","start":"2026-03-03T14:51:13.847016Z","end":"2026-03-03T14:51:14.044653Z","steps":["trace[1736165540] 'range keys from in-memory index tree' (duration: 196.600776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.044178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.501997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:1328"} {"level":"info","ts":"2026-03-03T14:51:14.045155Z","caller":"traceutil/trace.go:171","msg":"trace[1036776106] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:19882; }","duration":"192.501ms","start":"2026-03-03T14:51:13.852631Z","end":"2026-03-03T14:51:14.045132Z","steps":["trace[1036776106] 'range keys from in-memory index tree' (duration: 191.374973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.044342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.540903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:14.044384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.302189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:route-controller\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-03T14:51:14.045326Z","caller":"traceutil/trace.go:171","msg":"trace[915196015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19882; }","duration":"287.520356ms","start":"2026-03-03T14:51:13.757745Z","end":"2026-03-03T14:51:14.045265Z","steps":["trace[915196015] 'range keys from in-memory index tree' (duration: 286.422579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:14.045378Z","caller":"traceutil/trace.go:171","msg":"trace[63567105] range","detail":"{range_begin:/registry/clusterroles/system:controller:route-controller; range_end:; response_count:1; response_revision:19882; }","duration":"343.293793ms","start":"2026-03-03T14:51:13.702055Z","end":"2026-03-03T14:51:14.045349Z","steps":["trace[63567105] 'range keys from in-memory index tree' (duration: 342.225517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.045448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.702043Z","time spent":"343.381945ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":700,"request content":"key:\"/registry/clusterroles/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:14.385141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.783616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-account-controller\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-03T14:51:14.385258Z","caller":"traceutil/trace.go:171","msg":"trace[1490991891] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-account-controller; range_end:; response_count:1; response_revision:19883; }","duration":"113.938049ms","start":"2026-03-03T14:51:14.27129Z","end":"2026-03-03T14:51:14.385228Z","steps":["trace[1490991891] 'range keys from in-memory index tree' (duration: 113.688374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.385255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.185363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:14.385338Z","caller":"traceutil/trace.go:171","msg":"trace[1315505305] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19883; }","duration":"125.50353ms","start":"2026-03-03T14:51:14.259814Z","end":"2026-03-03T14:51:14.385318Z","steps":["trace[1315505305] 'count revisions from in-memory index tree' (duration: 125.08027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.736273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.070243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:service-controller\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-03-03T14:51:14.736697Z","caller":"traceutil/trace.go:171","msg":"trace[504480968] range","detail":"{range_begin:/registry/clusterroles/system:controller:service-controller; range_end:; response_count:1; response_revision:19884; }","duration":"123.534394ms","start":"2026-03-03T14:51:14.613133Z","end":"2026-03-03T14:51:14.736668Z","steps":["trace[504480968] 'range keys from in-memory index tree' (duration: 122.869499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:14.736428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.057098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-provisioner-role\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-03T14:51:14.736876Z","caller":"traceutil/trace.go:171","msg":"trace[2101054063] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-provisioner-role; range_end:; response_count:1; response_revision:19884; }","duration":"142.536109ms","start":"2026-03-03T14:51:14.594312Z","end":"2026-03-03T14:51:14.736848Z","steps":["trace[2101054063] 'range keys from in-memory index tree' (duration: 141.865713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.434813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693704262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:51:15.686954Z","caller":"traceutil/trace.go:171","msg":"trace[63665610] linearizableReadLoop","detail":"{readStateIndex:20728; appliedIndex:20727; }","duration":"752.891699ms","start":"2026-03-03T14:51:14.934035Z","end":"2026-03-03T14:51:15.686927Z","steps":["trace[63665610] 'read index received' (duration: 752.638773ms)","trace[63665610] 'applied index is now lower than readState.Index' (duration: 251.826µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:15.687259Z","caller":"traceutil/trace.go:171","msg":"trace[1385937640] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"791.80162ms","start":"2026-03-03T14:51:14.895441Z","end":"2026-03-03T14:51:15.687243Z","steps":["trace[1385937640] 'process raft request' (duration: 791.327679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.687375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.725537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-global\" ","response":"range_response_count:1 size:1014"} {"level":"info","ts":"2026-03-03T14:51:15.687441Z","caller":"traceutil/trace.go:171","msg":"trace[596470393] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-global; range_end:; response_count:1; response_revision:19885; }","duration":"741.829479ms","start":"2026-03-03T14:51:14.945595Z","end":"2026-03-03T14:51:15.687425Z","steps":["trace[596470393] 'agreement among raft nodes before linearized reading' (duration: 741.660755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.687473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:14.945577Z","time spent":"741.888661ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1038,"request content":"key:\"/registry/clusterrolebindings/rook-ceph-global\" "} {"level":"warn","ts":"2026-03-03T14:51:15.687536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:14.89542Z","time spent":"791.934144ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:15.687634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.595095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:991"} {"level":"info","ts":"2026-03-03T14:51:15.687694Z","caller":"traceutil/trace.go:171","msg":"trace[933905488] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:19885; }","duration":"753.682047ms","start":"2026-03-03T14:51:14.933999Z","end":"2026-03-03T14:51:15.687681Z","steps":["trace[933905488] 'agreement among raft nodes before linearized reading' (duration: 753.599325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.68773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:14.933983Z","time spent":"753.738998ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1015,"request content":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:15.687913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.830353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:15.687944Z","caller":"traceutil/trace.go:171","msg":"trace[1734336828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19885; }","duration":"395.874814ms","start":"2026-03-03T14:51:15.292062Z","end":"2026-03-03T14:51:15.687937Z","steps":["trace[1734336828] 'agreement among raft nodes before linearized reading' (duration: 395.810243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.687964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:15.292055Z","time spent":"395.903134ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:15.688069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.811407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:15.688095Z","caller":"traceutil/trace.go:171","msg":"trace[173151561] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19885; }","duration":"396.863508ms","start":"2026-03-03T14:51:15.291225Z","end":"2026-03-03T14:51:15.688089Z","steps":["trace[173151561] 'agreement among raft nodes before linearized reading' (duration: 396.783246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.688112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:15.29121Z","time spent":"396.898179ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:15.68825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.899429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:15.688277Z","caller":"traceutil/trace.go:171","msg":"trace[173503115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19885; }","duration":"446.964691ms","start":"2026-03-03T14:51:15.241305Z","end":"2026-03-03T14:51:15.68827Z","steps":["trace[173503115] 'agreement among raft nodes before linearized reading' (duration: 446.896439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.688297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:15.241285Z","time spent":"447.005721ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:15.688407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.281251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:15.688436Z","caller":"traceutil/trace.go:171","msg":"trace[594979920] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:19885; }","duration":"614.336371ms","start":"2026-03-03T14:51:15.074091Z","end":"2026-03-03T14:51:15.688428Z","steps":["trace[594979920] 'agreement among raft nodes before linearized reading' (duration: 614.2933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.688458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:15.074076Z","time spent":"614.375073ms","remote":"127.0.0.1:40538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:15.81351Z","caller":"traceutil/trace.go:171","msg":"trace[1485423853] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"119.48505ms","start":"2026-03-03T14:51:15.694004Z","end":"2026-03-03T14:51:15.813489Z","steps":["trace[1485423853] 'process raft request' (duration: 117.856711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:15.813896Z","caller":"traceutil/trace.go:171","msg":"trace[999606831] transaction","detail":"{read_only:false; response_revision:19888; number_of_response:1; }","duration":"119.769226ms","start":"2026-03-03T14:51:15.694119Z","end":"2026-03-03T14:51:15.813889Z","steps":["trace[999606831] 'process raft request' (duration: 119.344486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:15.81398Z","caller":"traceutil/trace.go:171","msg":"trace[1915267093] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"117.291678ms","start":"2026-03-03T14:51:15.69665Z","end":"2026-03-03T14:51:15.813942Z","steps":["trace[1915267093] 'process raft request' (duration: 117.217187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:15.814148Z","caller":"traceutil/trace.go:171","msg":"trace[1724287593] transaction","detail":"{read_only:false; response_revision:19889; number_of_response:1; }","duration":"119.788517ms","start":"2026-03-03T14:51:15.694229Z","end":"2026-03-03T14:51:15.814017Z","steps":["trace[1724287593] 'process raft request' (duration: 119.48806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.814706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.390496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-global\" ","response":"range_response_count:1 size:1014"} {"level":"info","ts":"2026-03-03T14:51:15.814788Z","caller":"traceutil/trace.go:171","msg":"trace[1975614811] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-global; range_end:; response_count:1; response_revision:19890; }","duration":"119.517309ms","start":"2026-03-03T14:51:15.695254Z","end":"2026-03-03T14:51:15.814771Z","steps":["trace[1975614811] 'agreement among raft nodes before linearized reading' (duration: 119.353456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.81508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.520886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.815111Z","caller":"traceutil/trace.go:171","msg":"trace[909224227] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"118.563417ms","start":"2026-03-03T14:51:15.696541Z","end":"2026-03-03T14:51:15.815104Z","steps":["trace[909224227] 'agreement among raft nodes before linearized reading' (duration: 117.562664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.816452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.618798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.816514Z","caller":"traceutil/trace.go:171","msg":"trace[578521138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"115.722231ms","start":"2026-03-03T14:51:15.700778Z","end":"2026-03-03T14:51:15.8165Z","steps":["trace[578521138] 'agreement among raft nodes before linearized reading' (duration: 113.191152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.816658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.737395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.816729Z","caller":"traceutil/trace.go:171","msg":"trace[381600246] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"122.824347ms","start":"2026-03-03T14:51:15.693887Z","end":"2026-03-03T14:51:15.816712Z","steps":["trace[381600246] 'agreement among raft nodes before linearized reading' (duration: 120.881881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.816844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.071273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.816898Z","caller":"traceutil/trace.go:171","msg":"trace[317261583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"120.137625ms","start":"2026-03-03T14:51:15.696747Z","end":"2026-03-03T14:51:15.816885Z","steps":["trace[317261583] 'agreement among raft nodes before linearized reading' (duration: 117.755699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.817095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.363863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.817172Z","caller":"traceutil/trace.go:171","msg":"trace[1361062356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"118.451365ms","start":"2026-03-03T14:51:15.698702Z","end":"2026-03-03T14:51:15.817154Z","steps":["trace[1361062356] 'agreement among raft nodes before linearized reading' (duration: 115.775753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.817171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.817221Z","caller":"traceutil/trace.go:171","msg":"trace[2110369942] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"118.27772ms","start":"2026-03-03T14:51:15.698931Z","end":"2026-03-03T14:51:15.817208Z","steps":["trace[2110369942] 'agreement among raft nodes before linearized reading' (duration: 115.406423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.817279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.708414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.81732Z","caller":"traceutil/trace.go:171","msg":"trace[816386843] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"116.778675ms","start":"2026-03-03T14:51:15.700529Z","end":"2026-03-03T14:51:15.817308Z","steps":["trace[816386843] 'agreement among raft nodes before linearized reading' (duration: 114.00709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.817551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.025435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:15.817584Z","caller":"traceutil/trace.go:171","msg":"trace[403893012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19890; }","duration":"121.080146ms","start":"2026-03-03T14:51:15.696496Z","end":"2026-03-03T14:51:15.817577Z","steps":["trace[403893012] 'agreement among raft nodes before linearized reading' (duration: 117.984214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:16.506227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.861383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:coredns\" ","response":"range_response_count:1 size:389"} {"level":"info","ts":"2026-03-03T14:51:16.506314Z","caller":"traceutil/trace.go:171","msg":"trace[1484606923] range","detail":"{range_begin:/registry/clusterroles/system:coredns; range_end:; response_count:1; response_revision:19893; }","duration":"186.005217ms","start":"2026-03-03T14:51:16.320286Z","end":"2026-03-03T14:51:16.506291Z","steps":["trace[1484606923] 'range keys from in-memory index tree' (duration: 185.748041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:16.506386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.902959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-mgr-cluster-openstack\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-03T14:51:16.506457Z","caller":"traceutil/trace.go:171","msg":"trace[543804920] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-mgr-cluster-openstack; range_end:; response_count:1; response_revision:19893; }","duration":"120.007682ms","start":"2026-03-03T14:51:16.386434Z","end":"2026-03-03T14:51:16.506442Z","steps":["trace[543804920] 'range keys from in-memory index tree' (duration: 119.746755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:17.951823Z","caller":"traceutil/trace.go:171","msg":"trace[52961813] linearizableReadLoop","detail":"{readStateIndex:20748; appliedIndex:20744; }","duration":"112.28075ms","start":"2026-03-03T14:51:17.839525Z","end":"2026-03-03T14:51:17.951806Z","steps":["trace[52961813] 'read index received' (duration: 28.354484ms)","trace[52961813] 'applied index is now lower than readState.Index' (duration: 83.925666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:17.951922Z","caller":"traceutil/trace.go:171","msg":"trace[784895391] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"129.583716ms","start":"2026-03-03T14:51:17.822329Z","end":"2026-03-03T14:51:17.951913Z","steps":["trace[784895391] 'process raft request' (duration: 129.450653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:17.951883Z","caller":"traceutil/trace.go:171","msg":"trace[984043099] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"129.620277ms","start":"2026-03-03T14:51:17.822238Z","end":"2026-03-03T14:51:17.951858Z","steps":["trace[984043099] 'process raft request' (duration: 129.520754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:17.952117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.576067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:17.952153Z","caller":"traceutil/trace.go:171","msg":"trace[506523151] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19904; }","duration":"112.665389ms","start":"2026-03-03T14:51:17.83948Z","end":"2026-03-03T14:51:17.952145Z","steps":["trace[506523151] 'agreement among raft nodes before linearized reading' (duration: 112.526326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:17.952181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.958268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T14:51:17.952252Z","caller":"traceutil/trace.go:171","msg":"trace[79506606] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:19904; }","duration":"111.077291ms","start":"2026-03-03T14:51:17.841161Z","end":"2026-03-03T14:51:17.952239Z","steps":["trace[79506606] 'agreement among raft nodes before linearized reading' (duration: 110.938648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:17.951844Z","caller":"traceutil/trace.go:171","msg":"trace[1282303178] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"130.346043ms","start":"2026-03-03T14:51:17.821481Z","end":"2026-03-03T14:51:17.951827Z","steps":["trace[1282303178] 'process raft request' (duration: 127.368283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:18.166795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.313644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-03-03T14:51:18.166911Z","caller":"traceutil/trace.go:171","msg":"trace[1054354467] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:19904; }","duration":"114.460227ms","start":"2026-03-03T14:51:18.05242Z","end":"2026-03-03T14:51:18.16688Z","steps":["trace[1054354467] 'range keys from in-memory index tree' (duration: 114.223701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:18.824516Z","caller":"traceutil/trace.go:171","msg":"trace[1137012159] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"163.983736ms","start":"2026-03-03T14:51:18.660499Z","end":"2026-03-03T14:51:18.824483Z","steps":["trace[1137012159] 'process raft request' (duration: 162.747206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:20.709813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.356158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-03T14:51:20.709883Z","caller":"traceutil/trace.go:171","msg":"trace[1528157283] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:19914; }","duration":"268.488151ms","start":"2026-03-03T14:51:20.44138Z","end":"2026-03-03T14:51:20.709868Z","steps":["trace[1528157283] 'range keys from in-memory index tree' (duration: 268.208255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:20.709966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.765819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T14:51:20.710076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.330916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:20.710064Z","caller":"traceutil/trace.go:171","msg":"trace[442222595] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:19914; }","duration":"309.910453ms","start":"2026-03-03T14:51:20.400128Z","end":"2026-03-03T14:51:20.710039Z","steps":["trace[442222595] 'range keys from in-memory index tree' (duration: 309.650746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:20.710044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.108339ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:20.710129Z","caller":"traceutil/trace.go:171","msg":"trace[1541885106] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19914; }","duration":"108.411339ms","start":"2026-03-03T14:51:20.601701Z","end":"2026-03-03T14:51:20.710112Z","steps":["trace[1541885106] 'range keys from in-memory index tree' (duration: 108.168023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:20.71014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:20.400109Z","time spent":"310.017125ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":800,"request content":"key:\"/registry/clusterrolebindings/system:controller:generic-garbage-collector\" "} {"level":"info","ts":"2026-03-03T14:51:20.710162Z","caller":"traceutil/trace.go:171","msg":"trace[1497499942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19914; }","duration":"289.242592ms","start":"2026-03-03T14:51:20.4209Z","end":"2026-03-03T14:51:20.710143Z","steps":["trace[1497499942] 'range keys from in-memory index tree' (duration: 289.081089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.237228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.940153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T14:51:21.237409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.540608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" ","response":"range_response_count:1 size:724"} {"level":"info","ts":"2026-03-03T14:51:21.237458Z","caller":"traceutil/trace.go:171","msg":"trace[293532321] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:19915; }","duration":"310.21281ms","start":"2026-03-03T14:51:20.927223Z","end":"2026-03-03T14:51:21.237436Z","steps":["trace[293532321] 'range keys from in-memory index tree' (duration: 309.841162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:21.237473Z","caller":"traceutil/trace.go:171","msg":"trace[675500491] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:19915; }","duration":"318.65026ms","start":"2026-03-03T14:51:20.918808Z","end":"2026-03-03T14:51:21.237459Z","steps":["trace[675500491] 'range keys from in-memory index tree' (duration: 318.443235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.237502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:20.918792Z","time spent":"318.704161ms","remote":"127.0.0.1:48494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":748,"request content":"key:\"/registry/clusterroles/system:volume-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:21.237504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:20.927206Z","time spent":"310.287421ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":800,"request content":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-03-03T14:51:22.215003Z","caller":"traceutil/trace.go:171","msg":"trace[2078510464] transaction","detail":"{read_only:false; response_revision:19920; number_of_response:1; }","duration":"155.051714ms","start":"2026-03-03T14:51:22.059926Z","end":"2026-03-03T14:51:22.214978Z","steps":["trace[2078510464] 'process raft request' (duration: 136.455283ms)","trace[2078510464] 'compare' (duration: 18.386526ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:22.215131Z","caller":"traceutil/trace.go:171","msg":"trace[1507400808] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20763; }","duration":"154.824869ms","start":"2026-03-03T14:51:22.060278Z","end":"2026-03-03T14:51:22.215103Z","steps":["trace[1507400808] 'read index received' (duration: 51.587002ms)","trace[1507400808] 'applied index is now lower than readState.Index' (duration: 103.236157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:22.215177Z","caller":"traceutil/trace.go:171","msg":"trace[915216839] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"155.178817ms","start":"2026-03-03T14:51:22.05998Z","end":"2026-03-03T14:51:22.215159Z","steps":["trace[915216839] 'process raft request' (duration: 154.938441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.215368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.772214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:22.215369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.608567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:22.215401Z","caller":"traceutil/trace.go:171","msg":"trace[842429490] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19921; }","duration":"129.832615ms","start":"2026-03-03T14:51:22.085559Z","end":"2026-03-03T14:51:22.215392Z","steps":["trace[842429490] 'agreement among raft nodes before linearized reading' (duration: 129.718673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:22.21541Z","caller":"traceutil/trace.go:171","msg":"trace[1266462201] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19921; }","duration":"136.692579ms","start":"2026-03-03T14:51:22.078704Z","end":"2026-03-03T14:51:22.215397Z","steps":["trace[1266462201] 'agreement among raft nodes before linearized reading' (duration: 136.535226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.215478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.475895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:22.215518Z","caller":"traceutil/trace.go:171","msg":"trace[1749225269] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19921; }","duration":"131.555567ms","start":"2026-03-03T14:51:22.083948Z","end":"2026-03-03T14:51:22.215504Z","steps":["trace[1749225269] 'agreement among raft nodes before linearized reading' (duration: 131.446204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.215605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.93779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:22.215642Z","caller":"traceutil/trace.go:171","msg":"trace[327371623] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19921; }","duration":"135.977091ms","start":"2026-03-03T14:51:22.079656Z","end":"2026-03-03T14:51:22.215633Z","steps":["trace[327371623] 'agreement among raft nodes before linearized reading' (duration: 135.837498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.215662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.169106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:22.21705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.736344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:22.217153Z","caller":"traceutil/trace.go:171","msg":"trace[1856476811] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19921; }","duration":"156.911528ms","start":"2026-03-03T14:51:22.060216Z","end":"2026-03-03T14:51:22.217127Z","steps":["trace[1856476811] 'agreement among raft nodes before linearized reading' (duration: 155.012292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:22.22445Z","caller":"traceutil/trace.go:171","msg":"trace[2034103326] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19921; }","duration":"136.227077ms","start":"2026-03-03T14:51:22.079456Z","end":"2026-03-03T14:51:22.215683Z","steps":["trace[2034103326] 'agreement among raft nodes before linearized reading' (duration: 136.046923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.224556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.425163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:22.224598Z","caller":"traceutil/trace.go:171","msg":"trace[1636748669] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19921; }","duration":"139.479774ms","start":"2026-03-03T14:51:22.085102Z","end":"2026-03-03T14:51:22.224582Z","steps":["trace[1636748669] 'agreement among raft nodes before linearized reading' (duration: 130.586203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.705094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.274987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:22.705186Z","caller":"traceutil/trace.go:171","msg":"trace[456698498] linearizableReadLoop","detail":"{readStateIndex:20766; appliedIndex:20765; }","duration":"372.847303ms","start":"2026-03-03T14:51:22.332323Z","end":"2026-03-03T14:51:22.70517Z","steps":["trace[456698498] 'read index received' (duration: 242.355201ms)","trace[456698498] 'applied index is now lower than readState.Index' (duration: 130.490782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:22.705232Z","caller":"traceutil/trace.go:171","msg":"trace[1547074540] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"372.986567ms","start":"2026-03-03T14:51:22.332194Z","end":"2026-03-03T14:51:22.70518Z","steps":["trace[1547074540] 'process raft request' (duration: 242.548346ms)","trace[1547074540] 'compare' (duration: 130.154264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:22.705297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.261696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:22.705333Z","caller":"traceutil/trace.go:171","msg":"trace[1505001852] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:19922; }","duration":"225.333448ms","start":"2026-03-03T14:51:22.479988Z","end":"2026-03-03T14:51:22.705321Z","steps":["trace[1505001852] 'agreement among raft nodes before linearized reading' (duration: 225.274527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.705397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.613728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"warn","ts":"2026-03-03T14:51:22.705406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.33217Z","time spent":"373.147461ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:22.705409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.443605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:22.705496Z","caller":"traceutil/trace.go:171","msg":"trace[625630713] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19922; }","duration":"245.586969ms","start":"2026-03-03T14:51:22.459889Z","end":"2026-03-03T14:51:22.705476Z","steps":["trace[625630713] 'agreement among raft nodes before linearized reading' (duration: 245.437725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:22.705441Z","caller":"traceutil/trace.go:171","msg":"trace[546552595] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:19922; }","duration":"280.662249ms","start":"2026-03-03T14:51:22.424768Z","end":"2026-03-03T14:51:22.70543Z","steps":["trace[546552595] 'agreement among raft nodes before linearized reading' (duration: 280.578638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.705653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.159383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T14:51:22.705686Z","caller":"traceutil/trace.go:171","msg":"trace[1764127305] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19922; }","duration":"371.195084ms","start":"2026-03-03T14:51:22.334483Z","end":"2026-03-03T14:51:22.705678Z","steps":["trace[1764127305] 'agreement among raft nodes before linearized reading' (duration: 370.780055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.705707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.334461Z","time spent":"371.240775ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":129,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:22.706001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.687993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-03-03T14:51:22.706031Z","caller":"traceutil/trace.go:171","msg":"trace[1243076990] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:19922; }","duration":"373.769175ms","start":"2026-03-03T14:51:22.332252Z","end":"2026-03-03T14:51:22.706021Z","steps":["trace[1243076990] 'agreement among raft nodes before linearized reading' (duration: 372.982397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.706051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.332235Z","time spent":"373.810606ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":784,"request content":"key:\"/registry/clusterrolebindings/system:controller:pod-garbage-collector\" "} {"level":"warn","ts":"2026-03-03T14:51:23.071506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.740957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:23.071583Z","caller":"traceutil/trace.go:171","msg":"trace[444141070] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:19922; }","duration":"230.881101ms","start":"2026-03-03T14:51:22.840686Z","end":"2026-03-03T14:51:23.071568Z","steps":["trace[444141070] 'range keys from in-memory index tree' (duration: 230.555384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.071631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.131072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T14:51:23.071683Z","caller":"traceutil/trace.go:171","msg":"trace[1126005080] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:19922; }","duration":"265.218714ms","start":"2026-03-03T14:51:22.806453Z","end":"2026-03-03T14:51:23.071671Z","steps":["trace[1126005080] 'range keys from in-memory index tree' (duration: 264.967618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:23.23816Z","caller":"traceutil/trace.go:171","msg":"trace[524592022] linearizableReadLoop","detail":"{readStateIndex:20767; appliedIndex:20766; }","duration":"324.153391ms","start":"2026-03-03T14:51:22.913956Z","end":"2026-03-03T14:51:23.23811Z","steps":["trace[524592022] 'read index received' (duration: 324.075199ms)","trace[524592022] 'applied index is now lower than readState.Index' (duration: 77.012µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:23.238286Z","caller":"traceutil/trace.go:171","msg":"trace[348225643] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"388.412682ms","start":"2026-03-03T14:51:22.849862Z","end":"2026-03-03T14:51:23.238275Z","steps":["trace[348225643] 'process raft request' (duration: 388.101415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.238421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.849823Z","time spent":"388.508904ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:23.238458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.483509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:23.23851Z","caller":"traceutil/trace.go:171","msg":"trace[610374788] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19923; }","duration":"324.57189ms","start":"2026-03-03T14:51:22.913925Z","end":"2026-03-03T14:51:23.238497Z","steps":["trace[610374788] 'agreement among raft nodes before linearized reading' (duration: 324.416656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.238543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.91391Z","time spent":"324.626242ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:23.834271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.706642ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:51:23.834495Z","caller":"traceutil/trace.go:171","msg":"trace[35532062] linearizableReadLoop","detail":"{readStateIndex:20768; appliedIndex:20767; }","duration":"596.210336ms","start":"2026-03-03T14:51:23.238247Z","end":"2026-03-03T14:51:23.834457Z","steps":["trace[35532062] 'read index received' (duration: 152.33432ms)","trace[35532062] 'applied index is now lower than readState.Index' (duration: 443.873516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:23.834598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.952345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T14:51:23.83472Z","caller":"traceutil/trace.go:171","msg":"trace[841964397] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:19923; }","duration":"603.086578ms","start":"2026-03-03T14:51:23.231589Z","end":"2026-03-03T14:51:23.834675Z","steps":["trace[841964397] 'agreement among raft nodes before linearized reading' (duration: 602.880193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.834714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.942127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:1 size:772"} {"level":"warn","ts":"2026-03-03T14:51:23.834766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.231559Z","time spent":"603.197671ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":800,"request content":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" "} {"level":"info","ts":"2026-03-03T14:51:23.834805Z","caller":"traceutil/trace.go:171","msg":"trace[365056824] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:1; response_revision:19923; }","duration":"747.07854ms","start":"2026-03-03T14:51:23.087704Z","end":"2026-03-03T14:51:23.834782Z","steps":["trace[365056824] 'agreement among raft nodes before linearized reading' (duration: 746.892036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.834861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.087682Z","time spent":"747.169872ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":796,"request content":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" "} {"level":"info","ts":"2026-03-03T14:51:23.989622Z","caller":"traceutil/trace.go:171","msg":"trace[1952837162] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"409.215695ms","start":"2026-03-03T14:51:23.580374Z","end":"2026-03-03T14:51:23.98959Z","steps":["trace[1952837162] 'process raft request' (duration: 408.978779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.98992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.580356Z","time spent":"409.357779ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:24.001307Z","caller":"traceutil/trace.go:171","msg":"trace[2143428940] linearizableReadLoop","detail":"{readStateIndex:20770; appliedIndex:20768; }","duration":"166.72242ms","start":"2026-03-03T14:51:23.834552Z","end":"2026-03-03T14:51:24.001274Z","steps":["trace[2143428940] 'read index received' (duration: 154.782907ms)","trace[2143428940] 'applied index is now lower than readState.Index' (duration: 11.938313ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:24.001463Z","caller":"traceutil/trace.go:171","msg":"trace[381535843] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"177.011814ms","start":"2026-03-03T14:51:23.824395Z","end":"2026-03-03T14:51:24.001407Z","steps":["trace[381535843] 'process raft request' (duration: 176.654986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.001542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.12986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:24.001609Z","caller":"traceutil/trace.go:171","msg":"trace[979956452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19925; }","duration":"243.249963ms","start":"2026-03-03T14:51:23.758345Z","end":"2026-03-03T14:51:24.001595Z","steps":["trace[979956452] 'agreement among raft nodes before linearized reading' (duration: 243.11593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.001565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.385734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T14:51:24.001953Z","caller":"traceutil/trace.go:171","msg":"trace[1186837735] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:1; response_revision:19925; }","duration":"161.856245ms","start":"2026-03-03T14:51:23.840073Z","end":"2026-03-03T14:51:24.001929Z","steps":["trace[1186837735] 'agreement among raft nodes before linearized reading' (duration: 161.399904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.002176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.642654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:24.002302Z","caller":"traceutil/trace.go:171","msg":"trace[754307516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19925; }","duration":"127.836839ms","start":"2026-03-03T14:51:23.874432Z","end":"2026-03-03T14:51:24.002269Z","steps":["trace[754307516] 'agreement among raft nodes before linearized reading' (duration: 127.47488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.438273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.183616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:24.438689Z","caller":"traceutil/trace.go:171","msg":"trace[873132579] linearizableReadLoop","detail":"{readStateIndex:20772; appliedIndex:20770; }","duration":"363.381099ms","start":"2026-03-03T14:51:24.075291Z","end":"2026-03-03T14:51:24.438672Z","steps":["trace[873132579] 'read index received' (duration: 15.726163ms)","trace[873132579] 'applied index is now lower than readState.Index' (duration: 347.653716ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:24.4388Z","caller":"traceutil/trace.go:171","msg":"trace[1589727213] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"431.727918ms","start":"2026-03-03T14:51:24.007062Z","end":"2026-03-03T14:51:24.43879Z","steps":["trace[1589727213] 'process raft request' (duration: 431.551874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.438863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.007032Z","time spent":"431.79938ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:24.438909Z","caller":"traceutil/trace.go:171","msg":"trace[1018884310] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"433.04142ms","start":"2026-03-03T14:51:24.005836Z","end":"2026-03-03T14:51:24.438878Z","steps":["trace[1018884310] 'process raft request' (duration: 85.166558ms)","trace[1018884310] 'compare' (duration: 347.061443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:24.439057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.005813Z","time spent":"433.169213ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:24.439129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.855361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:24.439173Z","caller":"traceutil/trace.go:171","msg":"trace[2114373139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19927; }","duration":"363.930073ms","start":"2026-03-03T14:51:24.075232Z","end":"2026-03-03T14:51:24.439162Z","steps":["trace[2114373139] 'agreement among raft nodes before linearized reading' (duration: 363.80363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.075213Z","time spent":"363.986144ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:24.439619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.736744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-03-03T14:51:24.439667Z","caller":"traceutil/trace.go:171","msg":"trace[1036489475] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replicaset-controller; range_end:; response_count:1; response_revision:19927; }","duration":"335.811976ms","start":"2026-03-03T14:51:24.103843Z","end":"2026-03-03T14:51:24.439655Z","steps":["trace[1036489475] 'agreement among raft nodes before linearized reading' (duration: 335.727814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.103826Z","time spent":"335.863777ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":784,"request content":"key:\"/registry/clusterrolebindings/system:controller:replicaset-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:24.43983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.58539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:24.439861Z","caller":"traceutil/trace.go:171","msg":"trace[111442361] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19927; }","duration":"186.637411ms","start":"2026-03-03T14:51:24.253216Z","end":"2026-03-03T14:51:24.439854Z","steps":["trace[111442361] 'agreement among raft nodes before linearized reading' (duration: 186.555259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.778586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:24.439976Z","caller":"traceutil/trace.go:171","msg":"trace[789952087] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19927; }","duration":"189.844308ms","start":"2026-03-03T14:51:24.250123Z","end":"2026-03-03T14:51:24.439967Z","steps":["trace[789952087] 'agreement among raft nodes before linearized reading' (duration: 189.718065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.492112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:24.440061Z","caller":"traceutil/trace.go:171","msg":"trace[130001407] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19927; }","duration":"176.556003ms","start":"2026-03-03T14:51:24.263498Z","end":"2026-03-03T14:51:24.440054Z","steps":["trace[130001407] 'agreement among raft nodes before linearized reading' (duration: 176.448291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.161047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:24.440171Z","caller":"traceutil/trace.go:171","msg":"trace[1597677459] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19927; }","duration":"177.208868ms","start":"2026-03-03T14:51:24.262958Z","end":"2026-03-03T14:51:24.440167Z","steps":["trace[1597677459] 'agreement among raft nodes before linearized reading' (duration: 177.154707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.277241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:24.440263Z","caller":"traceutil/trace.go:171","msg":"trace[116369794] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19927; }","duration":"191.355183ms","start":"2026-03-03T14:51:24.248899Z","end":"2026-03-03T14:51:24.440254Z","steps":["trace[116369794] 'agreement among raft nodes before linearized reading' (duration: 191.253211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.857657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:24.440293Z","caller":"traceutil/trace.go:171","msg":"trace[299015160] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19927; }","duration":"178.889999ms","start":"2026-03-03T14:51:24.261399Z","end":"2026-03-03T14:51:24.440289Z","steps":["trace[299015160] 'agreement among raft nodes before linearized reading' (duration: 178.845448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.670657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:24.440402Z","caller":"traceutil/trace.go:171","msg":"trace[1823170289] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19927; }","duration":"179.726338ms","start":"2026-03-03T14:51:24.260672Z","end":"2026-03-03T14:51:24.440398Z","steps":["trace[1823170289] 'agreement among raft nodes before linearized reading' (duration: 179.684067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.018023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:24.440535Z","caller":"traceutil/trace.go:171","msg":"trace[1606021144] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19927; }","duration":"193.104915ms","start":"2026-03-03T14:51:24.24742Z","end":"2026-03-03T14:51:24.440525Z","steps":["trace[1606021144] 'agreement among raft nodes before linearized reading' (duration: 192.967702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.916481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:24.440721Z","caller":"traceutil/trace.go:171","msg":"trace[2094694901] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19927; }","duration":"184.949472ms","start":"2026-03-03T14:51:24.255767Z","end":"2026-03-03T14:51:24.440716Z","steps":["trace[2094694901] 'agreement among raft nodes before linearized reading' (duration: 184.691606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.90379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:24.440757Z","caller":"traceutil/trace.go:171","msg":"trace[2135066503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19927; }","duration":"211.964612ms","start":"2026-03-03T14:51:24.228785Z","end":"2026-03-03T14:51:24.440749Z","steps":["trace[2135066503] 'agreement among raft nodes before linearized reading' (duration: 211.88148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.605078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:24.440854Z","caller":"traceutil/trace.go:171","msg":"trace[1654824906] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19927; }","duration":"185.624699ms","start":"2026-03-03T14:51:24.255224Z","end":"2026-03-03T14:51:24.440849Z","steps":["trace[1654824906] 'agreement among raft nodes before linearized reading' (duration: 185.573757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.858193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:51:24.441348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.895141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-03-03T14:51:24.441581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.061106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:24.440964Z","caller":"traceutil/trace.go:171","msg":"trace[2043160296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19927; }","duration":"220.895213ms","start":"2026-03-03T14:51:24.220059Z","end":"2026-03-03T14:51:24.440955Z","steps":["trace[2043160296] 'agreement among raft nodes before linearized reading' (duration: 220.811401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:24.441625Z","caller":"traceutil/trace.go:171","msg":"trace[1507214453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19927; }","duration":"326.345093ms","start":"2026-03-03T14:51:24.115266Z","end":"2026-03-03T14:51:24.441611Z","steps":["trace[1507214453] 'agreement among raft nodes before linearized reading' (duration: 325.989844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.441735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.115246Z","time spent":"326.480625ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:51:24.441622Z","caller":"traceutil/trace.go:171","msg":"trace[53313034] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:19927; }","duration":"334.206448ms","start":"2026-03-03T14:51:24.107395Z","end":"2026-03-03T14:51:24.441602Z","steps":["trace[53313034] 'agreement among raft nodes before linearized reading' (duration: 333.84918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.441858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.107378Z","time spent":"334.471445ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:25.110624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.258584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:25.112137Z","caller":"traceutil/trace.go:171","msg":"trace[1275071024] linearizableReadLoop","detail":"{readStateIndex:20773; appliedIndex:20772; }","duration":"662.666259ms","start":"2026-03-03T14:51:24.44945Z","end":"2026-03-03T14:51:25.112117Z","steps":["trace[1275071024] 'read index received' (duration: 249.995282ms)","trace[1275071024] 'applied index is now lower than readState.Index' (duration: 412.668347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:25.112581Z","caller":"traceutil/trace.go:171","msg":"trace[173706027] transaction","detail":"{read_only:false; response_revision:19928; number_of_response:1; }","duration":"665.062677ms","start":"2026-03-03T14:51:24.447497Z","end":"2026-03-03T14:51:25.11256Z","steps":["trace[173706027] 'process raft request' (duration: 251.765075ms)","trace[173706027] 'compare' (duration: 411.037668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:25.112655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.447485Z","time spent":"665.131888ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:25.113568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.107634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.113682Z","caller":"traceutil/trace.go:171","msg":"trace[566270941] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19928; }","duration":"664.258947ms","start":"2026-03-03T14:51:24.449407Z","end":"2026-03-03T14:51:25.113666Z","steps":["trace[566270941] 'agreement among raft nodes before linearized reading' (duration: 662.862794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.11376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449388Z","time spent":"664.35344ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.519352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.437477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:25.5196Z","caller":"traceutil/trace.go:171","msg":"trace[1609778677] linearizableReadLoop","detail":"{readStateIndex:20776; appliedIndex:20773; }","duration":"407.340972ms","start":"2026-03-03T14:51:25.112243Z","end":"2026-03-03T14:51:25.519584Z","steps":["trace[1609778677] 'read index received' (duration: 128.432453ms)","trace[1609778677] 'applied index is now lower than readState.Index' (duration: 278.907519ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:25.519683Z","caller":"traceutil/trace.go:171","msg":"trace[2090144566] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"1.070191476s","start":"2026-03-03T14:51:24.44947Z","end":"2026-03-03T14:51:25.519662Z","steps":["trace[2090144566] 'process raft request' (duration: 791.373609ms)","trace[2090144566] 'compare' (duration: 278.337224ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:25.519693Z","caller":"traceutil/trace.go:171","msg":"trace[746327083] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"1.069993021s","start":"2026-03-03T14:51:24.449677Z","end":"2026-03-03T14:51:25.51967Z","steps":["trace[746327083] 'process raft request' (duration: 1.069760755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.519762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449439Z","time spent":"1.070285588s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:25.519884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449665Z","time spent":"1.070153954s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.519728Z","caller":"traceutil/trace.go:171","msg":"trace[1043495088] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"809.451599ms","start":"2026-03-03T14:51:24.710247Z","end":"2026-03-03T14:51:25.519699Z","steps":["trace[1043495088] 'process raft request' (duration: 809.255044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.519963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.419741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:25.519977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.710228Z","time spent":"809.717534ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.520003Z","caller":"traceutil/trace.go:171","msg":"trace[1243203640] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19932; }","duration":"244.506453ms","start":"2026-03-03T14:51:25.275486Z","end":"2026-03-03T14:51:25.519992Z","steps":["trace[1243203640] 'agreement among raft nodes before linearized reading' (duration: 244.35308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.520073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.857777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:25.520106Z","caller":"traceutil/trace.go:171","msg":"trace[217023817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19932; }","duration":"733.924039ms","start":"2026-03-03T14:51:24.786176Z","end":"2026-03-03T14:51:25.5201Z","steps":["trace[217023817] 'agreement among raft nodes before linearized reading' (duration: 733.482879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.52014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.786159Z","time spent":"733.97632ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:51:25.520171Z","caller":"traceutil/trace.go:171","msg":"trace[1926256193] transaction","detail":"{read_only:false; response_revision:19932; number_of_response:1; }","duration":"243.641502ms","start":"2026-03-03T14:51:25.276518Z","end":"2026-03-03T14:51:25.520159Z","steps":["trace[1926256193] 'process raft request' (duration: 243.031188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.520249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.520073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:25.520338Z","caller":"traceutil/trace.go:171","msg":"trace[1045830791] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19932; }","duration":"796.666746ms","start":"2026-03-03T14:51:24.723649Z","end":"2026-03-03T14:51:25.520315Z","steps":["trace[1045830791] 'agreement among raft nodes before linearized reading' (duration: 796.075962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.520398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.723619Z","time spent":"796.766509ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:25.520357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.865719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-03-03T14:51:25.520608Z","caller":"traceutil/trace.go:171","msg":"trace[1894493484] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:19932; }","duration":"997.137384ms","start":"2026-03-03T14:51:24.523458Z","end":"2026-03-03T14:51:25.520595Z","steps":["trace[1894493484] 'agreement among raft nodes before linearized reading' (duration: 996.138821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.520649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.523443Z","time spent":"997.196427ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:25.520696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.190525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:25.52075Z","caller":"traceutil/trace.go:171","msg":"trace[1016179317] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:19932; }","duration":"986.307528ms","start":"2026-03-03T14:51:24.534429Z","end":"2026-03-03T14:51:25.520737Z","steps":["trace[1016179317] 'agreement among raft nodes before linearized reading' (duration: 985.298114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.520788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.534409Z","time spent":"986.36904ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":796,"request content":"key:\"/registry/clusterrolebindings/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:25.521479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070708968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.521524Z","caller":"traceutil/trace.go:171","msg":"trace[952996630] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.070766589s","start":"2026-03-03T14:51:24.450748Z","end":"2026-03-03T14:51:25.521515Z","steps":["trace[952996630] 'agreement among raft nodes before linearized reading' (duration: 1.068905215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.521559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.450744Z","time spent":"1.0708057s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.521551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072035348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.52161Z","caller":"traceutil/trace.go:171","msg":"trace[1711784614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.07210561s","start":"2026-03-03T14:51:24.449488Z","end":"2026-03-03T14:51:25.521594Z","steps":["trace[1711784614] 'agreement among raft nodes before linearized reading' (duration: 1.070217616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.521674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449483Z","time spent":"1.072173562s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.521852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070162755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:51:25.521922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070211056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.521937Z","caller":"traceutil/trace.go:171","msg":"trace[1992195124] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.070273107s","start":"2026-03-03T14:51:24.451643Z","end":"2026-03-03T14:51:25.521916Z","steps":["trace[1992195124] 'agreement among raft nodes before linearized reading' (duration: 1.068056546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:25.521966Z","caller":"traceutil/trace.go:171","msg":"trace[662877695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.070276807s","start":"2026-03-03T14:51:24.451678Z","end":"2026-03-03T14:51:25.521954Z","steps":["trace[662877695] 'agreement among raft nodes before linearized reading' (duration: 1.068009754s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.521984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.451634Z","time spent":"1.070337389s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.522002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.451673Z","time spent":"1.070319078s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.522254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071909677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.522328Z","caller":"traceutil/trace.go:171","msg":"trace[1907982377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.072006429s","start":"2026-03-03T14:51:24.450308Z","end":"2026-03-03T14:51:25.522314Z","steps":["trace[1907982377] 'agreement among raft nodes before linearized reading' (duration: 1.069366116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.522388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.450299Z","time spent":"1.07206898s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.522587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07290504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.522639Z","caller":"traceutil/trace.go:171","msg":"trace[1921802675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.072987012s","start":"2026-03-03T14:51:24.449642Z","end":"2026-03-03T14:51:25.522629Z","steps":["trace[1921802675] 'agreement among raft nodes before linearized reading' (duration: 1.070046272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.522672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449633Z","time spent":"1.073031863s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.524641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075104281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:25.524719Z","caller":"traceutil/trace.go:171","msg":"trace[172562966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19932; }","duration":"1.075195413s","start":"2026-03-03T14:51:24.449507Z","end":"2026-03-03T14:51:25.524702Z","steps":["trace[172562966] 'agreement among raft nodes before linearized reading' (duration: 1.070190145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.524769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.449504Z","time spent":"1.075254324s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946527,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:25.995582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.48278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:25.99565Z","caller":"traceutil/trace.go:171","msg":"trace[115085418] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:19932; }","duration":"360.591324ms","start":"2026-03-03T14:51:25.635039Z","end":"2026-03-03T14:51:25.995631Z","steps":["trace[115085418] 'range keys from in-memory index tree' (duration: 360.336577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.99569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.635023Z","time spent":"360.658805ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":796,"request content":"key:\"/registry/clusterrolebindings/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:25.995898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.443912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-03-03T14:51:25.995972Z","caller":"traceutil/trace.go:171","msg":"trace[1214340717] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:19932; }","duration":"347.552064ms","start":"2026-03-03T14:51:25.648402Z","end":"2026-03-03T14:51:25.995954Z","steps":["trace[1214340717] 'range keys from in-memory index tree' (duration: 347.36651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.996001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.648387Z","time spent":"347.608165ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-03T14:51:26.240588Z","caller":"traceutil/trace.go:171","msg":"trace[156489178] transaction","detail":"{read_only:false; response_revision:19933; number_of_response:1; }","duration":"234.444275ms","start":"2026-03-03T14:51:26.006102Z","end":"2026-03-03T14:51:26.240547Z","steps":["trace[156489178] 'process raft request' (duration: 234.148438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.653493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.320277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:26.653599Z","caller":"traceutil/trace.go:171","msg":"trace[1406138289] linearizableReadLoop","detail":"{readStateIndex:20779; appliedIndex:20777; }","duration":"549.080229ms","start":"2026-03-03T14:51:26.104502Z","end":"2026-03-03T14:51:26.653582Z","steps":["trace[1406138289] 'read index received' (duration: 135.658635ms)","trace[1406138289] 'applied index is now lower than readState.Index' (duration: 413.419784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:26.653629Z","caller":"traceutil/trace.go:171","msg":"trace[1119997598] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"615.445471ms","start":"2026-03-03T14:51:26.038158Z","end":"2026-03-03T14:51:26.653604Z","steps":["trace[1119997598] 'process raft request' (duration: 357.865388ms)","trace[1119997598] 'compare' (duration: 257.02744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:26.653723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.152359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-03-03T14:51:26.653722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.225182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-03T14:51:26.653746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.038128Z","time spent":"615.555034ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:26.653788Z","caller":"traceutil/trace.go:171","msg":"trace[1906107831] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:19934; }","duration":"549.311374ms","start":"2026-03-03T14:51:26.104445Z","end":"2026-03-03T14:51:26.653756Z","steps":["trace[1906107831] 'agreement among raft nodes before linearized reading' (duration: 549.195332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.653754Z","caller":"traceutil/trace.go:171","msg":"trace[2095414591] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:root-ca-cert-publisher; range_end:; response_count:1; response_revision:19934; }","duration":"546.223891ms","start":"2026-03-03T14:51:26.107519Z","end":"2026-03-03T14:51:26.653743Z","steps":["trace[2095414591] 'agreement among raft nodes before linearized reading' (duration: 546.15956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.65382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.104416Z","time spent":"549.396827ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":764,"request content":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:26.653832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.107492Z","time spent":"546.328744ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":788,"request content":"key:\"/registry/clusterrolebindings/system:controller:root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-03T14:51:26.654272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.672703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:26.654298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.336771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:26.654341Z","caller":"traceutil/trace.go:171","msg":"trace[26506551] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19934; }","duration":"275.787305ms","start":"2026-03-03T14:51:26.378537Z","end":"2026-03-03T14:51:26.654325Z","steps":["trace[26506551] 'agreement among raft nodes before linearized reading' (duration: 275.667602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.65434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.431899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:26.654345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.958878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:26.654333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.780218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:26.654383Z","caller":"traceutil/trace.go:171","msg":"trace[482431561] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19934; }","duration":"208.504151ms","start":"2026-03-03T14:51:26.445868Z","end":"2026-03-03T14:51:26.654372Z","steps":["trace[482431561] 'agreement among raft nodes before linearized reading' (duration: 208.331037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.654391Z","caller":"traceutil/trace.go:171","msg":"trace[752473527] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19934; }","duration":"208.02721ms","start":"2026-03-03T14:51:26.446351Z","end":"2026-03-03T14:51:26.654378Z","steps":["trace[752473527] 'agreement among raft nodes before linearized reading' (duration: 207.891817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.65441Z","caller":"traceutil/trace.go:171","msg":"trace[1593360578] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19934; }","duration":"425.900711ms","start":"2026-03-03T14:51:26.22849Z","end":"2026-03-03T14:51:26.654391Z","steps":["trace[1593360578] 'agreement among raft nodes before linearized reading' (duration: 425.746578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.654446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.228474Z","time spent":"425.964702ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":23,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:26.654468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.527025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:26.654343Z","caller":"traceutil/trace.go:171","msg":"trace[64058544] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19934; }","duration":"304.415733ms","start":"2026-03-03T14:51:26.349915Z","end":"2026-03-03T14:51:26.65433Z","steps":["trace[64058544] 'agreement among raft nodes before linearized reading' (duration: 304.31901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.654492Z","caller":"traceutil/trace.go:171","msg":"trace[335129620] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19934; }","duration":"209.593586ms","start":"2026-03-03T14:51:26.444891Z","end":"2026-03-03T14:51:26.654485Z","steps":["trace[335129620] 'agreement among raft nodes before linearized reading' (duration: 209.293889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.654503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.349897Z","time spent":"304.596348ms","remote":"127.0.0.1:48716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:26.65449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.939304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:51:26.654561Z","caller":"traceutil/trace.go:171","msg":"trace[311021054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19934; }","duration":"237.042607ms","start":"2026-03-03T14:51:26.4175Z","end":"2026-03-03T14:51:26.654543Z","steps":["trace[311021054] 'agreement among raft nodes before linearized reading' (duration: 236.872683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.654645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.578656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:26.654849Z","caller":"traceutil/trace.go:171","msg":"trace[1839774669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19934; }","duration":"209.816461ms","start":"2026-03-03T14:51:26.444961Z","end":"2026-03-03T14:51:26.654778Z","steps":["trace[1839774669] 'agreement among raft nodes before linearized reading' (duration: 209.32563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.654785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.167375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:26.655158Z","caller":"traceutil/trace.go:171","msg":"trace[898765544] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19934; }","duration":"206.555854ms","start":"2026-03-03T14:51:26.44856Z","end":"2026-03-03T14:51:26.655116Z","steps":["trace[898765544] 'agreement among raft nodes before linearized reading' (duration: 205.379227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.968664Z","caller":"traceutil/trace.go:171","msg":"trace[613003053] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"310.454246ms","start":"2026-03-03T14:51:26.658189Z","end":"2026-03-03T14:51:26.968643Z","steps":["trace[613003053] 'process raft request' (duration: 310.322463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.968794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.658177Z","time spent":"310.550808ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:26.97084Z","caller":"traceutil/trace.go:171","msg":"trace[441015499] linearizableReadLoop","detail":"{readStateIndex:20781; appliedIndex:20780; }","duration":"311.578153ms","start":"2026-03-03T14:51:26.659235Z","end":"2026-03-03T14:51:26.970813Z","steps":["trace[441015499] 'read index received' (duration: 309.396361ms)","trace[441015499] 'applied index is now lower than readState.Index' (duration: 2.180712ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:26.970918Z","caller":"traceutil/trace.go:171","msg":"trace[1646397765] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"311.801909ms","start":"2026-03-03T14:51:26.659088Z","end":"2026-03-03T14:51:26.97089Z","steps":["trace[1646397765] 'process raft request' (duration: 311.602984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.971171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.659072Z","time spent":"312.009133ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:26.971197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.111406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:26.971245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.322892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-03T14:51:26.971254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.961742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:51:26.971316Z","caller":"traceutil/trace.go:171","msg":"trace[1672204288] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:19936; }","duration":"161.432095ms","start":"2026-03-03T14:51:26.809865Z","end":"2026-03-03T14:51:26.971297Z","steps":["trace[1672204288] 'agreement among raft nodes before linearized reading' (duration: 161.293212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.971382Z","caller":"traceutil/trace.go:171","msg":"trace[1423815937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19936; }","duration":"312.143366ms","start":"2026-03-03T14:51:26.659211Z","end":"2026-03-03T14:51:26.971354Z","steps":["trace[1423815937] 'agreement among raft nodes before linearized reading' (duration: 311.727747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.971443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.659201Z","time spent":"312.230258ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:51:26.971305Z","caller":"traceutil/trace.go:171","msg":"trace[1205800678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19936; }","duration":"212.27976ms","start":"2026-03-03T14:51:26.759008Z","end":"2026-03-03T14:51:26.971288Z","steps":["trace[1205800678] 'agreement among raft nodes before linearized reading' (duration: 212.115206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.971328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.638765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-03T14:51:26.971853Z","caller":"traceutil/trace.go:171","msg":"trace[1721788466] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:19936; }","duration":"128.274699ms","start":"2026-03-03T14:51:26.843532Z","end":"2026-03-03T14:51:26.971806Z","steps":["trace[1721788466] 'agreement among raft nodes before linearized reading' (duration: 127.600093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.249134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.857948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:748"} {"level":"warn","ts":"2026-03-03T14:51:27.249153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.151674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-account-controller\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-03T14:51:27.249237Z","caller":"traceutil/trace.go:171","msg":"trace[518200680] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-account-controller; range_end:; response_count:1; response_revision:19936; }","duration":"187.295347ms","start":"2026-03-03T14:51:27.06192Z","end":"2026-03-03T14:51:27.249215Z","steps":["trace[518200680] 'range keys from in-memory index tree' (duration: 186.96735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.249219Z","caller":"traceutil/trace.go:171","msg":"trace[1043550533] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:19936; }","duration":"170.988791ms","start":"2026-03-03T14:51:27.078211Z","end":"2026-03-03T14:51:27.2492Z","steps":["trace[1043550533] 'range keys from in-memory index tree' (duration: 170.776766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.249175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.856348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:27.249409Z","caller":"traceutil/trace.go:171","msg":"trace[211418880] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19936; }","duration":"198.129034ms","start":"2026-03-03T14:51:27.051258Z","end":"2026-03-03T14:51:27.249387Z","steps":["trace[211418880] 'range keys from in-memory index tree' (duration: 197.796786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.249467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.933539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:51:27.24954Z","caller":"traceutil/trace.go:171","msg":"trace[1435314057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19936; }","duration":"133.058592ms","start":"2026-03-03T14:51:27.116466Z","end":"2026-03-03T14:51:27.249524Z","steps":["trace[1435314057] 'range keys from in-memory index tree' (duration: 132.687503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.249676Z","caller":"traceutil/trace.go:171","msg":"trace[486141979] linearizableReadLoop","detail":"{readStateIndex:20782; appliedIndex:20781; }","duration":"117.894133ms","start":"2026-03-03T14:51:27.131726Z","end":"2026-03-03T14:51:27.24962Z","steps":["trace[486141979] 'read index received' (duration: 58.161038ms)","trace[486141979] 'applied index is now lower than readState.Index' (duration: 59.731845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:27.249918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.181229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:27.249936Z","caller":"traceutil/trace.go:171","msg":"trace[647037767] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"132.004447ms","start":"2026-03-03T14:51:27.117889Z","end":"2026-03-03T14:51:27.249894Z","steps":["trace[647037767] 'process raft request' (duration: 72.16615ms)","trace[647037767] 'compare' (duration: 58.952027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:27.249973Z","caller":"traceutil/trace.go:171","msg":"trace[1355210470] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19937; }","duration":"118.273312ms","start":"2026-03-03T14:51:27.131685Z","end":"2026-03-03T14:51:27.249959Z","steps":["trace[1355210470] 'agreement among raft nodes before linearized reading' (duration: 118.043476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.631855Z","caller":"traceutil/trace.go:171","msg":"trace[2050088116] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"103.333708ms","start":"2026-03-03T14:51:27.52849Z","end":"2026-03-03T14:51:27.631824Z","steps":["trace[2050088116] 'process raft request' (duration: 103.162794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.795991Z","caller":"traceutil/trace.go:171","msg":"trace[804375843] linearizableReadLoop","detail":"{readStateIndex:20785; appliedIndex:20784; }","duration":"267.364114ms","start":"2026-03-03T14:51:27.528608Z","end":"2026-03-03T14:51:27.795972Z","steps":["trace[804375843] 'read index received' (duration: 103.752678ms)","trace[804375843] 'applied index is now lower than readState.Index' (duration: 163.610536ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:27.7963Z","caller":"traceutil/trace.go:171","msg":"trace[74357050] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"267.721262ms","start":"2026-03-03T14:51:27.528566Z","end":"2026-03-03T14:51:27.796287Z","steps":["trace[74357050] 'process raft request' (duration: 267.252981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.684382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:51:27.796517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.016404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:27.796517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.408592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:27.796583Z","caller":"traceutil/trace.go:171","msg":"trace[1221232244] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19941; }","duration":"218.108307ms","start":"2026-03-03T14:51:27.578456Z","end":"2026-03-03T14:51:27.796565Z","steps":["trace[1221232244] 'agreement among raft nodes before linearized reading' (duration: 217.896102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.560084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" ","response":"range_response_count:1 size:732"} {"level":"warn","ts":"2026-03-03T14:51:27.796615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.861655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.30\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:51:27.79664Z","caller":"traceutil/trace.go:171","msg":"trace[437406759] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:19941; }","duration":"217.630055ms","start":"2026-03-03T14:51:27.578993Z","end":"2026-03-03T14:51:27.796623Z","steps":["trace[437406759] 'agreement among raft nodes before linearized reading' (duration: 217.492982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.796624Z","caller":"traceutil/trace.go:171","msg":"trace[319601212] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19941; }","duration":"223.555205ms","start":"2026-03-03T14:51:27.573052Z","end":"2026-03-03T14:51:27.796607Z","steps":["trace[319601212] 'agreement among raft nodes before linearized reading' (duration: 223.233327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.79669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.843606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:27.796702Z","caller":"traceutil/trace.go:171","msg":"trace[1443897694] range","detail":"{range_begin:/registry/masterleases/199.204.45.30; range_end:; response_count:1; response_revision:19941; }","duration":"118.991938ms","start":"2026-03-03T14:51:27.67767Z","end":"2026-03-03T14:51:27.796662Z","steps":["trace[1443897694] 'agreement among raft nodes before linearized reading' (duration: 118.783673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.796744Z","caller":"traceutil/trace.go:171","msg":"trace[910485126] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19941; }","duration":"224.920708ms","start":"2026-03-03T14:51:27.571809Z","end":"2026-03-03T14:51:27.79673Z","steps":["trace[910485126] 'agreement among raft nodes before linearized reading' (duration: 224.785624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.42994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:27.796858Z","caller":"traceutil/trace.go:171","msg":"trace[1233012187] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19941; }","duration":"225.517762ms","start":"2026-03-03T14:51:27.571325Z","end":"2026-03-03T14:51:27.796843Z","steps":["trace[1233012187] 'agreement among raft nodes before linearized reading' (duration: 225.293567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.737261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:27.796892Z","caller":"traceutil/trace.go:171","msg":"trace[1343994594] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19941; }","duration":"226.801793ms","start":"2026-03-03T14:51:27.570083Z","end":"2026-03-03T14:51:27.796885Z","steps":["trace[1343994594] 'agreement among raft nodes before linearized reading' (duration: 226.727271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.796566Z","caller":"traceutil/trace.go:171","msg":"trace[1572900593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19941; }","duration":"267.868465ms","start":"2026-03-03T14:51:27.528675Z","end":"2026-03-03T14:51:27.796544Z","steps":["trace[1572900593] 'agreement among raft nodes before linearized reading' (duration: 267.586789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.530866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-696b5d9556-9ndml\" ","response":"range_response_count:1 size:8809"} {"level":"info","ts":"2026-03-03T14:51:27.797058Z","caller":"traceutil/trace.go:171","msg":"trace[941646177] range","detail":"{range_begin:/registry/pods/openstack/placement-api-696b5d9556-9ndml; range_end:; response_count:1; response_revision:19941; }","duration":"258.625108ms","start":"2026-03-03T14:51:27.538419Z","end":"2026-03-03T14:51:27.797044Z","steps":["trace[941646177] 'agreement among raft nodes before linearized reading' (duration: 258.488665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.797014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.560024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:27.797122Z","caller":"traceutil/trace.go:171","msg":"trace[1600086229] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19941; }","duration":"225.696838ms","start":"2026-03-03T14:51:27.571415Z","end":"2026-03-03T14:51:27.797112Z","steps":["trace[1600086229] 'agreement among raft nodes before linearized reading' (duration: 225.543734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.79659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.192287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:51:27.79804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.388473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-03-03T14:51:27.798095Z","caller":"traceutil/trace.go:171","msg":"trace[44614746] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:19941; }","duration":"223.460694ms","start":"2026-03-03T14:51:27.574622Z","end":"2026-03-03T14:51:27.798083Z","steps":["trace[44614746] 'agreement among raft nodes before linearized reading' (duration: 223.354642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.798059Z","caller":"traceutil/trace.go:171","msg":"trace[1995407813] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19941; }","duration":"224.757964ms","start":"2026-03-03T14:51:27.573278Z","end":"2026-03-03T14:51:27.798036Z","steps":["trace[1995407813] 'agreement among raft nodes before linearized reading' (duration: 223.132115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:27.796301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.669681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:27.799169Z","caller":"traceutil/trace.go:171","msg":"trace[1921909466] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19941; }","duration":"270.558389ms","start":"2026-03-03T14:51:27.528596Z","end":"2026-03-03T14:51:27.799155Z","steps":["trace[1921909466] 'agreement among raft nodes before linearized reading' (duration: 267.566948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.817678Z","caller":"traceutil/trace.go:171","msg":"trace[1045319972] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"261.28501ms","start":"2026-03-03T14:51:27.5351Z","end":"2026-03-03T14:51:27.796385Z","steps":["trace[1045319972] 'process raft request' (duration: 260.836759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:28.144133Z","caller":"traceutil/trace.go:171","msg":"trace[1774546989] linearizableReadLoop","detail":"{readStateIndex:20788; appliedIndex:20786; }","duration":"340.826325ms","start":"2026-03-03T14:51:27.803287Z","end":"2026-03-03T14:51:28.144114Z","steps":["trace[1774546989] 'read index received' (duration: 41.954264ms)","trace[1774546989] 'applied index is now lower than readState.Index' (duration: 298.871191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:28.144336Z","caller":"traceutil/trace.go:171","msg":"trace[507811257] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"341.477111ms","start":"2026-03-03T14:51:27.802833Z","end":"2026-03-03T14:51:28.14431Z","steps":["trace[507811257] 'process raft request' (duration: 341.102711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.144452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.802816Z","time spent":"341.577273ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:28.144467Z","caller":"traceutil/trace.go:171","msg":"trace[2110267656] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"329.768213ms","start":"2026-03-03T14:51:27.814674Z","end":"2026-03-03T14:51:28.144442Z","steps":["trace[2110267656] 'process raft request' (duration: 329.396934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.14459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.301347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:792"} {"level":"info","ts":"2026-03-03T14:51:28.144614Z","caller":"traceutil/trace.go:171","msg":"trace[2094478819] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:19943; }","duration":"341.375378ms","start":"2026-03-03T14:51:27.803231Z","end":"2026-03-03T14:51:28.144607Z","steps":["trace[2094478819] 'agreement among raft nodes before linearized reading' (duration: 341.310367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.14463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.80322Z","time spent":"341.40671ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":816,"request content":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:28.144612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.814666Z","time spent":"329.860405ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8641,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:28.147196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.903137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-controller\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-03-03T14:51:28.147272Z","caller":"traceutil/trace.go:171","msg":"trace[492872278] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-controller; range_end:; response_count:1; response_revision:19944; }","duration":"257.02749ms","start":"2026-03-03T14:51:27.890229Z","end":"2026-03-03T14:51:28.147256Z","steps":["trace[492872278] 'agreement among raft nodes before linearized reading' (duration: 256.854476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:28.147491Z","caller":"traceutil/trace.go:171","msg":"trace[1949453240] transaction","detail":"{read_only:false; response_revision:19944; number_of_response:1; }","duration":"301.145555ms","start":"2026-03-03T14:51:27.846333Z","end":"2026-03-03T14:51:28.147479Z","steps":["trace[1949453240] 'process raft request' (duration: 300.071099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.147571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.846315Z","time spent":"301.201467ms","remote":"127.0.0.1:48170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:28.148517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.059458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.148612Z","caller":"traceutil/trace.go:171","msg":"trace[1121849341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"343.17515ms","start":"2026-03-03T14:51:27.805415Z","end":"2026-03-03T14:51:28.14859Z","steps":["trace[1121849341] 'agreement among raft nodes before linearized reading' (duration: 341.703606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.148675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.805412Z","time spent":"343.246643ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.149143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.175818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.149193Z","caller":"traceutil/trace.go:171","msg":"trace[96595414] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"342.236969ms","start":"2026-03-03T14:51:27.806944Z","end":"2026-03-03T14:51:28.149181Z","steps":["trace[96595414] 'agreement among raft nodes before linearized reading' (duration: 340.100299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.149235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.80694Z","time spent":"342.28413ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.150109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.7043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.150156Z","caller":"traceutil/trace.go:171","msg":"trace[596028675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"342.761332ms","start":"2026-03-03T14:51:27.807384Z","end":"2026-03-03T14:51:28.150145Z","steps":["trace[596028675] 'agreement among raft nodes before linearized reading' (duration: 340.294533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.150189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.80738Z","time spent":"342.797403ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.150905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.93673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.150942Z","caller":"traceutil/trace.go:171","msg":"trace[582400780] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"346.991662ms","start":"2026-03-03T14:51:27.803942Z","end":"2026-03-03T14:51:28.150934Z","steps":["trace[582400780] 'agreement among raft nodes before linearized reading' (duration: 343.718825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.150974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.803934Z","time spent":"347.027073ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.151275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.011585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.151313Z","caller":"traceutil/trace.go:171","msg":"trace[96056179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"345.055845ms","start":"2026-03-03T14:51:27.806246Z","end":"2026-03-03T14:51:28.151302Z","steps":["trace[96056179] 'agreement among raft nodes before linearized reading' (duration: 340.920028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.151342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.806242Z","time spent":"345.089746ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.152432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.066297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.152495Z","caller":"traceutil/trace.go:171","msg":"trace[1379751599] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"348.154719ms","start":"2026-03-03T14:51:27.804326Z","end":"2026-03-03T14:51:28.152481Z","steps":["trace[1379751599] 'agreement among raft nodes before linearized reading' (duration: 343.331115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.152526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.804319Z","time spent":"348.19977ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:28.153026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.392238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:28.154149Z","caller":"traceutil/trace.go:171","msg":"trace[2005648856] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19944; }","duration":"350.508345ms","start":"2026-03-03T14:51:27.803601Z","end":"2026-03-03T14:51:28.154109Z","steps":["trace[2005648856] 'agreement among raft nodes before linearized reading' (duration: 343.011417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.154199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:27.803592Z","time spent":"350.591636ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.179107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423528016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:30.179134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.976827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:30.179167Z","caller":"traceutil/trace.go:171","msg":"trace[1767455567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19945; }","duration":"1.423627389s","start":"2026-03-03T14:51:28.755524Z","end":"2026-03-03T14:51:30.179151Z","steps":["trace[1767455567] 'range keys from in-memory index tree' (duration: 1.423454084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.755506Z","time spent":"1.42368114s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:51:30.179192Z","caller":"traceutil/trace.go:171","msg":"trace[2019016105] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19945; }","duration":"636.103801ms","start":"2026-03-03T14:51:29.543074Z","end":"2026-03-03T14:51:30.179178Z","steps":["trace[2019016105] 'range keys from in-memory index tree' (duration: 635.791933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.54306Z","time spent":"636.158551ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.179329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.787088Z","time spent":"1.392239385s","remote":"127.0.0.1:41884","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:51:30.179439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521092878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:30.179444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735256862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-03T14:51:30.179509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71786917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:coredns\" ","response":"range_response_count:1 size:416"} {"level":"info","ts":"2026-03-03T14:51:30.179527Z","caller":"traceutil/trace.go:171","msg":"trace[1295715251] range","detail":"{range_begin:/registry/clusterrolebindings/system:coredns; range_end:; response_count:1; response_revision:19945; }","duration":"1.717915181s","start":"2026-03-03T14:51:28.461606Z","end":"2026-03-03T14:51:30.179521Z","steps":["trace[1295715251] 'range keys from in-memory index tree' (duration: 1.717785237s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.179513Z","caller":"traceutil/trace.go:171","msg":"trace[1803933501] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19945; }","duration":"1.521217331s","start":"2026-03-03T14:51:28.658275Z","end":"2026-03-03T14:51:30.179492Z","steps":["trace[1803933501] 'range keys from in-memory index tree' (duration: 1.520817431s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.179532Z","caller":"traceutil/trace.go:171","msg":"trace[1485881047] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:19945; }","duration":"1.735399645s","start":"2026-03-03T14:51:28.444114Z","end":"2026-03-03T14:51:30.179514Z","steps":["trace[1485881047] 'range keys from in-memory index tree' (duration: 1.735127679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.461589Z","time spent":"1.717951222s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":440,"request content":"key:\"/registry/clusterrolebindings/system:coredns\" "} {"level":"warn","ts":"2026-03-03T14:51:30.179561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.658189Z","time spent":"1.521362974s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.179577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.444088Z","time spent":"1.735480167s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"warn","ts":"2026-03-03T14:51:30.179604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520251238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:30.179516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.429128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:51:30.179729Z","caller":"traceutil/trace.go:171","msg":"trace[1770424074] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19945; }","duration":"870.080474ms","start":"2026-03-03T14:51:29.309632Z","end":"2026-03-03T14:51:30.179712Z","steps":["trace[1770424074] 'range keys from in-memory index tree' (duration: 869.247584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.199667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:30.17977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.309611Z","time spent":"870.146525ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:51:30.179789Z","caller":"traceutil/trace.go:171","msg":"trace[1129258641] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19945; }","duration":"908.295159ms","start":"2026-03-03T14:51:29.271479Z","end":"2026-03-03T14:51:30.179774Z","steps":["trace[1129258641] 'range keys from in-memory index tree' (duration: 908.002143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.271463Z","time spent":"908.34872ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"info","ts":"2026-03-03T14:51:30.179763Z","caller":"traceutil/trace.go:171","msg":"trace[1643526326] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19945; }","duration":"1.520429633s","start":"2026-03-03T14:51:28.659319Z","end":"2026-03-03T14:51:30.179748Z","steps":["trace[1643526326] 'range keys from in-memory index tree' (duration: 1.520113085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520852682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:30.180039Z","caller":"traceutil/trace.go:171","msg":"trace[1868569799] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19945; }","duration":"1.521057277s","start":"2026-03-03T14:51:28.658971Z","end":"2026-03-03T14:51:30.180028Z","steps":["trace[1868569799] 'range keys from in-memory index tree' (duration: 1.52072446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.179886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.659305Z","time spent":"1.520574236s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.180113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.658954Z","time spent":"1.521147329s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.18007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18773776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:30.180257Z","caller":"traceutil/trace.go:171","msg":"trace[2113591456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19945; }","duration":"1.187962295s","start":"2026-03-03T14:51:28.992283Z","end":"2026-03-03T14:51:30.180245Z","steps":["trace[2113591456] 'range keys from in-memory index tree' (duration: 1.187620018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.180295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.992263Z","time spent":"1.188019737s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:30.180366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205317417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:30.180428Z","caller":"traceutil/trace.go:171","msg":"trace[2129317488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19945; }","duration":"1.205404178s","start":"2026-03-03T14:51:28.975003Z","end":"2026-03-03T14:51:30.180407Z","steps":["trace[2129317488] 'range keys from in-memory index tree' (duration: 1.205090192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.180679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.974989Z","time spent":"1.205673945s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:30.23366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693704650,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:51:30.339199Z","caller":"traceutil/trace.go:171","msg":"trace[160730643] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"701.054149ms","start":"2026-03-03T14:51:29.638122Z","end":"2026-03-03T14:51:30.339176Z","steps":["trace[160730643] 'process raft request' (duration: 700.910236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.339336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.638098Z","time spent":"701.163982ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.504555Z","caller":"traceutil/trace.go:171","msg":"trace[1767499456] linearizableReadLoop","detail":"{readStateIndex:20796; appliedIndex:20791; }","duration":"771.692113ms","start":"2026-03-03T14:51:29.732844Z","end":"2026-03-03T14:51:30.504536Z","steps":["trace[1767499456] 'read index received' (duration: 606.211392ms)","trace[1767499456] 'applied index is now lower than readState.Index' (duration: 165.480131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:30.504928Z","caller":"traceutil/trace.go:171","msg":"trace[941367464] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"702.133215ms","start":"2026-03-03T14:51:29.802781Z","end":"2026-03-03T14:51:30.504914Z","steps":["trace[941367464] 'process raft request' (duration: 681.319382ms)","trace[941367464] 'compare' (duration: 19.874241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:30.505401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.802733Z","time spent":"702.620916ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.505255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.406409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T14:51:30.505615Z","caller":"traceutil/trace.go:171","msg":"trace[643871096] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19950; }","duration":"772.811709ms","start":"2026-03-03T14:51:29.732795Z","end":"2026-03-03T14:51:30.505606Z","steps":["trace[643871096] 'agreement among raft nodes before linearized reading' (duration: 772.379849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.505659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.732776Z","time spent":"772.873061ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:51:30.505141Z","caller":"traceutil/trace.go:171","msg":"trace[1517982004] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"318.054655ms","start":"2026-03-03T14:51:30.187083Z","end":"2026-03-03T14:51:30.505138Z","steps":["trace[1517982004] 'process raft request' (duration: 317.307377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.51003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.855809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:30.510089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187063Z","time spent":"322.972051ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.510111Z","caller":"traceutil/trace.go:171","msg":"trace[1060713397] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19951; }","duration":"322.957522ms","start":"2026-03-03T14:51:30.187134Z","end":"2026-03-03T14:51:30.510092Z","steps":["trace[1060713397] 'agreement among raft nodes before linearized reading' (duration: 319.344926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.510164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187124Z","time spent":"323.028023ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"info","ts":"2026-03-03T14:51:30.50516Z","caller":"traceutil/trace.go:171","msg":"trace[1334248092] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"317.667565ms","start":"2026-03-03T14:51:30.187489Z","end":"2026-03-03T14:51:30.505157Z","steps":["trace[1334248092] 'process raft request' (duration: 317.01895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.505122Z","caller":"traceutil/trace.go:171","msg":"trace[137911392] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"317.664395ms","start":"2026-03-03T14:51:30.187452Z","end":"2026-03-03T14:51:30.505116Z","steps":["trace[137911392] 'process raft request' (duration: 316.977829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.510599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187441Z","time spent":"323.088955ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.506176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.985368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:coredns\" ","response":"range_response_count:1 size:416"} {"level":"info","ts":"2026-03-03T14:51:30.510766Z","caller":"traceutil/trace.go:171","msg":"trace[473987304] range","detail":"{range_begin:/registry/clusterrolebindings/system:coredns; range_end:; response_count:1; response_revision:19951; }","duration":"323.618917ms","start":"2026-03-03T14:51:30.187132Z","end":"2026-03-03T14:51:30.510751Z","steps":["trace[473987304] 'agreement among raft nodes before linearized reading' (duration: 318.868165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.510821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187063Z","time spent":"323.742629ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":440,"request content":"key:\"/registry/clusterrolebindings/system:coredns\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.308155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T14:51:30.511004Z","caller":"traceutil/trace.go:171","msg":"trace[1629934265] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:19951; }","duration":"323.821731ms","start":"2026-03-03T14:51:30.187106Z","end":"2026-03-03T14:51:30.510927Z","steps":["trace[1629934265] 'agreement among raft nodes before linearized reading' (duration: 319.318725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.18709Z","time spent":"323.948695ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.661563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:30.511198Z","caller":"traceutil/trace.go:171","msg":"trace[755045191] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19951; }","duration":"324.036987ms","start":"2026-03-03T14:51:30.187134Z","end":"2026-03-03T14:51:30.511171Z","steps":["trace[755045191] 'agreement among raft nodes before linearized reading' (duration: 319.586512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187129Z","time spent":"324.094088ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.098287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:30.511416Z","caller":"traceutil/trace.go:171","msg":"trace[1709048848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19951; }","duration":"360.713586ms","start":"2026-03-03T14:51:30.15067Z","end":"2026-03-03T14:51:30.511384Z","steps":["trace[1709048848] 'agreement among raft nodes before linearized reading' (duration: 356.022195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.15065Z","time spent":"360.792798ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.717564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:30.511603Z","caller":"traceutil/trace.go:171","msg":"trace[1707123617] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19951; }","duration":"324.474158ms","start":"2026-03-03T14:51:30.187118Z","end":"2026-03-03T14:51:30.511592Z","steps":["trace[1707123617] 'agreement among raft nodes before linearized reading' (duration: 319.684714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187103Z","time spent":"324.529639ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.761285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:30.511747Z","caller":"traceutil/trace.go:171","msg":"trace[994886934] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19951; }","duration":"324.549829ms","start":"2026-03-03T14:51:30.187189Z","end":"2026-03-03T14:51:30.511739Z","steps":["trace[994886934] 'agreement among raft nodes before linearized reading' (duration: 319.711594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187173Z","time spent":"324.596531ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:51:30.506933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.496167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:30.511856Z","caller":"traceutil/trace.go:171","msg":"trace[1594873226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19951; }","duration":"689.472596ms","start":"2026-03-03T14:51:29.822373Z","end":"2026-03-03T14:51:30.511846Z","steps":["trace[1594873226] 'agreement among raft nodes before linearized reading' (duration: 684.404025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.511884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.822354Z","time spent":"689.523586ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:30.507038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.753385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:30.511987Z","caller":"traceutil/trace.go:171","msg":"trace[1597063178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19951; }","duration":"324.725244ms","start":"2026-03-03T14:51:30.187253Z","end":"2026-03-03T14:51:30.511979Z","steps":["trace[1597063178] 'agreement among raft nodes before linearized reading' (duration: 319.762446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.512014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187241Z","time spent":"324.766704ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:30.510282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187476Z","time spent":"322.775487ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.507083Z","caller":"traceutil/trace.go:171","msg":"trace[2140941138] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"167.186151ms","start":"2026-03-03T14:51:30.33988Z","end":"2026-03-03T14:51:30.507066Z","steps":["trace[2140941138] 'process raft request' (duration: 166.068135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.901809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:30.512207Z","caller":"traceutil/trace.go:171","msg":"trace[1076954835] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19951; }","duration":"325.019031ms","start":"2026-03-03T14:51:30.187178Z","end":"2026-03-03T14:51:30.512197Z","steps":["trace[1076954835] 'agreement among raft nodes before linearized reading' (duration: 319.848158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.512238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187149Z","time spent":"325.081212ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:30.50706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.878768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:30.512345Z","caller":"traceutil/trace.go:171","msg":"trace[1341778730] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19951; }","duration":"325.211105ms","start":"2026-03-03T14:51:30.187125Z","end":"2026-03-03T14:51:30.512336Z","steps":["trace[1341778730] 'agreement among raft nodes before linearized reading' (duration: 319.651563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.512377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.187115Z","time spent":"325.254196ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:51:30.507103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.79425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:30.512466Z","caller":"traceutil/trace.go:171","msg":"trace[666646290] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19951; }","duration":"323.320221ms","start":"2026-03-03T14:51:30.189138Z","end":"2026-03-03T14:51:30.512458Z","steps":["trace[666646290] 'agreement among raft nodes before linearized reading' (duration: 317.738699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.512495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.189124Z","time spent":"323.364322ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.17195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:30.512566Z","caller":"traceutil/trace.go:171","msg":"trace[1608755181] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19951; }","duration":"705.771091ms","start":"2026-03-03T14:51:29.806787Z","end":"2026-03-03T14:51:30.512558Z","steps":["trace[1608755181] 'agreement among raft nodes before linearized reading' (duration: 699.209066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.512595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.806732Z","time spent":"705.856123ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.515317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.097417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:30.515375Z","caller":"traceutil/trace.go:171","msg":"trace[126446689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19951; }","duration":"326.185759ms","start":"2026-03-03T14:51:30.189177Z","end":"2026-03-03T14:51:30.515363Z","steps":["trace[126446689] 'agreement among raft nodes before linearized reading' (duration: 317.929933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.515404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.189163Z","time spent":"326.23221ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:30.983605Z","caller":"traceutil/trace.go:171","msg":"trace[831110467] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"464.432223ms","start":"2026-03-03T14:51:30.519142Z","end":"2026-03-03T14:51:30.983574Z","steps":["trace[831110467] 'process raft request' (duration: 463.985113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.983766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.519123Z","time spent":"464.561287ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.98561Z","caller":"traceutil/trace.go:171","msg":"trace[1542624806] linearizableReadLoop","detail":"{readStateIndex:20799; appliedIndex:20797; }","duration":"461.730699ms","start":"2026-03-03T14:51:30.523855Z","end":"2026-03-03T14:51:30.985586Z","steps":["trace[1542624806] 'read index received' (duration: 459.372113ms)","trace[1542624806] 'applied index is now lower than readState.Index' (duration: 2.356586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:30.985849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.984775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:30.985829Z","caller":"traceutil/trace.go:171","msg":"trace[2049368307] transaction","detail":"{read_only:false; response_revision:19953; number_of_response:1; }","duration":"465.162191ms","start":"2026-03-03T14:51:30.520524Z","end":"2026-03-03T14:51:30.985686Z","steps":["trace[2049368307] 'process raft request' (duration: 464.941196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.9859Z","caller":"traceutil/trace.go:171","msg":"trace[1351891539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19953; }","duration":"462.066658ms","start":"2026-03-03T14:51:30.52382Z","end":"2026-03-03T14:51:30.985887Z","steps":["trace[1351891539] 'agreement among raft nodes before linearized reading' (duration: 461.983676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.985977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.523803Z","time spent":"462.163339ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:30.986222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.520518Z","time spent":"465.427777ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.98733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.23886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-696b5d9556-9ndml\" ","response":"range_response_count:1 size:8658"} {"level":"info","ts":"2026-03-03T14:51:30.987461Z","caller":"traceutil/trace.go:171","msg":"trace[1384478623] range","detail":"{range_begin:/registry/pods/openstack/placement-api-696b5d9556-9ndml; range_end:; response_count:1; response_revision:19953; }","duration":"405.415815ms","start":"2026-03-03T14:51:30.582015Z","end":"2026-03-03T14:51:30.987431Z","steps":["trace[1384478623] 'agreement among raft nodes before linearized reading' (duration: 405.105177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.987529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.581987Z","time spent":"405.528828ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8682,"request content":"key:\"/registry/pods/openstack/placement-api-696b5d9556-9ndml\" "} {"level":"warn","ts":"2026-03-03T14:51:30.988334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.27567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:30.988399Z","caller":"traceutil/trace.go:171","msg":"trace[783757739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"464.341222ms","start":"2026-03-03T14:51:30.524041Z","end":"2026-03-03T14:51:30.988382Z","steps":["trace[783757739] 'agreement among raft nodes before linearized reading' (duration: 463.201914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.988444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.524026Z","time spent":"464.403093ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.988878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.621689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-03T14:51:30.988952Z","caller":"traceutil/trace.go:171","msg":"trace[1928082424] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:1; response_revision:19953; }","duration":"372.740412ms","start":"2026-03-03T14:51:30.616193Z","end":"2026-03-03T14:51:30.988934Z","steps":["trace[1928082424] 'agreement among raft nodes before linearized reading' (duration: 370.882927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.989003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.61617Z","time spent":"372.819853ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":699,"request content":"key:\"/registry/clusterrolebindings/system:kube-dns\" "} {"level":"warn","ts":"2026-03-03T14:51:30.989543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.490958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:30.989619Z","caller":"traceutil/trace.go:171","msg":"trace[139840218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"465.598081ms","start":"2026-03-03T14:51:30.524005Z","end":"2026-03-03T14:51:30.989603Z","steps":["trace[139840218] 'agreement among raft nodes before linearized reading' (duration: 461.863703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.989658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.523997Z","time spent":"465.650432ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.990017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.5478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"warn","ts":"2026-03-03T14:51:30.990415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.862047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-03T14:51:30.990455Z","caller":"traceutil/trace.go:171","msg":"trace[1017167842] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-controller-manager; range_end:; response_count:1; response_revision:19953; }","duration":"370.930139ms","start":"2026-03-03T14:51:30.619516Z","end":"2026-03-03T14:51:30.990446Z","steps":["trace[1017167842] 'agreement among raft nodes before linearized reading' (duration: 367.788384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.991499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.619497Z","time spent":"371.992663ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":770,"request content":"key:\"/registry/clusterrolebindings/system:kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:51:30.990087Z","caller":"traceutil/trace.go:171","msg":"trace[331931618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"465.618841ms","start":"2026-03-03T14:51:30.524451Z","end":"2026-03-03T14:51:30.99007Z","steps":["trace[331931618] 'agreement among raft nodes before linearized reading' (duration: 461.730659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.991626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.524433Z","time spent":"467.179569ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.990849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.626298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"warn","ts":"2026-03-03T14:51:30.991088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.36114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:30.992455Z","caller":"traceutil/trace.go:171","msg":"trace[1754189817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"467.749662ms","start":"2026-03-03T14:51:30.524683Z","end":"2026-03-03T14:51:30.992433Z","steps":["trace[1754189817] 'agreement among raft nodes before linearized reading' (duration: 462.421186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.991901Z","caller":"traceutil/trace.go:171","msg":"trace[2028882850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"465.703344ms","start":"2026-03-03T14:51:30.526186Z","end":"2026-03-03T14:51:30.99189Z","steps":["trace[2028882850] 'agreement among raft nodes before linearized reading' (duration: 461.022082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.992515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.52466Z","time spent":"467.838494ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.992528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.526174Z","time spent":"466.336888ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.991434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.280532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:30.993188Z","caller":"traceutil/trace.go:171","msg":"trace[2044321601] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"469.046962ms","start":"2026-03-03T14:51:30.524132Z","end":"2026-03-03T14:51:30.993179Z","steps":["trace[2044321601] 'agreement among raft nodes before linearized reading' (duration: 462.968759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.993219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.524127Z","time spent":"469.080243ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:31.002541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.374891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946352"} {"level":"info","ts":"2026-03-03T14:51:31.002632Z","caller":"traceutil/trace.go:171","msg":"trace[192947444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19953; }","duration":"477.503524ms","start":"2026-03-03T14:51:30.52511Z","end":"2026-03-03T14:51:31.002614Z","steps":["trace[192947444] 'agreement among raft nodes before linearized reading' (duration: 460.987152ms)","trace[192947444] 'range keys from bolt db' (duration: 15.904187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:31.002672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.525104Z","time spent":"477.558505ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":946376,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:31.119374Z","caller":"traceutil/trace.go:171","msg":"trace[2069374783] transaction","detail":"{read_only:false; response_revision:19954; number_of_response:1; }","duration":"102.367716ms","start":"2026-03-03T14:51:31.016974Z","end":"2026-03-03T14:51:31.119341Z","steps":["trace[2069374783] 'process raft request' (duration: 72.558339ms)","trace[2069374783] 'compare' (duration: 29.432427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:31.541906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.48422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-scheduler\" ","response":"range_response_count:1 size:710"} {"level":"info","ts":"2026-03-03T14:51:31.541993Z","caller":"traceutil/trace.go:171","msg":"trace[1388639404] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-scheduler; range_end:; response_count:1; response_revision:19954; }","duration":"246.613063ms","start":"2026-03-03T14:51:31.295362Z","end":"2026-03-03T14:51:31.541975Z","steps":["trace[1388639404] 'range keys from in-memory index tree' (duration: 246.374407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.541923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.094761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T14:51:31.54224Z","caller":"traceutil/trace.go:171","msg":"trace[1582789961] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:19954; }","duration":"314.45148ms","start":"2026-03-03T14:51:31.227769Z","end":"2026-03-03T14:51:31.54222Z","steps":["trace[1582789961] 'range keys from in-memory index tree' (duration: 314.002279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.542277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.22775Z","time spent":"314.516812ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:monitoring\" "} {"level":"info","ts":"2026-03-03T14:51:31.993294Z","caller":"traceutil/trace.go:171","msg":"trace[737811552] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20801; }","duration":"379.169433ms","start":"2026-03-03T14:51:31.6141Z","end":"2026-03-03T14:51:31.99327Z","steps":["trace[737811552] 'read index received' (duration: 378.893257ms)","trace[737811552] 'applied index is now lower than readState.Index' (duration: 275.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:31.993477Z","caller":"traceutil/trace.go:171","msg":"trace[471732635] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"386.477407ms","start":"2026-03-03T14:51:31.606978Z","end":"2026-03-03T14:51:31.993455Z","steps":["trace[471732635] 'process raft request' (duration: 386.103727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.993599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.606958Z","time spent":"386.572479ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8792,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:31.99366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.249345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:31.993659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.697924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:31.993734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.943404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T14:51:31.993824Z","caller":"traceutil/trace.go:171","msg":"trace[1619166913] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:19956; }","duration":"367.077157ms","start":"2026-03-03T14:51:31.626732Z","end":"2026-03-03T14:51:31.993809Z","steps":["trace[1619166913] 'agreement among raft nodes before linearized reading' (duration: 366.944774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:31.993819Z","caller":"traceutil/trace.go:171","msg":"trace[69799195] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:19956; }","duration":"373.887699ms","start":"2026-03-03T14:51:31.619863Z","end":"2026-03-03T14:51:31.993751Z","steps":["trace[69799195] 'agreement among raft nodes before linearized reading' (duration: 373.680155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.993861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.62671Z","time spent":"367.143809ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":719,"request content":"key:\"/registry/clusterrolebindings/system:monitoring\" "} {"level":"warn","ts":"2026-03-03T14:51:31.993841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.729017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T14:51:31.993882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.619839Z","time spent":"374.029442ms","remote":"127.0.0.1:36818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:31.993917Z","caller":"traceutil/trace.go:171","msg":"trace[530997746] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19956; }","duration":"379.87101ms","start":"2026-03-03T14:51:31.614028Z","end":"2026-03-03T14:51:31.993899Z","steps":["trace[530997746] 'agreement among raft nodes before linearized reading' (duration: 379.624464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.993889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.828292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:31.993954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.613997Z","time spent":"379.950392ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:51:31.993981Z","caller":"traceutil/trace.go:171","msg":"trace[551285823] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19956; }","duration":"228.978215ms","start":"2026-03-03T14:51:31.764982Z","end":"2026-03-03T14:51:31.99396Z","steps":["trace[551285823] 'agreement among raft nodes before linearized reading' (duration: 228.7514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:31.993747Z","caller":"traceutil/trace.go:171","msg":"trace[2056306379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19956; }","duration":"238.381738ms","start":"2026-03-03T14:51:31.755345Z","end":"2026-03-03T14:51:31.993727Z","steps":["trace[2056306379] 'agreement among raft nodes before linearized reading' (duration: 238.214154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.999058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.881666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node\" ","response":"range_response_count:1 size:604"} {"level":"info","ts":"2026-03-03T14:51:31.999133Z","caller":"traceutil/trace.go:171","msg":"trace[2119992273] range","detail":"{range_begin:/registry/clusterrolebindings/system:node; range_end:; response_count:1; response_revision:19956; }","duration":"330.033859ms","start":"2026-03-03T14:51:31.669083Z","end":"2026-03-03T14:51:31.999117Z","steps":["trace[2119992273] 'agreement among raft nodes before linearized reading' (duration: 324.529609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.999172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.669065Z","time spent":"330.09915ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":628,"request content":"key:\"/registry/clusterrolebindings/system:node\" "} {"level":"info","ts":"2026-03-03T14:51:32.37941Z","caller":"traceutil/trace.go:171","msg":"trace[999066401] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"124.745055ms","start":"2026-03-03T14:51:32.254642Z","end":"2026-03-03T14:51:32.379387Z","steps":["trace[999066401] 'process raft request' (duration: 66.755552ms)","trace[999066401] 'compare' (duration: 57.706817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:32.97662Z","caller":"traceutil/trace.go:171","msg":"trace[681212789] linearizableReadLoop","detail":"{readStateIndex:20811; appliedIndex:20810; }","duration":"114.058561ms","start":"2026-03-03T14:51:32.862535Z","end":"2026-03-03T14:51:32.976594Z","steps":["trace[681212789] 'read index received' (duration: 16.492141ms)","trace[681212789] 'applied index is now lower than readState.Index' (duration: 97.565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:32.976803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.251407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:32.976832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.124034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-03T14:51:32.976857Z","caller":"traceutil/trace.go:171","msg":"trace[845463817] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19964; }","duration":"114.318448ms","start":"2026-03-03T14:51:32.862527Z","end":"2026-03-03T14:51:32.976846Z","steps":["trace[845463817] 'agreement among raft nodes before linearized reading' (duration: 114.204686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:32.976868Z","caller":"traceutil/trace.go:171","msg":"trace[181133268] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19964; }","duration":"114.191796ms","start":"2026-03-03T14:51:32.862666Z","end":"2026-03-03T14:51:32.976857Z","steps":["trace[181133268] 'agreement among raft nodes before linearized reading' (duration: 114.087033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.124838Z","caller":"traceutil/trace.go:171","msg":"trace[1998369123] linearizableReadLoop","detail":"{readStateIndex:20813; appliedIndex:20811; }","duration":"119.651564ms","start":"2026-03-03T14:51:33.00516Z","end":"2026-03-03T14:51:33.124812Z","steps":["trace[1998369123] 'read index received' (duration: 39.898095ms)","trace[1998369123] 'applied index is now lower than readState.Index' (duration: 79.752569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:33.125277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.206896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:33.125368Z","caller":"traceutil/trace.go:171","msg":"trace[1176539517] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19966; }","duration":"114.34831ms","start":"2026-03-03T14:51:33.010996Z","end":"2026-03-03T14:51:33.125344Z","steps":["trace[1176539517] 'agreement among raft nodes before linearized reading' (duration: 114.087793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.125498Z","caller":"traceutil/trace.go:171","msg":"trace[1487614439] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"121.886839ms","start":"2026-03-03T14:51:33.003592Z","end":"2026-03-03T14:51:33.125479Z","steps":["trace[1487614439] 'process raft request' (duration: 82.060784ms)","trace[1487614439] 'compare' (duration: 39.013355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:33.126311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.921622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:33.126376Z","caller":"traceutil/trace.go:171","msg":"trace[1819388298] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19966; }","duration":"115.023045ms","start":"2026-03-03T14:51:33.011339Z","end":"2026-03-03T14:51:33.126362Z","steps":["trace[1819388298] 'agreement among raft nodes before linearized reading' (duration: 114.758389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:33.129067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.910236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189959e4d9ea7b14\\000\" range_end:\"/registry/events0\" limit:1000 revision:19964 ","response":"range_response_count:1000 size:780041"} {"level":"info","ts":"2026-03-03T14:51:33.129111Z","caller":"traceutil/trace.go:171","msg":"trace[114411583] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189959e4d9ea7b14\u0000; range_end:/registry/events0; response_count:1000; response_revision:19966; }","duration":"123.996657ms","start":"2026-03-03T14:51:33.005105Z","end":"2026-03-03T14:51:33.129102Z","steps":["trace[114411583] 'agreement among raft nodes before linearized reading' (duration: 120.543986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.554789Z","caller":"traceutil/trace.go:171","msg":"trace[1756470817] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"151.151172ms","start":"2026-03-03T14:51:34.403613Z","end":"2026-03-03T14:51:34.554765Z","steps":["trace[1756470817] 'process raft request' (duration: 151.023279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.793013Z","caller":"traceutil/trace.go:171","msg":"trace[1018970518] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"252.921672ms","start":"2026-03-03T14:51:34.540066Z","end":"2026-03-03T14:51:34.792988Z","steps":["trace[1018970518] 'process raft request' (duration: 252.728487ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.793385Z","caller":"traceutil/trace.go:171","msg":"trace[133928325] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"252.704307ms","start":"2026-03-03T14:51:34.540661Z","end":"2026-03-03T14:51:34.793366Z","steps":["trace[133928325] 'process raft request' (duration: 252.279677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:34.793674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.190395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:34.793752Z","caller":"traceutil/trace.go:171","msg":"trace[896587117] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19969; }","duration":"252.305317ms","start":"2026-03-03T14:51:34.541428Z","end":"2026-03-03T14:51:34.793733Z","steps":["trace[896587117] 'agreement among raft nodes before linearized reading' (duration: 252.095492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.793282Z","caller":"traceutil/trace.go:171","msg":"trace[1824456473] linearizableReadLoop","detail":"{readStateIndex:20816; appliedIndex:20814; }","duration":"251.785325ms","start":"2026-03-03T14:51:34.541468Z","end":"2026-03-03T14:51:34.793253Z","steps":["trace[1824456473] 'read index received' (duration: 14.101244ms)","trace[1824456473] 'applied index is now lower than readState.Index' (duration: 237.682011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:34.794063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.480915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T14:51:34.794095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.044722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:34.794155Z","caller":"traceutil/trace.go:171","msg":"trace[1026284460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19969; }","duration":"207.604969ms","start":"2026-03-03T14:51:34.586532Z","end":"2026-03-03T14:51:34.794136Z","steps":["trace[1026284460] 'agreement among raft nodes before linearized reading' (duration: 207.370123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.794171Z","caller":"traceutil/trace.go:171","msg":"trace[2064950365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19969; }","duration":"209.168935ms","start":"2026-03-03T14:51:34.584983Z","end":"2026-03-03T14:51:34.794152Z","steps":["trace[2064950365] 'agreement among raft nodes before linearized reading' (duration: 208.94075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:34.794225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.554644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:51:34.794266Z","caller":"traceutil/trace.go:171","msg":"trace[1048633973] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19969; }","duration":"198.627066ms","start":"2026-03-03T14:51:34.595628Z","end":"2026-03-03T14:51:34.794255Z","steps":["trace[1048633973] 'agreement among raft nodes before linearized reading' (duration: 198.36466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:34.794398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.054941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:34.794457Z","caller":"traceutil/trace.go:171","msg":"trace[395930066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19969; }","duration":"214.118403ms","start":"2026-03-03T14:51:34.580325Z","end":"2026-03-03T14:51:34.794443Z","steps":["trace[395930066] 'agreement among raft nodes before linearized reading' (duration: 213.626451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:34.794799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.088428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T14:51:34.794894Z","caller":"traceutil/trace.go:171","msg":"trace[709560075] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19969; }","duration":"221.20539ms","start":"2026-03-03T14:51:34.573656Z","end":"2026-03-03T14:51:34.794862Z","steps":["trace[709560075] 'agreement among raft nodes before linearized reading' (duration: 220.238387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.179813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:35.417182Z","caller":"traceutil/trace.go:171","msg":"trace[468178389] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19973; }","duration":"230.279945ms","start":"2026-03-03T14:51:35.18689Z","end":"2026-03-03T14:51:35.41717Z","steps":["trace[468178389] 'range keys from in-memory index tree' (duration: 230.03608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.507524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/auth-system/\" range_end:\"/registry/configmaps/auth-system0\" limit:500 ","response":"range_response_count:2 size:3597"} {"level":"info","ts":"2026-03-03T14:51:35.417229Z","caller":"traceutil/trace.go:171","msg":"trace[1380436280] range","detail":"{range_begin:/registry/configmaps/auth-system/; range_end:/registry/configmaps/auth-system0; response_count:2; response_revision:19973; }","duration":"198.614176ms","start":"2026-03-03T14:51:35.218598Z","end":"2026-03-03T14:51:35.417213Z","steps":["trace[1380436280] 'range keys from in-memory index tree' (duration: 198.331849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.538397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"warn","ts":"2026-03-03T14:51:35.417329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.232156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:35.417365Z","caller":"traceutil/trace.go:171","msg":"trace[740549064] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:19973; }","duration":"234.603309ms","start":"2026-03-03T14:51:35.182756Z","end":"2026-03-03T14:51:35.417359Z","steps":["trace[740549064] 'range keys from in-memory index tree' (duration: 234.430924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.417384Z","caller":"traceutil/trace.go:171","msg":"trace[481291657] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19973; }","duration":"233.330629ms","start":"2026-03-03T14:51:35.184041Z","end":"2026-03-03T14:51:35.417371Z","steps":["trace[481291657] 'range keys from in-memory index tree' (duration: 233.089852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.336144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:35.417465Z","caller":"traceutil/trace.go:171","msg":"trace[1013703718] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:19973; }","duration":"232.382976ms","start":"2026-03-03T14:51:35.185076Z","end":"2026-03-03T14:51:35.417459Z","steps":["trace[1013703718] 'range keys from in-memory index tree' (duration: 232.263723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.230164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:35.417525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.084325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"warn","ts":"2026-03-03T14:51:35.417191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.311108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:35.41755Z","caller":"traceutil/trace.go:171","msg":"trace[1307110550] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:19973; }","duration":"231.121336ms","start":"2026-03-03T14:51:35.186421Z","end":"2026-03-03T14:51:35.417543Z","steps":["trace[1307110550] 'range keys from in-memory index tree' (duration: 231.006143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.417553Z","caller":"traceutil/trace.go:171","msg":"trace[1612764930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19973; }","duration":"287.699666ms","start":"2026-03-03T14:51:35.129845Z","end":"2026-03-03T14:51:35.417545Z","steps":["trace[1612764930] 'range keys from in-memory index tree' (duration: 287.145324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.417524Z","caller":"traceutil/trace.go:171","msg":"trace[847553164] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19973; }","duration":"230.323786ms","start":"2026-03-03T14:51:35.187189Z","end":"2026-03-03T14:51:35.417513Z","steps":["trace[847553164] 'range keys from in-memory index tree' (duration: 230.070061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.417665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.486524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/\" range_end:\"/registry/configmaps/cert-manager0\" limit:500 ","response":"range_response_count:2 size:2665"} {"level":"warn","ts":"2026-03-03T14:51:35.417703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.637419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:51:35.417725Z","caller":"traceutil/trace.go:171","msg":"trace[711813716] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:19973; }","duration":"215.68489ms","start":"2026-03-03T14:51:35.202035Z","end":"2026-03-03T14:51:35.417719Z","steps":["trace[711813716] 'range keys from in-memory index tree' (duration: 215.504636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.417735Z","caller":"traceutil/trace.go:171","msg":"trace[690588745] range","detail":"{range_begin:/registry/configmaps/cert-manager/; range_end:/registry/configmaps/cert-manager0; response_count:2; response_revision:19973; }","duration":"228.568276ms","start":"2026-03-03T14:51:35.189149Z","end":"2026-03-03T14:51:35.417718Z","steps":["trace[690588745] 'range keys from in-memory index tree' (duration: 228.33658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.525469Z","caller":"traceutil/trace.go:171","msg":"trace[1203730710] linearizableReadLoop","detail":"{readStateIndex:20821; appliedIndex:20820; }","duration":"101.206288ms","start":"2026-03-03T14:51:35.424242Z","end":"2026-03-03T14:51:35.525448Z","steps":["trace[1203730710] 'read index received' (duration: 101.020444ms)","trace[1203730710] 'applied index is now lower than readState.Index' (duration: 185.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:35.52575Z","caller":"traceutil/trace.go:171","msg":"trace[108819321] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"102.211791ms","start":"2026-03-03T14:51:35.42353Z","end":"2026-03-03T14:51:35.525741Z","steps":["trace[108819321] 'process raft request' (duration: 101.766061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.531542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.239382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:35.531708Z","caller":"traceutil/trace.go:171","msg":"trace[1374177931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19974; }","duration":"107.451206ms","start":"2026-03-03T14:51:35.424225Z","end":"2026-03-03T14:51:35.531676Z","steps":["trace[1374177931] 'agreement among raft nodes before linearized reading' (duration: 101.604687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.535523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.027942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:35.535598Z","caller":"traceutil/trace.go:171","msg":"trace[957737341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19974; }","duration":"106.170276ms","start":"2026-03-03T14:51:35.429412Z","end":"2026-03-03T14:51:35.535583Z","steps":["trace[957737341] 'agreement among raft nodes before linearized reading' (duration: 104.958497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.540484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.542218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:35.540585Z","caller":"traceutil/trace.go:171","msg":"trace[46246360] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19974; }","duration":"115.664811ms","start":"2026-03-03T14:51:35.424902Z","end":"2026-03-03T14:51:35.540566Z","steps":["trace[46246360] 'agreement among raft nodes before linearized reading' (duration: 109.533446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.543462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.870937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:35.543539Z","caller":"traceutil/trace.go:171","msg":"trace[1110572704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19974; }","duration":"119.194315ms","start":"2026-03-03T14:51:35.424321Z","end":"2026-03-03T14:51:35.543516Z","steps":["trace[1110572704] 'agreement among raft nodes before linearized reading' (duration: 110.485308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.545432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.953577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:35.545492Z","caller":"traceutil/trace.go:171","msg":"trace[1953809400] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19974; }","duration":"108.05927ms","start":"2026-03-03T14:51:35.437418Z","end":"2026-03-03T14:51:35.545478Z","steps":["trace[1953809400] 'agreement among raft nodes before linearized reading' (duration: 98.446472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:36.813046Z","caller":"traceutil/trace.go:171","msg":"trace[1477976259] linearizableReadLoop","detail":"{readStateIndex:20822; appliedIndex:20821; }","duration":"174.066904ms","start":"2026-03-03T14:51:36.638945Z","end":"2026-03-03T14:51:36.813012Z","steps":["trace[1477976259] 'read index received' (duration: 173.947651ms)","trace[1477976259] 'applied index is now lower than readState.Index' (duration: 118.043µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:36.813126Z","caller":"traceutil/trace.go:171","msg":"trace[1172715956] transaction","detail":"{read_only:false; response_revision:19975; number_of_response:1; }","duration":"254.06639ms","start":"2026-03-03T14:51:36.559037Z","end":"2026-03-03T14:51:36.813103Z","steps":["trace[1172715956] 'process raft request' (duration: 253.762403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:36.813267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.308199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/\" range_end:\"/registry/rolebindings/cert-manager0\" limit:500 ","response":"range_response_count:3 size:3496"} {"level":"info","ts":"2026-03-03T14:51:36.813396Z","caller":"traceutil/trace.go:171","msg":"trace[107619113] range","detail":"{range_begin:/registry/rolebindings/cert-manager/; range_end:/registry/rolebindings/cert-manager0; response_count:3; response_revision:19975; }","duration":"174.592946ms","start":"2026-03-03T14:51:36.638793Z","end":"2026-03-03T14:51:36.813386Z","steps":["trace[107619113] 'agreement among raft nodes before linearized reading' (duration: 174.340721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:36.817514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.831539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-55cb4d8d9d-jsjld\" ","response":"range_response_count:1 size:11795"} {"level":"info","ts":"2026-03-03T14:51:36.817674Z","caller":"traceutil/trace.go:171","msg":"trace[1505562691] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-55cb4d8d9d-jsjld; range_end:; response_count:1; response_revision:19977; }","duration":"139.022264ms","start":"2026-03-03T14:51:36.678629Z","end":"2026-03-03T14:51:36.817651Z","steps":["trace[1505562691] 'agreement among raft nodes before linearized reading' (duration: 138.700727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:36.81806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.875857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1085"} {"level":"warn","ts":"2026-03-03T14:51:36.818222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.756258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-03T14:51:36.818272Z","caller":"traceutil/trace.go:171","msg":"trace[2118085950] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak; range_end:; response_count:1; response_revision:19977; }","duration":"103.83228ms","start":"2026-03-03T14:51:36.714432Z","end":"2026-03-03T14:51:36.818264Z","steps":["trace[2118085950] 'agreement among raft nodes before linearized reading' (duration: 103.751309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:36.818114Z","caller":"traceutil/trace.go:171","msg":"trace[136777287] range","detail":"{range_begin:/registry/services/endpoints/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:19977; }","duration":"102.929279ms","start":"2026-03-03T14:51:36.715169Z","end":"2026-03-03T14:51:36.818098Z","steps":["trace[136777287] 'agreement among raft nodes before linearized reading' (duration: 102.795255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:37.025867Z","caller":"traceutil/trace.go:171","msg":"trace[401982061] linearizableReadLoop","detail":"{readStateIndex:20828; appliedIndex:20825; }","duration":"131.996177ms","start":"2026-03-03T14:51:36.893851Z","end":"2026-03-03T14:51:37.025848Z","steps":["trace[401982061] 'read index received' (duration: 23.275271ms)","trace[401982061] 'applied index is now lower than readState.Index' (duration: 108.720386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:37.02591Z","caller":"traceutil/trace.go:171","msg":"trace[420868990] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"132.479938ms","start":"2026-03-03T14:51:36.893415Z","end":"2026-03-03T14:51:37.025895Z","steps":["trace[420868990] 'process raft request' (duration: 132.407507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:37.025883Z","caller":"traceutil/trace.go:171","msg":"trace[551591969] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"133.679568ms","start":"2026-03-03T14:51:36.892189Z","end":"2026-03-03T14:51:37.025868Z","steps":["trace[551591969] 'process raft request' (duration: 133.470483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:37.026812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.933459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:37.026877Z","caller":"traceutil/trace.go:171","msg":"trace[797218203] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19981; }","duration":"133.029281ms","start":"2026-03-03T14:51:36.893832Z","end":"2026-03-03T14:51:37.026862Z","steps":["trace[797218203] 'agreement among raft nodes before linearized reading' (duration: 132.093519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:37.048767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.13702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1096"} {"level":"info","ts":"2026-03-03T14:51:37.048854Z","caller":"traceutil/trace.go:171","msg":"trace[1881755498] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:19982; }","duration":"121.234772ms","start":"2026-03-03T14:51:36.927598Z","end":"2026-03-03T14:51:37.048833Z","steps":["trace[1881755498] 'agreement among raft nodes before linearized reading' (duration: 120.996546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:37.048877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.471257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1008"} {"level":"warn","ts":"2026-03-03T14:51:37.048904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.236722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/\" range_end:\"/registry/roles/cert-manager0\" limit:500 ","response":"range_response_count:3 size:3403"} {"level":"info","ts":"2026-03-03T14:51:37.048939Z","caller":"traceutil/trace.go:171","msg":"trace[1265059292] range","detail":"{range_begin:/registry/services/endpoints/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:19982; }","duration":"102.57204ms","start":"2026-03-03T14:51:36.946354Z","end":"2026-03-03T14:51:37.048926Z","steps":["trace[1265059292] 'agreement among raft nodes before linearized reading' (duration: 102.384096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:37.048987Z","caller":"traceutil/trace.go:171","msg":"trace[33354516] range","detail":"{range_begin:/registry/roles/cert-manager/; range_end:/registry/roles/cert-manager0; response_count:3; response_revision:19982; }","duration":"113.341895ms","start":"2026-03-03T14:51:36.935623Z","end":"2026-03-03T14:51:37.048965Z","steps":["trace[33354516] 'agreement among raft nodes before linearized reading' (duration: 113.13241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:39.173759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.78764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"info","ts":"2026-03-03T14:51:39.173848Z","caller":"traceutil/trace.go:171","msg":"trace[1105209374] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:19993; }","duration":"117.928024ms","start":"2026-03-03T14:51:39.055897Z","end":"2026-03-03T14:51:39.173825Z","steps":["trace[1105209374] 'agreement among raft nodes before linearized reading' (duration: 117.735779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:39.173866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.656854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:39.173758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.74628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-03-03T14:51:39.173969Z","caller":"traceutil/trace.go:171","msg":"trace[2031309969] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:19993; }","duration":"117.981545ms","start":"2026-03-03T14:51:39.055979Z","end":"2026-03-03T14:51:39.173961Z","steps":["trace[2031309969] 'agreement among raft nodes before linearized reading' (duration: 117.652797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:39.173965Z","caller":"traceutil/trace.go:171","msg":"trace[2066051654] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:19993; }","duration":"116.799177ms","start":"2026-03-03T14:51:39.057142Z","end":"2026-03-03T14:51:39.173941Z","steps":["trace[2066051654] 'agreement among raft nodes before linearized reading' (duration: 116.534151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:39.705793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.998957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:39.705853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.11914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1386"} {"level":"info","ts":"2026-03-03T14:51:39.705934Z","caller":"traceutil/trace.go:171","msg":"trace[2118203328] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:19995; }","duration":"102.322865ms","start":"2026-03-03T14:51:39.60359Z","end":"2026-03-03T14:51:39.705913Z","steps":["trace[2118203328] 'range keys from in-memory index tree' (duration: 101.951776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:39.70593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.540476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:51:39.706015Z","caller":"traceutil/trace.go:171","msg":"trace[161612604] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:19995; }","duration":"101.652719ms","start":"2026-03-03T14:51:39.604328Z","end":"2026-03-03T14:51:39.70598Z","steps":["trace[161612604] 'range keys from in-memory index tree' (duration: 101.397003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:39.705877Z","caller":"traceutil/trace.go:171","msg":"trace[796475987] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:19995; }","duration":"110.14141ms","start":"2026-03-03T14:51:39.595718Z","end":"2026-03-03T14:51:39.705859Z","steps":["trace[796475987] 'range keys from in-memory index tree' (duration: 109.865103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:40.942241Z","caller":"traceutil/trace.go:171","msg":"trace[90320869] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"100.153003ms","start":"2026-03-03T14:51:40.842064Z","end":"2026-03-03T14:51:40.942217Z","steps":["trace[90320869] 'process raft request' (duration: 100.0433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:40.94224Z","caller":"traceutil/trace.go:171","msg":"trace[1347606849] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"100.908331ms","start":"2026-03-03T14:51:40.841304Z","end":"2026-03-03T14:51:40.942213Z","steps":["trace[1347606849] 'process raft request' (duration: 79.516973ms)","trace[1347606849] 'compare' (duration: 21.174683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:41.26822Z","caller":"traceutil/trace.go:171","msg":"trace[1600400352] linearizableReadLoop","detail":"{readStateIndex:20849; appliedIndex:20848; }","duration":"148.248243ms","start":"2026-03-03T14:51:41.119948Z","end":"2026-03-03T14:51:41.268197Z","steps":["trace[1600400352] 'read index received' (duration: 63.332051ms)","trace[1600400352] 'applied index is now lower than readState.Index' (duration: 84.915101ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:41.268335Z","caller":"traceutil/trace.go:171","msg":"trace[642537062] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"162.608193ms","start":"2026-03-03T14:51:41.105678Z","end":"2026-03-03T14:51:41.268286Z","steps":["trace[642537062] 'process raft request' (duration: 77.688951ms)","trace[642537062] 'compare' (duration: 84.723307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:41.268435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:1 size:1043"} {"level":"warn","ts":"2026-03-03T14:51:41.268445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.470978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-system/\" range_end:\"/registry/persistentvolumeclaims/kube-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:41.268464Z","caller":"traceutil/trace.go:171","msg":"trace[1084253297] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:1; response_revision:20001; }","duration":"106.7633ms","start":"2026-03-03T14:51:41.161692Z","end":"2026-03-03T14:51:41.268455Z","steps":["trace[1084253297] 'agreement among raft nodes before linearized reading' (duration: 106.655727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:41.26849Z","caller":"traceutil/trace.go:171","msg":"trace[19461943] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-system/; range_end:/registry/persistentvolumeclaims/kube-system0; response_count:0; response_revision:20001; }","duration":"148.56248ms","start":"2026-03-03T14:51:41.119914Z","end":"2026-03-03T14:51:41.268477Z","steps":["trace[19461943] 'agreement among raft nodes before linearized reading' (duration: 148.454968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:41.268677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.25547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1241"} {"level":"info","ts":"2026-03-03T14:51:41.268707Z","caller":"traceutil/trace.go:171","msg":"trace[70183337] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20001; }","duration":"104.296622ms","start":"2026-03-03T14:51:41.164402Z","end":"2026-03-03T14:51:41.268698Z","steps":["trace[70183337] 'agreement among raft nodes before linearized reading' (duration: 104.23864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:43.460028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:43.961085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:44.461579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:44.964473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:44.979774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003887116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:51:44.979827Z","caller":"traceutil/trace.go:171","msg":"trace[115544604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003953667s","start":"2026-03-03T14:51:42.975856Z","end":"2026-03-03T14:51:44.979809Z","steps":["trace[115544604] 'agreement among raft nodes before linearized reading' (duration: 2.003893016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:44.979856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.975852Z","time spent":"2.003997828s","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:51:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:51:45.478454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:46.01182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:47.313636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693705278,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:47.313786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333707881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-03T14:51:47.328377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.378012025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:51:47.313825Z","caller":"traceutil/trace.go:171","msg":"trace[419065414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.333795523s","start":"2026-03-03T14:51:44.980011Z","end":"2026-03-03T14:51:47.313806Z","steps":["trace[419065414] 'agreement among raft nodes before linearized reading' (duration: 2.333728792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.331664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.980001Z","time spent":"2.351629386s","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:51:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:51:47.512036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.177679ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:51:47.61285Z","caller":"traceutil/trace.go:171","msg":"trace[994733861] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"4.651899754s","start":"2026-03-03T14:51:42.960931Z","end":"2026-03-03T14:51:47.61283Z","steps":["trace[994733861] 'process raft request' (duration: 4.651677689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.612952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.960919Z","time spent":"4.651976366s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:47.612998Z","caller":"traceutil/trace.go:171","msg":"trace[1816769009] linearizableReadLoop","detail":"{readStateIndex:20855; appliedIndex:20851; }","duration":"4.653056812s","start":"2026-03-03T14:51:42.959933Z","end":"2026-03-03T14:51:47.61299Z","steps":["trace[1816769009] 'read index received' (duration: 4.368734136s)","trace[1816769009] 'applied index is now lower than readState.Index' (duration: 284.321806ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:47.613041Z","caller":"traceutil/trace.go:171","msg":"trace[259096805] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"4.647827608s","start":"2026-03-03T14:51:42.965206Z","end":"2026-03-03T14:51:47.613034Z","steps":["trace[259096805] 'process raft request' (duration: 4.647606953s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.612848Z","caller":"traceutil/trace.go:171","msg":"trace[1200556376] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"4.647925801s","start":"2026-03-03T14:51:42.964911Z","end":"2026-03-03T14:51:47.612837Z","steps":["trace[1200556376] 'process raft request' (duration: 4.647846209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.613078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.965195Z","time spent":"4.647858519s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:47.613231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.964893Z","time spent":"4.648209768s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:47.613304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653335899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T14:51:47.613385Z","caller":"traceutil/trace.go:171","msg":"trace[465274778] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20006; }","duration":"4.653464622s","start":"2026-03-03T14:51:42.959901Z","end":"2026-03-03T14:51:47.613366Z","steps":["trace[465274778] 'agreement among raft nodes before linearized reading' (duration: 4.653204546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.613426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.959886Z","time spent":"4.653531753s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:51:47.635658Z","caller":"traceutil/trace.go:171","msg":"trace[233115995] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"290.262086ms","start":"2026-03-03T14:51:47.345368Z","end":"2026-03-03T14:51:47.63563Z","steps":["trace[233115995] 'process raft request' (duration: 290.072042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.635964Z","caller":"traceutil/trace.go:171","msg":"trace[1372405040] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"207.562938ms","start":"2026-03-03T14:51:47.428385Z","end":"2026-03-03T14:51:47.635948Z","steps":["trace[1372405040] 'process raft request' (duration: 207.200539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.836006255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:47.636276Z","caller":"traceutil/trace.go:171","msg":"trace[138935453] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20009; }","duration":"3.836076686s","start":"2026-03-03T14:51:43.800189Z","end":"2026-03-03T14:51:47.636266Z","steps":["trace[138935453] 'agreement among raft nodes before linearized reading' (duration: 3.835921762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.800184Z","time spent":"3.836108218s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:47.636308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.311134681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:51:47.636362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.90574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.636394Z","caller":"traceutil/trace.go:171","msg":"trace[478991281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20009; }","duration":"4.311249844s","start":"2026-03-03T14:51:43.325121Z","end":"2026-03-03T14:51:47.636371Z","steps":["trace[478991281] 'agreement among raft nodes before linearized reading' (duration: 4.311006097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415930392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:47.636467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.32511Z","time spent":"4.311344776s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:51:47.636487Z","caller":"traceutil/trace.go:171","msg":"trace[1594345303] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20009; }","duration":"3.416058576s","start":"2026-03-03T14:51:44.220407Z","end":"2026-03-03T14:51:47.636465Z","steps":["trace[1594345303] 'agreement among raft nodes before linearized reading' (duration: 3.415847681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.220393Z","time spent":"3.416114447s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:47.636504Z","caller":"traceutil/trace.go:171","msg":"trace[1172778539] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20009; }","duration":"320.039093ms","start":"2026-03-03T14:51:47.316403Z","end":"2026-03-03T14:51:47.636442Z","steps":["trace[1172778539] 'agreement among raft nodes before linearized reading' (duration: 319.826998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.418696307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:47.636567Z","caller":"traceutil/trace.go:171","msg":"trace[1906984235] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20009; }","duration":"3.41880548s","start":"2026-03-03T14:51:44.217754Z","end":"2026-03-03T14:51:47.63656Z","steps":["trace[1906984235] 'agreement among raft nodes before linearized reading' (duration: 3.418733768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.316388Z","time spent":"320.163077ms","remote":"127.0.0.1:36862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.636587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.217749Z","time spent":"3.418833882s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.636575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.475963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T14:51:47.636636Z","caller":"traceutil/trace.go:171","msg":"trace[2054055673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20009; }","duration":"252.573634ms","start":"2026-03-03T14:51:47.384047Z","end":"2026-03-03T14:51:47.636621Z","steps":["trace[2054055673] 'agreement among raft nodes before linearized reading' (duration: 252.37868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607309186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.636692Z","caller":"traceutil/trace.go:171","msg":"trace[522448990] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20009; }","duration":"3.607378518s","start":"2026-03-03T14:51:44.029305Z","end":"2026-03-03T14:51:47.636683Z","steps":["trace[522448990] 'agreement among raft nodes before linearized reading' (duration: 3.607337867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.63671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.029279Z","time spent":"3.607426188s","remote":"127.0.0.1:34040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.636795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419146088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:47.63666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593183232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.636838Z","caller":"traceutil/trace.go:171","msg":"trace[250779729] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20009; }","duration":"3.41921527s","start":"2026-03-03T14:51:44.217608Z","end":"2026-03-03T14:51:47.636823Z","steps":["trace[250779729] 'agreement among raft nodes before linearized reading' (duration: 3.419074647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837183093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:47.636868Z","caller":"traceutil/trace.go:171","msg":"trace[734472536] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20009; }","duration":"3.593426877s","start":"2026-03-03T14:51:44.043433Z","end":"2026-03-03T14:51:47.63686Z","steps":["trace[734472536] 'agreement among raft nodes before linearized reading' (duration: 3.593180461s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.217588Z","time spent":"3.419278721s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.636896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.043411Z","time spent":"3.593475579s","remote":"127.0.0.1:48520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:47.636892Z","caller":"traceutil/trace.go:171","msg":"trace[4748390] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:20009; }","duration":"3.837276994s","start":"2026-03-03T14:51:43.799597Z","end":"2026-03-03T14:51:47.636874Z","steps":["trace[4748390] 'agreement among raft nodes before linearized reading' (duration: 3.83710701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675442736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:47.636939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.799583Z","time spent":"3.837346357s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"info","ts":"2026-03-03T14:51:47.636966Z","caller":"traceutil/trace.go:171","msg":"trace[969949633] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20009; }","duration":"1.67563658s","start":"2026-03-03T14:51:45.961314Z","end":"2026-03-03T14:51:47.63695Z","steps":["trace[969949633] 'agreement among raft nodes before linearized reading' (duration: 1.675452106s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:45.961276Z","time spent":"1.675708572s","remote":"127.0.0.1:52210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.637003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575670159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T14:51:47.63705Z","caller":"traceutil/trace.go:171","msg":"trace[737787862] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20009; }","duration":"4.57572524s","start":"2026-03-03T14:51:43.061308Z","end":"2026-03-03T14:51:47.637034Z","steps":["trace[737787862] 'agreement among raft nodes before linearized reading' (duration: 4.575593747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.061249Z","time spent":"4.575830883s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.838751869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:51:47.637183Z","caller":"traceutil/trace.go:171","msg":"trace[887131875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20009; }","duration":"3.83880149s","start":"2026-03-03T14:51:43.798371Z","end":"2026-03-03T14:51:47.637173Z","steps":["trace[887131875] 'agreement among raft nodes before linearized reading' (duration: 3.838677997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.798365Z","time spent":"3.838843881s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:47.636859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126457434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:47.637333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285786441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1185"} {"level":"info","ts":"2026-03-03T14:51:47.637338Z","caller":"traceutil/trace.go:171","msg":"trace[1698078323] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20009; }","duration":"3.126968646s","start":"2026-03-03T14:51:44.510355Z","end":"2026-03-03T14:51:47.637324Z","steps":["trace[1698078323] 'agreement among raft nodes before linearized reading' (duration: 3.126461854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661548863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:47.637321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320354069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:47.637388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.510339Z","time spent":"3.127032337s","remote":"127.0.0.1:48264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.637431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.576125989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T14:51:47.637435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.082597176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:51:47.636905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408038765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:47.637424Z","caller":"traceutil/trace.go:171","msg":"trace[720914663] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:20009; }","duration":"4.320513262s","start":"2026-03-03T14:51:43.316886Z","end":"2026-03-03T14:51:47.637399Z","steps":["trace[720914663] 'agreement among raft nodes before linearized reading' (duration: 4.319826957s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637453Z","caller":"traceutil/trace.go:171","msg":"trace[1339875515] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20009; }","duration":"4.576176751s","start":"2026-03-03T14:51:43.061269Z","end":"2026-03-03T14:51:47.637446Z","steps":["trace[1339875515] 'agreement among raft nodes before linearized reading' (duration: 4.576119919s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637465Z","caller":"traceutil/trace.go:171","msg":"trace[1886498945] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20009; }","duration":"3.408614989s","start":"2026-03-03T14:51:44.228841Z","end":"2026-03-03T14:51:47.637456Z","steps":["trace[1886498945] 'agreement among raft nodes before linearized reading' (duration: 3.408030245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.061249Z","time spent":"4.576222832s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.228829Z","time spent":"3.408656239s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.316841Z","time spent":"4.320633156s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860357251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:47.637521Z","caller":"traceutil/trace.go:171","msg":"trace[1798670984] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:20009; }","duration":"3.860422782s","start":"2026-03-03T14:51:43.777093Z","end":"2026-03-03T14:51:47.637516Z","steps":["trace[1798670984] 'agreement among raft nodes before linearized reading' (duration: 3.860376331s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.777074Z","time spent":"3.860457024s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123344563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:51:47.637377Z","caller":"traceutil/trace.go:171","msg":"trace[1891417151] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20009; }","duration":"4.661594034s","start":"2026-03-03T14:51:42.975777Z","end":"2026-03-03T14:51:47.637371Z","steps":["trace[1891417151] 'agreement among raft nodes before linearized reading' (duration: 4.661528282s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637562Z","caller":"traceutil/trace.go:171","msg":"trace[502353442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:20009; }","duration":"4.123371633s","start":"2026-03-03T14:51:43.514183Z","end":"2026-03-03T14:51:47.637554Z","steps":["trace[502353442] 'agreement among raft nodes before linearized reading' (duration: 4.123285491s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637369Z","caller":"traceutil/trace.go:171","msg":"trace[1576812984] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:20009; }","duration":"4.285890734s","start":"2026-03-03T14:51:43.351468Z","end":"2026-03-03T14:51:47.637358Z","steps":["trace[1576812984] 'agreement among raft nodes before linearized reading' (duration: 4.285810282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.97577Z","time spent":"4.661806189s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.514135Z","time spent":"4.123444045s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.351438Z","time spent":"4.286153129s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1209,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"info","ts":"2026-03-03T14:51:47.637456Z","caller":"traceutil/trace.go:171","msg":"trace[487764918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20009; }","duration":"4.082633187s","start":"2026-03-03T14:51:43.554817Z","end":"2026-03-03T14:51:47.63745Z","steps":["trace[487764918] 'agreement among raft nodes before linearized reading' (duration: 4.082570245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.859765607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:51:47.637657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.55481Z","time spent":"4.082842781s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:51:47.637661Z","caller":"traceutil/trace.go:171","msg":"trace[342035096] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:20009; }","duration":"3.860004412s","start":"2026-03-03T14:51:43.777651Z","end":"2026-03-03T14:51:47.637655Z","steps":["trace[342035096] 'agreement among raft nodes before linearized reading' (duration: 3.859706296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.777646Z","time spent":"3.860036604s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.563710985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:47.637754Z","caller":"traceutil/trace.go:171","msg":"trace[1959773826] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20009; }","duration":"4.563761447s","start":"2026-03-03T14:51:43.073987Z","end":"2026-03-03T14:51:47.637748Z","steps":["trace[1959773826] 'agreement among raft nodes before linearized reading' (duration: 4.563710805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.073976Z","time spent":"4.563808447s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381218492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.637829Z","caller":"traceutil/trace.go:171","msg":"trace[131467820] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-public/; range_end:/registry/persistentvolumeclaims/kube-public0; response_count:0; response_revision:20009; }","duration":"4.381281423s","start":"2026-03-03T14:51:43.256538Z","end":"2026-03-03T14:51:47.637819Z","steps":["trace[131467820] 'agreement among raft nodes before linearized reading' (duration: 4.381241472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.124997992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"warn","ts":"2026-03-03T14:51:47.637841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.786816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-03T14:51:47.637851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360639524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:51:47.637876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.256522Z","time spent":"4.381321594s","remote":"127.0.0.1:48312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/kube-public/\" range_end:\"/registry/persistentvolumeclaims/kube-public0\" limit:500 "} {"level":"info","ts":"2026-03-03T14:51:47.637884Z","caller":"traceutil/trace.go:171","msg":"trace[419534626] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:20009; }","duration":"4.125611435s","start":"2026-03-03T14:51:43.512255Z","end":"2026-03-03T14:51:47.637866Z","steps":["trace[419534626] 'agreement among raft nodes before linearized reading' (duration: 4.125009271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637907Z","caller":"traceutil/trace.go:171","msg":"trace[769951628] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae; range_end:; response_count:1; response_revision:20009; }","duration":"311.877889ms","start":"2026-03-03T14:51:47.326006Z","end":"2026-03-03T14:51:47.637884Z","steps":["trace[769951628] 'agreement among raft nodes before linearized reading' (duration: 311.645923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637926Z","caller":"traceutil/trace.go:171","msg":"trace[1174901803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20009; }","duration":"4.360728956s","start":"2026-03-03T14:51:43.277182Z","end":"2026-03-03T14:51:47.637911Z","steps":["trace[1174901803] 'agreement among raft nodes before linearized reading' (duration: 4.360500111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.512229Z","time spent":"4.125685067s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.32599Z","time spent":"311.94878ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189959f0464bebae\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.277176Z","time spent":"4.360784858s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54326522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1168"} {"level":"warn","ts":"2026-03-03T14:51:47.638105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.003414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.638128Z","caller":"traceutil/trace.go:171","msg":"trace[1451012002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20009; }","duration":"280.056855ms","start":"2026-03-03T14:51:47.358064Z","end":"2026-03-03T14:51:47.638121Z","steps":["trace[1451012002] 'agreement among raft nodes before linearized reading' (duration: 280.018954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.63812Z","caller":"traceutil/trace.go:171","msg":"trace[365328505] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:20009; }","duration":"4.543424075s","start":"2026-03-03T14:51:43.094677Z","end":"2026-03-03T14:51:47.638102Z","steps":["trace[365328505] 'agreement among raft nodes before linearized reading' (duration: 4.543179509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.094661Z","time spent":"4.543489996s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.110955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T14:51:47.638234Z","caller":"traceutil/trace.go:171","msg":"trace[1279359319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20009; }","duration":"304.179887ms","start":"2026-03-03T14:51:47.334038Z","end":"2026-03-03T14:51:47.638218Z","steps":["trace[1279359319] 'agreement among raft nodes before linearized reading' (duration: 304.047473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.334022Z","time spent":"304.236908ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:51:47.641889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.488939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.64208Z","caller":"traceutil/trace.go:171","msg":"trace[1422545133] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20009; }","duration":"316.731664ms","start":"2026-03-03T14:51:47.325302Z","end":"2026-03-03T14:51:47.642033Z","steps":["trace[1422545133] 'agreement among raft nodes before linearized reading' (duration: 312.444232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.642141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.325285Z","time spent":"316.843257ms","remote":"127.0.0.1:34088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:49.825891Z","caller":"traceutil/trace.go:171","msg":"trace[875049818] linearizableReadLoop","detail":"{readStateIndex:20873; appliedIndex:20872; }","duration":"119.931682ms","start":"2026-03-03T14:51:49.705941Z","end":"2026-03-03T14:51:49.825873Z","steps":["trace[875049818] 'read index received' (duration: 46.728368ms)","trace[875049818] 'applied index is now lower than readState.Index' (duration: 73.202784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:49.826086Z","caller":"traceutil/trace.go:171","msg":"trace[624999537] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"120.247968ms","start":"2026-03-03T14:51:49.705831Z","end":"2026-03-03T14:51:49.826079Z","steps":["trace[624999537] 'process raft request' (duration: 46.827089ms)","trace[624999537] 'compare' (duration: 73.130213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:49.826284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.327521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:49.826317Z","caller":"traceutil/trace.go:171","msg":"trace[241154702] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:20023; }","duration":"120.381002ms","start":"2026-03-03T14:51:49.705929Z","end":"2026-03-03T14:51:49.82631Z","steps":["trace[241154702] 'agreement among raft nodes before linearized reading' (duration: 120.263249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.83485Z","caller":"traceutil/trace.go:171","msg":"trace[57948553] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"128.583997ms","start":"2026-03-03T14:51:49.706239Z","end":"2026-03-03T14:51:49.834823Z","steps":["trace[57948553] 'process raft request' (duration: 128.437363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.835152Z","caller":"traceutil/trace.go:171","msg":"trace[719511525] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"128.779411ms","start":"2026-03-03T14:51:49.706339Z","end":"2026-03-03T14:51:49.835118Z","steps":["trace[719511525] 'process raft request' (duration: 128.447223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.835652Z","caller":"traceutil/trace.go:171","msg":"trace[692734756] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"129.227953ms","start":"2026-03-03T14:51:49.706414Z","end":"2026-03-03T14:51:49.835642Z","steps":["trace[692734756] 'process raft request' (duration: 128.616658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.837966Z","caller":"traceutil/trace.go:171","msg":"trace[781937331] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"131.451664ms","start":"2026-03-03T14:51:49.706455Z","end":"2026-03-03T14:51:49.837906Z","steps":["trace[781937331] 'process raft request' (duration: 128.74428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.843387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.470403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1747"} {"level":"info","ts":"2026-03-03T14:51:49.843484Z","caller":"traceutil/trace.go:171","msg":"trace[1419639729] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:20027; }","duration":"109.622267ms","start":"2026-03-03T14:51:49.733837Z","end":"2026-03-03T14:51:49.843459Z","steps":["trace[1419639729] 'agreement among raft nodes before linearized reading' (duration: 104.080406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.844934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.455178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.845062Z","caller":"traceutil/trace.go:171","msg":"trace[1768176724] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"132.57085ms","start":"2026-03-03T14:51:49.712437Z","end":"2026-03-03T14:51:49.845007Z","steps":["trace[1768176724] 'agreement among raft nodes before linearized reading' (duration: 122.861641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.84528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.695525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.845349Z","caller":"traceutil/trace.go:171","msg":"trace[1458512962] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"127.832399ms","start":"2026-03-03T14:51:49.717501Z","end":"2026-03-03T14:51:49.845333Z","steps":["trace[1458512962] 'agreement among raft nodes before linearized reading' (duration: 120.549786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.845749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.415024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.845902Z","caller":"traceutil/trace.go:171","msg":"trace[1928753267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"134.611ms","start":"2026-03-03T14:51:49.711264Z","end":"2026-03-03T14:51:49.845875Z","steps":["trace[1928753267] 'agreement among raft nodes before linearized reading' (duration: 124.05921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.845998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.850579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.846091Z","caller":"traceutil/trace.go:171","msg":"trace[660223247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"127.974091ms","start":"2026-03-03T14:51:49.718091Z","end":"2026-03-03T14:51:49.846065Z","steps":["trace[660223247] 'agreement among raft nodes before linearized reading' (duration: 117.205527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.846108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.196184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.846148Z","caller":"traceutil/trace.go:171","msg":"trace[607948328] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"138.261356ms","start":"2026-03-03T14:51:49.707876Z","end":"2026-03-03T14:51:49.846138Z","steps":["trace[607948328] 'agreement among raft nodes before linearized reading' (duration: 127.786658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:49.847217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.946574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:49.847252Z","caller":"traceutil/trace.go:171","msg":"trace[1991641207] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20027; }","duration":"133.997715ms","start":"2026-03-03T14:51:49.713247Z","end":"2026-03-03T14:51:49.847245Z","steps":["trace[1991641207] 'agreement among raft nodes before linearized reading' (duration: 124.729714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:50.09736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.52359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:50.097478Z","caller":"traceutil/trace.go:171","msg":"trace[518491735] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:20027; }","duration":"143.699864ms","start":"2026-03-03T14:51:49.953756Z","end":"2026-03-03T14:51:50.097456Z","steps":["trace[518491735] 'count revisions from in-memory index tree' (duration: 143.454669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:50.097531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.137618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6532"} {"level":"info","ts":"2026-03-03T14:51:50.097564Z","caller":"traceutil/trace.go:171","msg":"trace[1891405769] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:20027; }","duration":"115.20104ms","start":"2026-03-03T14:51:49.982354Z","end":"2026-03-03T14:51:50.097556Z","steps":["trace[1891405769] 'range keys from in-memory index tree' (duration: 115.033026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:50.097695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.520028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/local-path-storage/\" range_end:\"/registry/statefulsets/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:50.097786Z","caller":"traceutil/trace.go:171","msg":"trace[435387655] range","detail":"{range_begin:/registry/statefulsets/local-path-storage/; range_end:/registry/statefulsets/local-path-storage0; response_count:0; response_revision:20027; }","duration":"110.649821ms","start":"2026-03-03T14:51:49.987113Z","end":"2026-03-03T14:51:50.097763Z","steps":["trace[435387655] 'range keys from in-memory index tree' (duration: 110.384955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.255949Z","caller":"traceutil/trace.go:171","msg":"trace[1236190629] linearizableReadLoop","detail":"{readStateIndex:20881; appliedIndex:20880; }","duration":"424.735773ms","start":"2026-03-03T14:51:51.831175Z","end":"2026-03-03T14:51:52.255911Z","steps":["trace[1236190629] 'read index received' (duration: 424.497998ms)","trace[1236190629] 'applied index is now lower than readState.Index' (duration: 236.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:52.256052Z","caller":"traceutil/trace.go:171","msg":"trace[1376610633] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"425.207044ms","start":"2026-03-03T14:51:51.830789Z","end":"2026-03-03T14:51:52.255996Z","steps":["trace[1376610633] 'process raft request' (duration: 424.911208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.830777Z","time spent":"425.357288ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:51:52.256246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.126658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/rook-ceph/\" range_end:\"/registry/jobs/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:52.256317Z","caller":"traceutil/trace.go:171","msg":"trace[1891593698] range","detail":"{range_begin:/registry/jobs/rook-ceph/; range_end:/registry/jobs/rook-ceph0; response_count:0; response_revision:20031; }","duration":"253.24144ms","start":"2026-03-03T14:51:52.003057Z","end":"2026-03-03T14:51:52.256298Z","steps":["trace[1891593698] 'agreement among raft nodes before linearized reading' (duration: 253.072117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.144583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:52.256453Z","caller":"traceutil/trace.go:171","msg":"trace[2103556841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20031; }","duration":"425.284527ms","start":"2026-03-03T14:51:51.831146Z","end":"2026-03-03T14:51:52.256431Z","steps":["trace[2103556841] 'agreement among raft nodes before linearized reading' (duration: 424.891467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.503105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T14:51:52.256506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.831133Z","time spent":"425.363788ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:51:52.256526Z","caller":"traceutil/trace.go:171","msg":"trace[1826215901] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20031; }","duration":"372.646039ms","start":"2026-03-03T14:51:51.883855Z","end":"2026-03-03T14:51:52.256501Z","steps":["trace[1826215901] 'agreement among raft nodes before linearized reading' (duration: 372.385923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.164755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:51:52.25657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.403159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:51:52.256582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.883842Z","time spent":"372.729011ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":134,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:52.256607Z","caller":"traceutil/trace.go:171","msg":"trace[1201026730] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:20031; }","duration":"374.288158ms","start":"2026-03-03T14:51:51.882301Z","end":"2026-03-03T14:51:52.256589Z","steps":["trace[1201026730] 'agreement among raft nodes before linearized reading' (duration: 373.995111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.256635Z","caller":"traceutil/trace.go:171","msg":"trace[739170047] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20031; }","duration":"409.471912ms","start":"2026-03-03T14:51:51.847137Z","end":"2026-03-03T14:51:52.256608Z","steps":["trace[739170047] 'agreement among raft nodes before linearized reading' (duration: 409.309268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.882289Z","time spent":"374.36159ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.271109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"warn","ts":"2026-03-03T14:51:52.256699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.615933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:51:52.256756Z","caller":"traceutil/trace.go:171","msg":"trace[1499433741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:20031; }","duration":"377.441553ms","start":"2026-03-03T14:51:51.87929Z","end":"2026-03-03T14:51:52.256732Z","steps":["trace[1499433741] 'agreement among raft nodes before linearized reading' (duration: 377.067704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.256806Z","caller":"traceutil/trace.go:171","msg":"trace[467431635] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:20031; }","duration":"338.802117ms","start":"2026-03-03T14:51:51.917978Z","end":"2026-03-03T14:51:52.25678Z","steps":["trace[467431635] 'agreement among raft nodes before linearized reading' (duration: 338.441758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.096305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"warn","ts":"2026-03-03T14:51:52.256833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.079098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:52.256855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.988977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:51:52.256868Z","caller":"traceutil/trace.go:171","msg":"trace[980115793] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:20031; }","duration":"388.240418ms","start":"2026-03-03T14:51:51.868615Z","end":"2026-03-03T14:51:52.256855Z","steps":["trace[980115793] 'agreement among raft nodes before linearized reading' (duration: 388.074345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.917967Z","time spent":"338.89826ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"info","ts":"2026-03-03T14:51:52.256893Z","caller":"traceutil/trace.go:171","msg":"trace[1655510661] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:20031; }","duration":"392.070249ms","start":"2026-03-03T14:51:51.864813Z","end":"2026-03-03T14:51:52.256884Z","steps":["trace[1655510661] 'agreement among raft nodes before linearized reading' (duration: 391.974707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.256893Z","caller":"traceutil/trace.go:171","msg":"trace[579908186] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20031; }","duration":"381.183911ms","start":"2026-03-03T14:51:51.875695Z","end":"2026-03-03T14:51:52.256879Z","steps":["trace[579908186] 'agreement among raft nodes before linearized reading' (duration: 380.472074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.256904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.868584Z","time spent":"388.31078ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.879275Z","time spent":"377.532915ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.875676Z","time spent":"381.253053ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.470759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1329"} {"level":"warn","ts":"2026-03-03T14:51:52.257014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.119115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"warn","ts":"2026-03-03T14:51:52.257015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.728086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:52.257062Z","caller":"traceutil/trace.go:171","msg":"trace[1155458040] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20031; }","duration":"339.200416ms","start":"2026-03-03T14:51:51.917848Z","end":"2026-03-03T14:51:52.257048Z","steps":["trace[1155458040] 'agreement among raft nodes before linearized reading' (duration: 339.037782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.257082Z","caller":"traceutil/trace.go:171","msg":"trace[1179643311] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:20031; }","duration":"411.749436ms","start":"2026-03-03T14:51:51.845297Z","end":"2026-03-03T14:51:52.257046Z","steps":["trace[1179643311] 'agreement among raft nodes before linearized reading' (duration: 411.243424ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.257088Z","caller":"traceutil/trace.go:171","msg":"trace[252159771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20031; }","duration":"417.832439ms","start":"2026-03-03T14:51:51.839237Z","end":"2026-03-03T14:51:52.257069Z","steps":["trace[252159771] 'agreement among raft nodes before linearized reading' (duration: 417.687636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.257093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.917827Z","time spent":"339.258468ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:51:52.257124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.839228Z","time spent":"417.88953ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.84713Z","time spent":"409.532203ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:52.257134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.845277Z","time spent":"411.838947ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1353,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.86478Z","time spent":"392.137201ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"warn","ts":"2026-03-03T14:51:52.256939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.10318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:52.257286Z","caller":"traceutil/trace.go:171","msg":"trace[406332435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20031; }","duration":"411.476059ms","start":"2026-03-03T14:51:51.845787Z","end":"2026-03-03T14:51:52.257264Z","steps":["trace[406332435] 'agreement among raft nodes before linearized reading' (duration: 411.09552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.257347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.021747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:51:52.256357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.624118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1254"} {"level":"warn","ts":"2026-03-03T14:51:52.257364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.845739Z","time spent":"411.604362ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:51:52.25738Z","caller":"traceutil/trace.go:171","msg":"trace[422791393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20031; }","duration":"419.079928ms","start":"2026-03-03T14:51:51.83829Z","end":"2026-03-03T14:51:52.25737Z","steps":["trace[422791393] 'agreement among raft nodes before linearized reading' (duration: 417.84321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.257409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.838277Z","time spent":"419.125429ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:51:52.257404Z","caller":"traceutil/trace.go:171","msg":"trace[307517754] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:20031; }","duration":"332.721583ms","start":"2026-03-03T14:51:51.924666Z","end":"2026-03-03T14:51:52.257387Z","steps":["trace[307517754] 'agreement among raft nodes before linearized reading' (duration: 331.557446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.257447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:51.924655Z","time spent":"332.781015ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1278,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"info","ts":"2026-03-03T14:51:52.528782Z","caller":"traceutil/trace.go:171","msg":"trace[1843699102] transaction","detail":"{read_only:false; response_revision:20034; number_of_response:1; }","duration":"264.297512ms","start":"2026-03-03T14:51:52.264461Z","end":"2026-03-03T14:51:52.528758Z","steps":["trace[1843699102] 'process raft request' (duration: 264.21909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.528819Z","caller":"traceutil/trace.go:171","msg":"trace[430429791] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"264.600409ms","start":"2026-03-03T14:51:52.264165Z","end":"2026-03-03T14:51:52.528766Z","steps":["trace[430429791] 'process raft request' (duration: 194.443566ms)","trace[430429791] 'compare' (duration: 69.937158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:52.529052Z","caller":"traceutil/trace.go:171","msg":"trace[635333527] transaction","detail":"{read_only:false; response_revision:20035; number_of_response:1; }","duration":"263.445562ms","start":"2026-03-03T14:51:52.265584Z","end":"2026-03-03T14:51:52.52903Z","steps":["trace[635333527] 'process raft request' (duration: 263.141885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.529082Z","caller":"traceutil/trace.go:171","msg":"trace[1060574234] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"262.582892ms","start":"2026-03-03T14:51:52.266475Z","end":"2026-03-03T14:51:52.529058Z","steps":["trace[1060574234] 'process raft request' (duration: 262.442938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.529174Z","caller":"traceutil/trace.go:171","msg":"trace[484170511] linearizableReadLoop","detail":"{readStateIndex:20883; appliedIndex:20881; }","duration":"264.836154ms","start":"2026-03-03T14:51:52.264323Z","end":"2026-03-03T14:51:52.529159Z","steps":["trace[484170511] 'read index received' (duration: 49.237576ms)","trace[484170511] 'applied index is now lower than readState.Index' (duration: 215.597028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:52.5292Z","caller":"traceutil/trace.go:171","msg":"trace[1601398084] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"262.51962ms","start":"2026-03-03T14:51:52.26667Z","end":"2026-03-03T14:51:52.529189Z","steps":["trace[1601398084] 'process raft request' (duration: 262.344346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.529488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.727743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1329"} {"level":"info","ts":"2026-03-03T14:51:52.529544Z","caller":"traceutil/trace.go:171","msg":"trace[1015072270] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:20037; }","duration":"259.798284ms","start":"2026-03-03T14:51:52.269728Z","end":"2026-03-03T14:51:52.529526Z","steps":["trace[1015072270] 'agreement among raft nodes before linearized reading' (duration: 259.60963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.529756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.415587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1254"} {"level":"info","ts":"2026-03-03T14:51:52.529821Z","caller":"traceutil/trace.go:171","msg":"trace[1049010297] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:20037; }","duration":"265.550791ms","start":"2026-03-03T14:51:52.264258Z","end":"2026-03-03T14:51:52.529809Z","steps":["trace[1049010297] 'agreement among raft nodes before linearized reading' (duration: 265.048609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.529822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.311762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/rook-ceph/\" range_end:\"/registry/networkpolicies/rook-ceph0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:52.52986Z","caller":"traceutil/trace.go:171","msg":"trace[1991539773] range","detail":"{range_begin:/registry/networkpolicies/rook-ceph/; range_end:/registry/networkpolicies/rook-ceph0; response_count:0; response_revision:20037; }","duration":"172.438775ms","start":"2026-03-03T14:51:52.35741Z","end":"2026-03-03T14:51:52.529848Z","steps":["trace[1991539773] 'agreement among raft nodes before linearized reading' (duration: 172.326442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.534078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.530462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/\" range_end:\"/registry/rolebindings/openstack0\" limit:500 ","response":"range_response_count:104 size:78556"} {"level":"info","ts":"2026-03-03T14:51:52.534174Z","caller":"traceutil/trace.go:171","msg":"trace[1795917707] range","detail":"{range_begin:/registry/rolebindings/openstack/; range_end:/registry/rolebindings/openstack0; response_count:104; response_revision:20037; }","duration":"157.679125ms","start":"2026-03-03T14:51:52.376474Z","end":"2026-03-03T14:51:52.534153Z","steps":["trace[1795917707] 'agreement among raft nodes before linearized reading' (duration: 153.23639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.534932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.133305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.535133Z","caller":"traceutil/trace.go:171","msg":"trace[1761072910] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"266.330659ms","start":"2026-03-03T14:51:52.268778Z","end":"2026-03-03T14:51:52.535109Z","steps":["trace[1761072910] 'agreement among raft nodes before linearized reading' (duration: 261.222679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.535613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.261775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.535701Z","caller":"traceutil/trace.go:171","msg":"trace[2109687161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"271.395709ms","start":"2026-03-03T14:51:52.264285Z","end":"2026-03-03T14:51:52.535681Z","steps":["trace[2109687161] 'agreement among raft nodes before linearized reading' (duration: 265.042719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.536866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.528606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.536937Z","caller":"traceutil/trace.go:171","msg":"trace[1085642572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"272.592668ms","start":"2026-03-03T14:51:52.264319Z","end":"2026-03-03T14:51:52.536911Z","steps":["trace[1085642572] 'agreement among raft nodes before linearized reading' (duration: 264.885385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.537448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.07914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.537522Z","caller":"traceutil/trace.go:171","msg":"trace[1362091277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"273.177321ms","start":"2026-03-03T14:51:52.264315Z","end":"2026-03-03T14:51:52.537493Z","steps":["trace[1362091277] 'agreement among raft nodes before linearized reading' (duration: 265.013938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.537761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.123542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.53787Z","caller":"traceutil/trace.go:171","msg":"trace[1969235417] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"268.258016ms","start":"2026-03-03T14:51:52.269597Z","end":"2026-03-03T14:51:52.537855Z","steps":["trace[1969235417] 'agreement among raft nodes before linearized reading' (duration: 260.494502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:52.546025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.45112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.54611Z","caller":"traceutil/trace.go:171","msg":"trace[1651181805] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"276.563143ms","start":"2026-03-03T14:51:52.269528Z","end":"2026-03-03T14:51:52.546091Z","steps":["trace[1651181805] 'agreement among raft nodes before linearized reading' (duration: 260.3886ms)","trace[1651181805] 'range keys from bolt db' (duration: 15.974209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:52.549112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.468245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:51:52.549181Z","caller":"traceutil/trace.go:171","msg":"trace[3011354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20037; }","duration":"280.573206ms","start":"2026-03-03T14:51:52.268592Z","end":"2026-03-03T14:51:52.549165Z","steps":["trace[3011354] 'agreement among raft nodes before linearized reading' (duration: 261.503385ms)","trace[3011354] 'range keys from bolt db' (duration: 18.872357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:53.182308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.454728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:53.182385Z","caller":"traceutil/trace.go:171","msg":"trace[1051539453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20037; }","duration":"473.57945ms","start":"2026-03-03T14:51:52.708787Z","end":"2026-03-03T14:51:53.182366Z","steps":["trace[1051539453] 'range keys from in-memory index tree' (duration: 473.373316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.182415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.708768Z","time spent":"473.641012ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:53.182441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.79864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T14:51:53.182441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.044188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:53.182575Z","caller":"traceutil/trace.go:171","msg":"trace[793279900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20037; }","duration":"393.967133ms","start":"2026-03-03T14:51:52.788583Z","end":"2026-03-03T14:51:53.18255Z","steps":["trace[793279900] 'range keys from in-memory index tree' (duration: 393.541233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.182574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.731789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-03T14:51:53.18259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.353653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/\" range_end:\"/registry/pods/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-03-03T14:51:53.18259Z","caller":"traceutil/trace.go:171","msg":"trace[824840294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20037; }","duration":"427.228682ms","start":"2026-03-03T14:51:52.755343Z","end":"2026-03-03T14:51:53.182572Z","steps":["trace[824840294] 'range keys from in-memory index tree' (duration: 426.980116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:53.182631Z","caller":"traceutil/trace.go:171","msg":"trace[1388280776] range","detail":"{range_begin:/registry/pods/rook-ceph/; range_end:/registry/pods/rook-ceph0; response_count:1; response_revision:20037; }","duration":"540.460365ms","start":"2026-03-03T14:51:52.64216Z","end":"2026-03-03T14:51:53.182621Z","steps":["trace[1388280776] 'range keys from in-memory index tree' (duration: 540.201609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:53.182633Z","caller":"traceutil/trace.go:171","msg":"trace[314691537] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:20037; }","duration":"545.830392ms","start":"2026-03-03T14:51:52.636786Z","end":"2026-03-03T14:51:53.182616Z","steps":["trace[314691537] 'range keys from in-memory index tree' (duration: 545.553915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.182631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.788567Z","time spent":"394.050046ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:51:53.182641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.755329Z","time spent":"427.301633ms","remote":"127.0.0.1:48162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:53.182663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.64214Z","time spent":"540.514407ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4583,"request content":"key:\"/registry/pods/rook-ceph/\" range_end:\"/registry/pods/rook-ceph0\" limit:500 "} {"level":"warn","ts":"2026-03-03T14:51:53.182664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.63677Z","time spent":"545.888203ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1285,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"warn","ts":"2026-03-03T14:51:53.182663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.037452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T14:51:53.182712Z","caller":"traceutil/trace.go:171","msg":"trace[1652185334] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:20037; }","duration":"531.114254ms","start":"2026-03-03T14:51:52.651584Z","end":"2026-03-03T14:51:53.182698Z","steps":["trace[1652185334] 'range keys from in-memory index tree' (duration: 530.896288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.182744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:52.651571Z","time spent":"531.165715ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1308,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:53.182916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.233465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/\" range_end:\"/registry/roles/openstack0\" limit:500 ","response":"range_response_count:103 size:72391"} {"level":"info","ts":"2026-03-03T14:51:53.182992Z","caller":"traceutil/trace.go:171","msg":"trace[490577477] range","detail":"{range_begin:/registry/roles/openstack/; range_end:/registry/roles/openstack0; response_count:103; response_revision:20037; }","duration":"279.331768ms","start":"2026-03-03T14:51:52.903644Z","end":"2026-03-03T14:51:53.182975Z","steps":["trace[490577477] 'range keys from in-memory index tree' (duration: 278.700953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.536935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.470563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:51:53.537027Z","caller":"traceutil/trace.go:171","msg":"trace[706110523] linearizableReadLoop","detail":"{readStateIndex:20888; appliedIndex:20887; }","duration":"338.167072ms","start":"2026-03-03T14:51:53.198845Z","end":"2026-03-03T14:51:53.537012Z","steps":["trace[706110523] 'read index received' (duration: 74.587577ms)","trace[706110523] 'applied index is now lower than readState.Index' (duration: 263.578215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:53.537411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.553622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T14:51:53.537444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.468562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-03-03T14:51:53.537476Z","caller":"traceutil/trace.go:171","msg":"trace[1980802828] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:20037; }","duration":"260.529142ms","start":"2026-03-03T14:51:53.276934Z","end":"2026-03-03T14:51:53.537463Z","steps":["trace[1980802828] 'agreement among raft nodes before linearized reading' (duration: 260.377659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:53.537473Z","caller":"traceutil/trace.go:171","msg":"trace[55118962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20037; }","duration":"338.655953ms","start":"2026-03-03T14:51:53.198801Z","end":"2026-03-03T14:51:53.537457Z","steps":["trace[55118962] 'agreement among raft nodes before linearized reading' (duration: 338.427228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.537513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:53.198784Z","time spent":"338.719925ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:51:53.537774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.866048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-03-03T14:51:53.537819Z","caller":"traceutil/trace.go:171","msg":"trace[695849270] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20037; }","duration":"151.94563ms","start":"2026-03-03T14:51:53.385867Z","end":"2026-03-03T14:51:53.537812Z","steps":["trace[695849270] 'agreement among raft nodes before linearized reading' (duration: 151.851767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.538158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.075082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-03-03T14:51:53.538202Z","caller":"traceutil/trace.go:171","msg":"trace[1268477056] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:20037; }","duration":"260.146043ms","start":"2026-03-03T14:51:53.278043Z","end":"2026-03-03T14:51:53.538189Z","steps":["trace[1268477056] 'agreement among raft nodes before linearized reading' (duration: 259.908308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:55.941136Z","caller":"traceutil/trace.go:171","msg":"trace[326256286] linearizableReadLoop","detail":"{readStateIndex:20899; appliedIndex:20898; }","duration":"162.08725ms","start":"2026-03-03T14:51:55.779018Z","end":"2026-03-03T14:51:55.941105Z","steps":["trace[326256286] 'read index received' (duration: 162.021019ms)","trace[326256286] 'applied index is now lower than readState.Index' (duration: 64.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:55.941172Z","caller":"traceutil/trace.go:171","msg":"trace[622957557] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"163.431221ms","start":"2026-03-03T14:51:55.777707Z","end":"2026-03-03T14:51:55.941139Z","steps":["trace[622957557] 'process raft request' (duration: 163.192216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:55.941423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.387657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:55.941489Z","caller":"traceutil/trace.go:171","msg":"trace[1399343862] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20048; }","duration":"162.4918ms","start":"2026-03-03T14:51:55.77898Z","end":"2026-03-03T14:51:55.941472Z","steps":["trace[1399343862] 'agreement among raft nodes before linearized reading' (duration: 162.270155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:56.083774Z","caller":"traceutil/trace.go:171","msg":"trace[1746019150] linearizableReadLoop","detail":"{readStateIndex:20901; appliedIndex:20899; }","duration":"142.513526ms","start":"2026-03-03T14:51:55.941236Z","end":"2026-03-03T14:51:56.083749Z","steps":["trace[1746019150] 'read index received' (duration: 141.704887ms)","trace[1746019150] 'applied index is now lower than readState.Index' (duration: 807.669µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:56.08396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.135696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:809"} {"level":"info","ts":"2026-03-03T14:51:56.083993Z","caller":"traceutil/trace.go:171","msg":"trace[41089236] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"303.222043ms","start":"2026-03-03T14:51:55.780748Z","end":"2026-03-03T14:51:56.08397Z","steps":["trace[41089236] 'process raft request' (duration: 302.20255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.585808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:56.0841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:55.780731Z","time spent":"303.305876ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:56.084095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.575783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:51:56.084117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.992711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-03-03T14:51:56.084134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.416597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/secretgen-controller/\" range_end:\"/registry/persistentvolumeclaims/secretgen-controller0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:56.084175Z","caller":"traceutil/trace.go:171","msg":"trace[406651464] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20050; }","duration":"287.694987ms","start":"2026-03-03T14:51:55.79646Z","end":"2026-03-03T14:51:56.084155Z","steps":["trace[406651464] 'agreement among raft nodes before linearized reading' (duration: 287.447821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:56.084151Z","caller":"traceutil/trace.go:171","msg":"trace[1330563697] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:20050; }","duration":"272.722241ms","start":"2026-03-03T14:51:55.81138Z","end":"2026-03-03T14:51:56.084102Z","steps":["trace[1330563697] 'agreement among raft nodes before linearized reading' (duration: 272.433165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.71416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:56.084192Z","caller":"traceutil/trace.go:171","msg":"trace[2018265103] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:20050; }","duration":"236.136434ms","start":"2026-03-03T14:51:55.848031Z","end":"2026-03-03T14:51:56.084167Z","steps":["trace[2018265103] 'agreement among raft nodes before linearized reading' (duration: 235.97484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:56.084247Z","caller":"traceutil/trace.go:171","msg":"trace[8505939] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:20050; }","duration":"288.257789ms","start":"2026-03-03T14:51:55.795761Z","end":"2026-03-03T14:51:56.084019Z","steps":["trace[8505939] 'agreement among raft nodes before linearized reading' (duration: 288.109876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.72518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:56.08431Z","caller":"traceutil/trace.go:171","msg":"trace[1851728079] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20050; }","duration":"304.818702ms","start":"2026-03-03T14:51:55.779478Z","end":"2026-03-03T14:51:56.084297Z","steps":["trace[1851728079] 'agreement among raft nodes before linearized reading' (duration: 304.642178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:55.77946Z","time spent":"304.871144ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:56.084245Z","caller":"traceutil/trace.go:171","msg":"trace[643438703] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20050; }","duration":"304.787081ms","start":"2026-03-03T14:51:55.779442Z","end":"2026-03-03T14:51:56.084229Z","steps":["trace[643438703] 'agreement among raft nodes before linearized reading' (duration: 304.591367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:56.084334Z","caller":"traceutil/trace.go:171","msg":"trace[1105200677] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"302.813525ms","start":"2026-03-03T14:51:55.781168Z","end":"2026-03-03T14:51:56.083981Z","steps":["trace[1105200677] 'process raft request' (duration: 302.523708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:55.779407Z","time spent":"304.964916ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:56.084186Z","caller":"traceutil/trace.go:171","msg":"trace[613947001] range","detail":"{range_begin:/registry/persistentvolumeclaims/secretgen-controller/; range_end:/registry/persistentvolumeclaims/secretgen-controller0; response_count:0; response_revision:20050; }","duration":"140.506319ms","start":"2026-03-03T14:51:55.943666Z","end":"2026-03-03T14:51:56.084172Z","steps":["trace[613947001] 'agreement among raft nodes before linearized reading' (duration: 140.418797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.084509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:55.781154Z","time spent":"303.245144ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:56.084917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.602536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:51:56.085005Z","caller":"traceutil/trace.go:171","msg":"trace[1009169739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20050; }","duration":"304.717588ms","start":"2026-03-03T14:51:55.780238Z","end":"2026-03-03T14:51:56.084956Z","steps":["trace[1009169739] 'agreement among raft nodes before linearized reading' (duration: 303.654094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:56.085099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:55.780223Z","time spent":"304.823721ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:57.837321Z","caller":"traceutil/trace.go:171","msg":"trace[1509580753] linearizableReadLoop","detail":"{readStateIndex:20908; appliedIndex:20907; }","duration":"119.133753ms","start":"2026-03-03T14:51:57.718165Z","end":"2026-03-03T14:51:57.837299Z","steps":["trace[1509580753] 'read index received' (duration: 26.513498ms)","trace[1509580753] 'applied index is now lower than readState.Index' (duration: 92.618905ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:57.837574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.395239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-y5vvac\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-03-03T14:51:57.837644Z","caller":"traceutil/trace.go:171","msg":"trace[2079464129] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-y5vvac; range_end:; response_count:1; response_revision:20056; }","duration":"119.514572ms","start":"2026-03-03T14:51:57.718114Z","end":"2026-03-03T14:51:57.837628Z","steps":["trace[2079464129] 'agreement among raft nodes before linearized reading' (duration: 119.291497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.75462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.972702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:58.754722Z","caller":"traceutil/trace.go:171","msg":"trace[1648347704] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"662.555107ms","start":"2026-03-03T14:51:58.092147Z","end":"2026-03-03T14:51:58.754703Z","steps":["trace[1648347704] 'process raft request' (duration: 366.423922ms)","trace[1648347704] 'compare' (duration: 295.573282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:58.754777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.092132Z","time spent":"662.617959ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:58.802495Z","caller":"traceutil/trace.go:171","msg":"trace[471461782] linearizableReadLoop","detail":"{readStateIndex:20913; appliedIndex:20911; }","duration":"707.586573ms","start":"2026-03-03T14:51:58.094877Z","end":"2026-03-03T14:51:58.802464Z","steps":["trace[471461782] 'read index received' (duration: 363.712107ms)","trace[471461782] 'applied index is now lower than readState.Index' (duration: 343.873306ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:58.802624Z","caller":"traceutil/trace.go:171","msg":"trace[505708279] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"710.251508ms","start":"2026-03-03T14:51:58.092332Z","end":"2026-03-03T14:51:58.802584Z","steps":["trace[505708279] 'process raft request' (duration: 709.91885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.802776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.092318Z","time spent":"710.380281ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:58.802858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.960754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:213"} {"level":"info","ts":"2026-03-03T14:51:58.802923Z","caller":"traceutil/trace.go:171","msg":"trace[177613530] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:20061; }","duration":"708.058696ms","start":"2026-03-03T14:51:58.094848Z","end":"2026-03-03T14:51:58.802907Z","steps":["trace[177613530] 'agreement among raft nodes before linearized reading' (duration: 707.776009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.802953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.337153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T14:51:58.802979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.094841Z","time spent":"708.125927ms","remote":"127.0.0.1:48374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:58.802967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.128445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"warn","ts":"2026-03-03T14:51:58.803051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.696641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:58.803055Z","caller":"traceutil/trace.go:171","msg":"trace[1945461197] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:20061; }","duration":"101.27877ms","start":"2026-03-03T14:51:58.701757Z","end":"2026-03-03T14:51:58.803036Z","steps":["trace[1945461197] 'agreement among raft nodes before linearized reading' (duration: 101.003883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.803074Z","caller":"traceutil/trace.go:171","msg":"trace[1405103329] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20061; }","duration":"150.758573ms","start":"2026-03-03T14:51:58.652308Z","end":"2026-03-03T14:51:58.803067Z","steps":["trace[1405103329] 'agreement among raft nodes before linearized reading' (duration: 150.722932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.80319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.627009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:58.80323Z","caller":"traceutil/trace.go:171","msg":"trace[1950130329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20061; }","duration":"161.714551ms","start":"2026-03-03T14:51:58.641506Z","end":"2026-03-03T14:51:58.80322Z","steps":["trace[1950130329] 'agreement among raft nodes before linearized reading' (duration: 161.573028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.803242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.129462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T14:51:58.803362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.63668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:51:58.803378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.246464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:58.803395Z","caller":"traceutil/trace.go:171","msg":"trace[1687575885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20061; }","duration":"394.704261ms","start":"2026-03-03T14:51:58.408685Z","end":"2026-03-03T14:51:58.803389Z","steps":["trace[1687575885] 'agreement among raft nodes before linearized reading' (duration: 394.623539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.803399Z","caller":"traceutil/trace.go:171","msg":"trace[2105791535] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20061; }","duration":"419.357796ms","start":"2026-03-03T14:51:58.384034Z","end":"2026-03-03T14:51:58.803392Z","steps":["trace[2105791535] 'agreement among raft nodes before linearized reading' (duration: 419.324775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.803415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.408665Z","time spent":"394.745763ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:58.80344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.384007Z","time spent":"419.424947ms","remote":"127.0.0.1:36782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:58.803458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.866446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:51:58.803475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.126645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:58.803474Z","caller":"traceutil/trace.go:171","msg":"trace[1370424394] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20061; }","duration":"146.376248ms","start":"2026-03-03T14:51:58.657014Z","end":"2026-03-03T14:51:58.803391Z","steps":["trace[1370424394] 'agreement among raft nodes before linearized reading' (duration: 145.848836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.803499Z","caller":"traceutil/trace.go:171","msg":"trace[1634027300] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:20061; }","duration":"684.928738ms","start":"2026-03-03T14:51:58.11856Z","end":"2026-03-03T14:51:58.803489Z","steps":["trace[1634027300] 'agreement among raft nodes before linearized reading' (duration: 684.814636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.803518Z","caller":"traceutil/trace.go:171","msg":"trace[1918328442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20061; }","duration":"198.197886ms","start":"2026-03-03T14:51:58.605308Z","end":"2026-03-03T14:51:58.803506Z","steps":["trace[1918328442] 'agreement among raft nodes before linearized reading' (duration: 198.071233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.803529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.118549Z","time spent":"684.974779ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"info","ts":"2026-03-03T14:51:58.803017Z","caller":"traceutil/trace.go:171","msg":"trace[486219747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20061; }","duration":"188.449176ms","start":"2026-03-03T14:51:58.614554Z","end":"2026-03-03T14:51:58.803003Z","steps":["trace[486219747] 'agreement among raft nodes before linearized reading' (duration: 188.214421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.803334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.956592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:58.803636Z","caller":"traceutil/trace.go:171","msg":"trace[174100783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20061; }","duration":"117.291519ms","start":"2026-03-03T14:51:58.686333Z","end":"2026-03-03T14:51:58.803625Z","steps":["trace[174100783] 'agreement among raft nodes before linearized reading' (duration: 116.963911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.804692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.11622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317291"} {"level":"info","ts":"2026-03-03T14:51:58.804729Z","caller":"traceutil/trace.go:171","msg":"trace[1591029870] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:20061; }","duration":"709.190822ms","start":"2026-03-03T14:51:58.095529Z","end":"2026-03-03T14:51:58.80472Z","steps":["trace[1591029870] 'agreement among raft nodes before linearized reading' (duration: 707.207306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.804747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.095511Z","time spent":"709.232214ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":317315,"request content":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" "} {"level":"info","ts":"2026-03-03T14:52:01.019226Z","caller":"traceutil/trace.go:171","msg":"trace[1711831975] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"104.051165ms","start":"2026-03-03T14:52:00.915154Z","end":"2026-03-03T14:52:01.019205Z","steps":["trace[1711831975] 'process raft request' (duration: 103.995764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:01.019286Z","caller":"traceutil/trace.go:171","msg":"trace[452743252] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"104.151657ms","start":"2026-03-03T14:52:00.915101Z","end":"2026-03-03T14:52:01.019252Z","steps":["trace[452743252] 'process raft request' (duration: 102.770894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:01.019541Z","caller":"traceutil/trace.go:171","msg":"trace[23411991] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"104.086226ms","start":"2026-03-03T14:52:00.915445Z","end":"2026-03-03T14:52:01.019531Z","steps":["trace[23411991] 'process raft request' (duration: 103.732917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:01.019618Z","caller":"traceutil/trace.go:171","msg":"trace[1631270115] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"104.146678ms","start":"2026-03-03T14:52:00.915464Z","end":"2026-03-03T14:52:01.01961Z","steps":["trace[1631270115] 'process raft request' (duration: 103.965263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.02054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.251904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"warn","ts":"2026-03-03T14:52:01.020542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.32483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:200"} {"level":"info","ts":"2026-03-03T14:52:01.020593Z","caller":"traceutil/trace.go:171","msg":"trace[1982738975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"105.331025ms","start":"2026-03-03T14:52:00.91525Z","end":"2026-03-03T14:52:01.020581Z","steps":["trace[1982738975] 'agreement among raft nodes before linearized reading' (duration: 104.328522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:01.020602Z","caller":"traceutil/trace.go:171","msg":"trace[568434008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:20074; }","duration":"106.421911ms","start":"2026-03-03T14:52:00.914166Z","end":"2026-03-03T14:52:01.020588Z","steps":["trace[568434008] 'agreement among raft nodes before linearized reading' (duration: 106.295438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.020665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.709474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.020748Z","caller":"traceutil/trace.go:171","msg":"trace[371925986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"105.802026ms","start":"2026-03-03T14:52:00.914927Z","end":"2026-03-03T14:52:01.020729Z","steps":["trace[371925986] 'agreement among raft nodes before linearized reading' (duration: 105.063178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.021054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.477553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.021106Z","caller":"traceutil/trace.go:171","msg":"trace[511288848] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"106.540894ms","start":"2026-03-03T14:52:00.914552Z","end":"2026-03-03T14:52:01.021093Z","steps":["trace[511288848] 'agreement among raft nodes before linearized reading' (duration: 105.676064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.021798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.362674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.021872Z","caller":"traceutil/trace.go:171","msg":"trace[1234665830] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"107.492598ms","start":"2026-03-03T14:52:00.914361Z","end":"2026-03-03T14:52:01.021853Z","steps":["trace[1234665830] 'agreement among raft nodes before linearized reading' (duration: 105.624453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.021994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.336454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.022039Z","caller":"traceutil/trace.go:171","msg":"trace[704148042] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"107.396045ms","start":"2026-03-03T14:52:00.914633Z","end":"2026-03-03T14:52:01.022029Z","steps":["trace[704148042] 'agreement among raft nodes before linearized reading' (duration: 104.941497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.022486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.523357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.02253Z","caller":"traceutil/trace.go:171","msg":"trace[2104554957] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"107.587648ms","start":"2026-03-03T14:52:00.914932Z","end":"2026-03-03T14:52:01.022519Z","steps":["trace[2104554957] 'agreement among raft nodes before linearized reading' (duration: 104.871634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.022552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.086842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.022593Z","caller":"traceutil/trace.go:171","msg":"trace[389286781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"108.148983ms","start":"2026-03-03T14:52:00.914436Z","end":"2026-03-03T14:52:01.022585Z","steps":["trace[389286781] 'agreement among raft nodes before linearized reading' (duration: 105.953471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:01.023374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.671675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:946503"} {"level":"info","ts":"2026-03-03T14:52:01.023415Z","caller":"traceutil/trace.go:171","msg":"trace[199851181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20074; }","duration":"108.738047ms","start":"2026-03-03T14:52:00.914669Z","end":"2026-03-03T14:52:01.023407Z","steps":["trace[199851181] 'agreement among raft nodes before linearized reading' (duration: 104.895576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.22222Z","caller":"traceutil/trace.go:171","msg":"trace[1761455791] linearizableReadLoop","detail":"{readStateIndex:20971; appliedIndex:20970; }","duration":"322.996372ms","start":"2026-03-03T14:52:10.899204Z","end":"2026-03-03T14:52:11.222201Z","steps":["trace[1761455791] 'read index received' (duration: 322.886019ms)","trace[1761455791] 'applied index is now lower than readState.Index' (duration: 109.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:52:11.222281Z","caller":"traceutil/trace.go:171","msg":"trace[98199652] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"333.533932ms","start":"2026-03-03T14:52:10.888714Z","end":"2026-03-03T14:52:11.222248Z","steps":["trace[98199652] 'process raft request' (duration: 333.335767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.222397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.186036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:17457"} {"level":"info","ts":"2026-03-03T14:52:11.222433Z","caller":"traceutil/trace.go:171","msg":"trace[767327129] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20116; }","duration":"323.262858ms","start":"2026-03-03T14:52:10.899154Z","end":"2026-03-03T14:52:11.222417Z","steps":["trace[767327129] 'agreement among raft nodes before linearized reading' (duration: 323.136705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.222476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.899135Z","time spent":"323.33005ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":17481,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:52:11.22246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.888698Z","time spent":"333.667426ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:11.364275Z","caller":"traceutil/trace.go:171","msg":"trace[303024266] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"307.705101ms","start":"2026-03-03T14:52:11.056552Z","end":"2026-03-03T14:52:11.364257Z","steps":["trace[303024266] 'process raft request' (duration: 307.110346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.364391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:11.056527Z","time spent":"307.804193ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:52:11.364498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.894582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:52:11.364595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.649983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:52:11.3646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.730633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T14:52:11.364664Z","caller":"traceutil/trace.go:171","msg":"trace[1849973466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20117; }","duration":"150.111067ms","start":"2026-03-03T14:52:11.214527Z","end":"2026-03-03T14:52:11.364638Z","steps":["trace[1849973466] 'agreement among raft nodes before linearized reading' (duration: 149.709447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.364676Z","caller":"traceutil/trace.go:171","msg":"trace[1922382399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20117; }","duration":"175.847566ms","start":"2026-03-03T14:52:11.188808Z","end":"2026-03-03T14:52:11.364656Z","steps":["trace[1922382399] 'agreement among raft nodes before linearized reading' (duration: 175.664672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.364686Z","caller":"traceutil/trace.go:171","msg":"trace[683872540] linearizableReadLoop","detail":"{readStateIndex:20972; appliedIndex:20971; }","duration":"141.938273ms","start":"2026-03-03T14:52:11.222276Z","end":"2026-03-03T14:52:11.364214Z","steps":["trace[683872540] 'read index received' (duration: 141.268066ms)","trace[683872540] 'applied index is now lower than readState.Index' (duration: 669.627µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:11.364699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.216255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:52:11.364574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.644444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:52:11.364754Z","caller":"traceutil/trace.go:171","msg":"trace[639037729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20117; }","duration":"149.294137ms","start":"2026-03-03T14:52:11.215444Z","end":"2026-03-03T14:52:11.364738Z","steps":["trace[639037729] 'agreement among raft nodes before linearized reading' (duration: 149.189995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.364786Z","caller":"traceutil/trace.go:171","msg":"trace[1819036976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20117; }","duration":"276.88387ms","start":"2026-03-03T14:52:11.08789Z","end":"2026-03-03T14:52:11.364774Z","steps":["trace[1819036976] 'agreement among raft nodes before linearized reading' (duration: 276.45855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.364953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.88486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage\" ","response":"range_response_count:1 size:6972"} {"level":"info","ts":"2026-03-03T14:52:11.364663Z","caller":"traceutil/trace.go:171","msg":"trace[877506919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20117; }","duration":"205.868898ms","start":"2026-03-03T14:52:11.158777Z","end":"2026-03-03T14:52:11.364646Z","steps":["trace[877506919] 'agreement among raft nodes before linearized reading' (duration: 205.551001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.364992Z","caller":"traceutil/trace.go:171","msg":"trace[1983879114] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage; range_end:; response_count:1; response_revision:20117; }","duration":"417.938682ms","start":"2026-03-03T14:52:10.947033Z","end":"2026-03-03T14:52:11.364972Z","steps":["trace[1983879114] 'agreement among raft nodes before linearized reading' (duration: 417.826079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.365011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.947017Z","time spent":"417.988582ms","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":6996,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-persistentvolumesusage\" "} {"level":"warn","ts":"2026-03-03T14:52:11.36523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.387614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:17457"} {"level":"info","ts":"2026-03-03T14:52:11.365261Z","caller":"traceutil/trace.go:171","msg":"trace[653800120] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20117; }","duration":"137.450026ms","start":"2026-03-03T14:52:11.227802Z","end":"2026-03-03T14:52:11.365252Z","steps":["trace[653800120] 'agreement among raft nodes before linearized reading' (duration: 137.371604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:13.687086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18421302147693706549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:52:14.903547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170262066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:52:15.08632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352767491s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:52:15.08831Z","caller":"traceutil/trace.go:171","msg":"trace[492751741] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"1.860459619s","start":"2026-03-03T14:52:13.227821Z","end":"2026-03-03T14:52:15.088281Z","steps":["trace[492751741] 'process raft request' (duration: 1.858636935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.088458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.227791Z","time spent":"1.860579342s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:15.158595Z","caller":"traceutil/trace.go:171","msg":"trace[1236926441] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"797.464634ms","start":"2026-03-03T14:52:14.361099Z","end":"2026-03-03T14:52:15.158563Z","steps":["trace[1236926441] 'process raft request' (duration: 797.413633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.158663Z","caller":"traceutil/trace.go:171","msg":"trace[269054100] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"1.789449606s","start":"2026-03-03T14:52:13.369163Z","end":"2026-03-03T14:52:15.158612Z","steps":["trace[269054100] 'process raft request' (duration: 1.71910495s)","trace[269054100] 'compare' (duration: 70.045159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:15.158943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971996652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10942"} {"level":"warn","ts":"2026-03-03T14:52:15.158931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.361073Z","time spent":"797.7464ms","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:15.159015Z","caller":"traceutil/trace.go:171","msg":"trace[1207515997] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:20126; }","duration":"1.972121315s","start":"2026-03-03T14:52:13.186879Z","end":"2026-03-03T14:52:15.159Z","steps":["trace[1207515997] 'agreement among raft nodes before linearized reading' (duration: 1.97187259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.159064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.186861Z","time spent":"1.972192597s","remote":"127.0.0.1:48628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10966,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-03T14:52:15.159114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.369145Z","time spent":"1.789830415s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:15.158675Z","caller":"traceutil/trace.go:171","msg":"trace[754385615] linearizableReadLoop","detail":"{readStateIndex:20981; appliedIndex:20978; }","duration":"1.971717146s","start":"2026-03-03T14:52:13.18692Z","end":"2026-03-03T14:52:15.158637Z","steps":["trace[754385615] 'read index received' (duration: 546.53104ms)","trace[754385615] 'applied index is now lower than readState.Index' (duration: 1.425184186s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:15.159471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968935139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:1 size:1972"} {"level":"info","ts":"2026-03-03T14:52:15.15956Z","caller":"traceutil/trace.go:171","msg":"trace[1965490313] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:1; response_revision:20126; }","duration":"1.969050381s","start":"2026-03-03T14:52:13.190499Z","end":"2026-03-03T14:52:15.159549Z","steps":["trace[1965490313] 'agreement among raft nodes before linearized reading' (duration: 1.968853077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.159608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.190486Z","time spent":"1.969112443s","remote":"127.0.0.1:48250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":1996,"request content":"key:\"/registry/configmaps/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T14:52:15.159654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718788691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" ","response":"range_response_count:1 size:9788"} {"level":"info","ts":"2026-03-03T14:52:15.159761Z","caller":"traceutil/trace.go:171","msg":"trace[151062976] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-dw6q2; range_end:; response_count:1; response_revision:20126; }","duration":"1.718869313s","start":"2026-03-03T14:52:13.440834Z","end":"2026-03-03T14:52:15.159703Z","steps":["trace[151062976] 'agreement among raft nodes before linearized reading' (duration: 1.718523015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.159816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.440825Z","time spent":"1.718979007s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-dw6q2\" "} {"level":"warn","ts":"2026-03-03T14:52:15.159922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722304896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:52:15.159963Z","caller":"traceutil/trace.go:171","msg":"trace[257871305] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20126; }","duration":"1.722357927s","start":"2026-03-03T14:52:13.437593Z","end":"2026-03-03T14:52:15.159951Z","steps":["trace[257871305] 'agreement among raft nodes before linearized reading' (duration: 1.722250454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.159987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.437586Z","time spent":"1.722396477s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722519111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" ","response":"range_response_count:1 size:22096"} {"level":"info","ts":"2026-03-03T14:52:15.160112Z","caller":"traceutil/trace.go:171","msg":"trace[148696040] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-4t5xq; range_end:; response_count:1; response_revision:20126; }","duration":"1.722549341s","start":"2026-03-03T14:52:13.437556Z","end":"2026-03-03T14:52:15.160106Z","steps":["trace[148696040] 'agreement among raft nodes before linearized reading' (duration: 1.72249095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.437551Z","time spent":"1.722574282s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22120,"request content":"key:\"/registry/pods/openstack/nova-compute-default-4t5xq\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.715798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:52:15.160221Z","caller":"traceutil/trace.go:171","msg":"trace[1448185116] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20126; }","duration":"106.79671ms","start":"2026-03-03T14:52:15.053414Z","end":"2026-03-03T14:52:15.160211Z","steps":["trace[1448185116] 'agreement among raft nodes before linearized reading' (duration: 106.718138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723936125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" ","response":"range_response_count:1 size:18668"} {"level":"info","ts":"2026-03-03T14:52:15.160339Z","caller":"traceutil/trace.go:171","msg":"trace[1314242458] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-j6sr6; range_end:; response_count:1; response_revision:20126; }","duration":"1.723975856s","start":"2026-03-03T14:52:13.436356Z","end":"2026-03-03T14:52:15.160332Z","steps":["trace[1314242458] 'agreement among raft nodes before linearized reading' (duration: 1.723897294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.16036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.436352Z","time spent":"1.724003726s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18692,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-j6sr6\" "} {"level":"warn","ts":"2026-03-03T14:52:15.16039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.510294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:52:15.160422Z","caller":"traceutil/trace.go:171","msg":"trace[82378003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20126; }","duration":"404.569745ms","start":"2026-03-03T14:52:14.755844Z","end":"2026-03-03T14:52:15.160413Z","steps":["trace[82378003] 'agreement among raft nodes before linearized reading' (duration: 404.519674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748695541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:52:15.160502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724530468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" ","response":"range_response_count:1 size:14274"} {"level":"info","ts":"2026-03-03T14:52:15.160529Z","caller":"traceutil/trace.go:171","msg":"trace[1751440700] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-9g86p; range_end:; response_count:1; response_revision:20126; }","duration":"1.72456877s","start":"2026-03-03T14:52:13.435954Z","end":"2026-03-03T14:52:15.160523Z","steps":["trace[1751440700] 'agreement among raft nodes before linearized reading' (duration: 1.724496418s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.160502Z","caller":"traceutil/trace.go:171","msg":"trace[2094861003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20126; }","duration":"1.748880865s","start":"2026-03-03T14:52:13.411607Z","end":"2026-03-03T14:52:15.160488Z","steps":["trace[2094861003] 'agreement among raft nodes before linearized reading' (duration: 1.748573818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.411595Z","time spent":"1.748990479s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732401445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" ","response":"range_response_count:1 size:18643"} {"level":"info","ts":"2026-03-03T14:52:15.160644Z","caller":"traceutil/trace.go:171","msg":"trace[1993777099] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv; range_end:; response_count:1; response_revision:20126; }","duration":"1.732451386s","start":"2026-03-03T14:52:13.428188Z","end":"2026-03-03T14:52:15.160639Z","steps":["trace[1993777099] 'agreement among raft nodes before linearized reading' (duration: 1.732375234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.428178Z","time spent":"1.732480417s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18667,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-lg6bv\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749549461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:52:15.160861Z","caller":"traceutil/trace.go:171","msg":"trace[1211581352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20126; }","duration":"1.749641794s","start":"2026-03-03T14:52:13.411212Z","end":"2026-03-03T14:52:15.160854Z","steps":["trace[1211581352] 'agreement among raft nodes before linearized reading' (duration: 1.749536911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.160905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.411196Z","time spent":"1.749698185s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:52:15.161046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752746107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:52:15.161116Z","caller":"traceutil/trace.go:171","msg":"trace[2033491387] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20126; }","duration":"1.752829649s","start":"2026-03-03T14:52:13.408277Z","end":"2026-03-03T14:52:15.161106Z","steps":["trace[2033491387] 'agreement among raft nodes before linearized reading' (duration: 1.752699886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.161171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779952471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T14:52:15.161175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.408264Z","time spent":"1.752900431s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:52:15.161298Z","caller":"traceutil/trace.go:171","msg":"trace[136663523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20126; }","duration":"1.780115465s","start":"2026-03-03T14:52:13.381174Z","end":"2026-03-03T14:52:15.161289Z","steps":["trace[136663523] 'agreement among raft nodes before linearized reading' (duration: 1.779943151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.161327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.381152Z","time spent":"1.780169006s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:52:15.161431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753163287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:52:15.161453Z","caller":"traceutil/trace.go:171","msg":"trace[993323458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20126; }","duration":"1.753205278s","start":"2026-03-03T14:52:13.408242Z","end":"2026-03-03T14:52:15.161448Z","steps":["trace[993323458] 'agreement among raft nodes before linearized reading' (duration: 1.753145046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.16147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.408228Z","time spent":"1.753237648s","remote":"127.0.0.1:48428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.755828Z","time spent":"404.619526ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:52:15.161566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759929367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:52:15.16159Z","caller":"traceutil/trace.go:171","msg":"trace[1928091715] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20126; }","duration":"1.759993658s","start":"2026-03-03T14:52:13.401591Z","end":"2026-03-03T14:52:15.161584Z","steps":["trace[1928091715] 'agreement among raft nodes before linearized reading' (duration: 1.759927246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.161609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.401573Z","time spent":"1.760030229s","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:52:15.161635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0269157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:52:15.161698Z","caller":"traceutil/trace.go:171","msg":"trace[1856451402] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20126; }","duration":"1.027054803s","start":"2026-03-03T14:52:14.134622Z","end":"2026-03-03T14:52:15.161677Z","steps":["trace[1856451402] 'agreement among raft nodes before linearized reading' (duration: 1.026888739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.16055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.435948Z","time spent":"1.724597361s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14298,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-9g86p\" "} {"level":"warn","ts":"2026-03-03T14:52:15.161835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.256808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:52:15.161864Z","caller":"traceutil/trace.go:171","msg":"trace[737891935] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20126; }","duration":"848.318919ms","start":"2026-03-03T14:52:14.313537Z","end":"2026-03-03T14:52:15.161856Z","steps":["trace[737891935] 'agreement among raft nodes before linearized reading' (duration: 848.202066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.161886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.313515Z","time spent":"848.36613ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.160546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.737283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-6b9cfd74cb-6ftc2.18995be8a604a109\" ","response":"range_response_count:1 size:1090"} {"level":"info","ts":"2026-03-03T14:52:15.161975Z","caller":"traceutil/trace.go:171","msg":"trace[1152308802] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-6b9cfd74cb-6ftc2.18995be8a604a109; range_end:; response_count:1; response_revision:20126; }","duration":"483.188678ms","start":"2026-03-03T14:52:14.678773Z","end":"2026-03-03T14:52:15.161962Z","steps":["trace[1152308802] 'agreement among raft nodes before linearized reading' (duration: 481.697453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.772669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T14:52:15.159819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736761798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" ","response":"range_response_count:1 size:20751"} {"level":"info","ts":"2026-03-03T14:52:15.162049Z","caller":"traceutil/trace.go:171","msg":"trace[1592460650] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20126; }","duration":"913.82834ms","start":"2026-03-03T14:52:14.24821Z","end":"2026-03-03T14:52:15.162039Z","steps":["trace[1592460650] 'agreement among raft nodes before linearized reading' (duration: 913.733738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.248199Z","time spent":"913.870781ms","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:52:15.162097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.009559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:52:15.162127Z","caller":"traceutil/trace.go:171","msg":"trace[1486273181] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20126; }","duration":"926.07355ms","start":"2026-03-03T14:52:14.236045Z","end":"2026-03-03T14:52:15.162119Z","steps":["trace[1486273181] 'agreement among raft nodes before linearized reading' (duration: 925.992368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.236026Z","time spent":"926.126171ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.162162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312480615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:52:15.162195Z","caller":"traceutil/trace.go:171","msg":"trace[1128496911] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20126; }","duration":"1.312544907s","start":"2026-03-03T14:52:13.849639Z","end":"2026-03-03T14:52:15.162184Z","steps":["trace[1128496911] 'agreement among raft nodes before linearized reading' (duration: 1.312477675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.849623Z","time spent":"1.312601808s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:52:15.162308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.036303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-03T14:52:15.162335Z","caller":"traceutil/trace.go:171","msg":"trace[65351321] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20126; }","duration":"927.099355ms","start":"2026-03-03T14:52:14.235229Z","end":"2026-03-03T14:52:15.162328Z","steps":["trace[65351321] 'agreement among raft nodes before linearized reading' (duration: 927.030904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.23521Z","time spent":"927.141986ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:52:15.162088Z","caller":"traceutil/trace.go:171","msg":"trace[705077123] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-zg7qn; range_end:; response_count:1; response_revision:20126; }","duration":"1.739022251s","start":"2026-03-03T14:52:13.423045Z","end":"2026-03-03T14:52:15.162067Z","steps":["trace[705077123] 'agreement among raft nodes before linearized reading' (duration: 1.736680816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.678759Z","time spent":"483.265559ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1114,"request content":"key:\"/registry/events/openstack/nova-scheduler-6b9cfd74cb-6ftc2.18995be8a604a109\" "} {"level":"warn","ts":"2026-03-03T14:52:15.162625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719480289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8f7gx\" ","response":"range_response_count:1 size:6528"} {"level":"info","ts":"2026-03-03T14:52:15.162674Z","caller":"traceutil/trace.go:171","msg":"trace[742952587] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8f7gx; range_end:; response_count:1; response_revision:20126; }","duration":"1.7195482s","start":"2026-03-03T14:52:13.443114Z","end":"2026-03-03T14:52:15.162662Z","steps":["trace[742952587] 'agreement among raft nodes before linearized reading' (duration: 1.719319014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.162238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.084278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-03T14:52:15.162797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.443105Z","time spent":"1.719586951s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6552,"request content":"key:\"/registry/pods/openstack/keepalived-8f7gx\" "} {"level":"warn","ts":"2026-03-03T14:52:15.161723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.134603Z","time spent":"1.027114814s","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.16252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.423007Z","time spent":"1.739501442s","remote":"127.0.0.1:48350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20775,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-zg7qn\" "} {"level":"info","ts":"2026-03-03T14:52:15.163678Z","caller":"traceutil/trace.go:171","msg":"trace[271764391] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20126; }","duration":"871.589401ms","start":"2026-03-03T14:52:14.291113Z","end":"2026-03-03T14:52:15.162703Z","steps":["trace[271764391] 'agreement among raft nodes before linearized reading' (duration: 871.070188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.163739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.291096Z","time spent":"872.626855ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.164747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.511152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416665"} {"level":"info","ts":"2026-03-03T14:52:15.164805Z","caller":"traceutil/trace.go:171","msg":"trace[893521869] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20126; }","duration":"753.600985ms","start":"2026-03-03T14:52:14.411185Z","end":"2026-03-03T14:52:15.164786Z","steps":["trace[893521869] 'agreement among raft nodes before linearized reading' (duration: 749.381015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.164932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.411163Z","time spent":"753.757878ms","remote":"127.0.0.1:52184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416689,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:52:46.093533Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18925} {"level":"info","ts":"2026-03-03T14:52:46.183696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18925,"took":"86.783446ms","hash":3913234094,"current-db-size-bytes":42500096,"current-db-size":"42 MB","current-db-size-in-use-bytes":20553728,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-03T14:52:46.183758Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3913234094,"revision":18925,"compact-revision":17343} {"level":"info","ts":"2026-03-03T14:52:47.340967Z","caller":"traceutil/trace.go:171","msg":"trace[861624501] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"137.17742ms","start":"2026-03-03T14:52:47.203758Z","end":"2026-03-03T14:52:47.340936Z","steps":["trace[861624501] 'process raft request' (duration: 136.876553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:55.534282Z","caller":"traceutil/trace.go:171","msg":"trace[1942075541] transaction","detail":"{read_only:false; response_revision:20318; number_of_response:1; }","duration":"100.070502ms","start":"2026-03-03T14:52:55.434188Z","end":"2026-03-03T14:52:55.534258Z","steps":["trace[1942075541] 'process raft request' (duration: 20.072706ms)","trace[1942075541] 'compare' (duration: 79.609696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:54:05.814506Z","caller":"traceutil/trace.go:171","msg":"trace[685959924] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"175.357396ms","start":"2026-03-03T14:54:05.639111Z","end":"2026-03-03T14:54:05.814468Z","steps":["trace[685959924] 'process raft request' (duration: 135.571162ms)","trace[685959924] 'compare' (duration: 39.6097ms)"],"step_count":2}